diff --git a/.gitattributes b/.gitattributes index ada88a2beb1f19ba868dcb0686c01572b8678494..d5025feb56a51b26b90bd1250db7b118194a871a 100644 --- a/.gitattributes +++ b/.gitattributes @@ -64,3 +64,9 @@ audio_synth/output_1776994773.978851.wav filter=lfs diff=lfs merge=lfs -text audio_synth/output_1777092578.4959543.wav filter=lfs diff=lfs merge=lfs -text audio_synth/output_1777159335.3181114.wav filter=lfs diff=lfs merge=lfs -text qwen3-tts_onnx/codec_decoder_model_dynamic_chunks.onnx filter=lfs diff=lfs merge=lfs -text +audio_synth/output_1777576846.2977324.wav filter=lfs diff=lfs merge=lfs -text +audio_synth/output_1777576953.0732932.wav filter=lfs diff=lfs merge=lfs -text +audio_synth/output_1777577074.1667619.wav filter=lfs diff=lfs merge=lfs -text +audio_synth/output_1777577155.366709.wav filter=lfs diff=lfs merge=lfs -text +audio_synth/output_1777577701.1628523.wav filter=lfs diff=lfs merge=lfs -text +audio_synth/output_1777577821.9597394.wav filter=lfs diff=lfs merge=lfs -text diff --git a/audio_synth/output_1777576846.2977324.wav b/audio_synth/output_1777576846.2977324.wav new file mode 100644 index 0000000000000000000000000000000000000000..3ffbe9c6a94fd82f9e4de5dd13e65fb35f21878e --- /dev/null +++ b/audio_synth/output_1777576846.2977324.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6a3909d81f238ab1cd2cfaa1292bf32bddb04b122326e19ec2bc4e6941a9d0c +size 1152044 diff --git a/audio_synth/output_1777576953.0732932.wav b/audio_synth/output_1777576953.0732932.wav new file mode 100644 index 0000000000000000000000000000000000000000..9ce63f0054856b10528a6d2f93c0e74dfe6ab072 --- /dev/null +++ b/audio_synth/output_1777576953.0732932.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07148f52369a6a9476ba032bbb52b0f986667ef2bfea950872b5a9ffb2353d84 +size 1382444 diff --git a/audio_synth/output_1777577074.1667619.wav b/audio_synth/output_1777577074.1667619.wav new file mode 100644 index 0000000000000000000000000000000000000000..5d95a168ce009cffa12120def5b6958f17da1247 --- /dev/null +++ b/audio_synth/output_1777577074.1667619.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:703ada43a2fbe9f1ad6f6f11ce4fe9563ebd64e34980f477da56e6a281494ae4 +size 1071404 diff --git a/audio_synth/output_1777577155.366709.wav b/audio_synth/output_1777577155.366709.wav new file mode 100644 index 0000000000000000000000000000000000000000..f7191ba1cd7cc88569d0d4e01bb5ed4126095ce8 --- /dev/null +++ b/audio_synth/output_1777577155.366709.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c3ccbcea77e08115c8b1e787ebda010faf5e0e155afa514b2248b61c6c195c0 +size 1167404 diff --git a/audio_synth/output_1777577701.1628523.wav b/audio_synth/output_1777577701.1628523.wav new file mode 100644 index 0000000000000000000000000000000000000000..40bfb739c1a9c554556efb592f32a7a4a22d1944 --- /dev/null +++ b/audio_synth/output_1777577701.1628523.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a606bbdb5401541cc401ecf5a181e529d3889097681a40f45047f9979d525c98 +size 1324844 diff --git a/audio_synth/output_1777577821.9597394.wav b/audio_synth/output_1777577821.9597394.wav new file mode 100644 index 0000000000000000000000000000000000000000..f8a5f5f794bacb07b958a63566076ae45eaf7d2d --- /dev/null +++ b/audio_synth/output_1777577821.9597394.wav @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c33dd76b429bb4647eeb2d85a6b60abdeb6521b348fe5928418bd933381fef63 +size 1109804 diff --git a/logs/log_test-streaming-onnx-cudagraphcompat-g5-xlarge-david-attenborough-continuous-streaming-codec-last-chunk-dynamic-1.txt b/logs/log_test-streaming-onnx-cudagraphcompat-g5-xlarge-david-attenborough-continuous-streaming-codec-last-chunk-dynamic-1.txt new file mode 100644 index 0000000000000000000000000000000000000000..d7ad239f71607ab75eced9a6637d2decdcdc7820 --- /dev/null +++ b/logs/log_test-streaming-onnx-cudagraphcompat-g5-xlarge-david-attenborough-continuous-streaming-codec-last-chunk-dynamic-1.txt @@ -0,0 +1,5724 @@ +2026-04-30 19:22:11.702470148 [W:onnxruntime:Default, device_discovery.cc:325 DiscoverDevicesForPlatform] GPU device discovery failed: device_discovery.cc:92 ReadFileContents Failed to open file: "/sys/class/drm/card0/device/vendor" +None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used. +None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used. +2026-04-30 19:22:12.620 [INFO] __main__: Building inferencer... +2026-04-30 19:22:12.620 [INFO] src.inference.qwen3_tts_inferencer_onnx: Loading ONNX sessions... +2026-04-30 19:22:12.620 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker prefill <- ./qwen3-tts_onnx/talker_model_prefill.onnx +2026-04-30 19:22:17.849 [INFO] src.inference.qwen3_tts_inferencer_onnx: local prefill <- ./qwen3-tts_onnx/talker_local_model_prefill.onnx +2026-04-30 19:22:19.360 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker step <- ./qwen3-tts_onnx/talker_model_step.onnx +2026-04-30 19:22:25.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: local step <- ./qwen3-tts_onnx/talker_local_model_step.onnx +2026-04-30 19:22:26.006 [INFO] src.inference.qwen3_tts_inferencer_onnx: local lm_head <- ./qwen3-tts_onnx/talker_local_lm_head.onnx +2026-04-30 19:22:26.246 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec decoder <- ./qwen3-tts_onnx/codec_decoder_model.onnx +2026-04-30 19:22:26.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec decoder dynamic chunks <- ./qwen3-tts_onnx/codec_decoder_model_dynamic_chunks.onnx +2026-04-30 19:22:27.355 [INFO] src.inference.qwen3_tts_inferencer_onnx: speaker encoder <- ./qwen3-tts_onnx/speaker_encoder_model.onnx +2026-04-30 19:22:27.409495506 [W:onnxruntime:, transformer_memcpy.cc:111 ApplyImpl] 3 Memcpy nodes are added to the graph main_graph for CUDAExecutionProvider. It might have negative impact on performance (including unable to run CUDA graph). Set session_options.log_severity_level=1 to see the detail logs before this message. +2026-04-30 19:22:27.442 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec embed <- ./qwen3-tts_onnx/talker_codec_embed_model.onnx +2026-04-30 19:22:27.698 [INFO] src.inference.qwen3_tts_inferencer_onnx: text embed proj <- ./qwen3-tts_onnx/text_embed_proj_model.onnx +2026-04-30 19:22:30.320 [INFO] src.inference.qwen3_tts_inferencer_onnx: [OK] All ONNX sessions loaded. +2026-04-30 19:22:31.064 [INFO] src.inference.qwen3_tts_inferencer_onnx: Allocating device KV-cache buffers... +2026-04-30 19:22:31.095 [INFO] src.inference.qwen3_tts_inferencer_onnx: IOBinding wired for all models (prefill + step). +2026-04-30 19:22:31.096 [INFO] src.inference.qwen3_tts_inferencer_onnx: Allocating device KV-cache buffer of codec decoder... +2026-04-30 19:22:31.097 [INFO] __main__: Running 50 warmup iteration(s)... +2026-04-30 19:22:31.115 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up speaker encoder... +2026-04-30 19:22:31.417 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run speaker encoder in 0.30 s. --> 5.91 ms. per run. +2026-04-30 19:22:31.417 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up text embed proj.... +2026-04-30 19:22:31.428 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run text embed proj. in 0.01 s. --> 0.22 ms. per run. +2026-04-30 19:22:31.428 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up talker prefill... +2026-04-30 19:22:31.900 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run talker prefill in 0.47 s. --> 9.42 ms. per run. +2026-04-30 19:22:31.900 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up talker step... +2026-04-30 19:22:32.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run talker step in 0.39 s. --> 7.75 ms. per run. +2026-04-30 19:22:32.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up local talker prefill... +2026-04-30 19:22:32.357 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run local talker prefill in 0.07 s. --> 1.34 ms. per run. +2026-04-30 19:22:32.357 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up local talker step... +2026-04-30 19:22:32.413 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run local talker step in 0.06 s. --> 1.13 ms. per run. +2026-04-30 19:22:32.414 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up local talker batched lm_head... +2026-04-30 19:22:32.430 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run local batched lm_head in 0.02 s. --> 0.33 ms. per run. +2026-04-30 19:22:32.430 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up codec decoder... +2026-04-30 19:22:32.824 [INFO] src.inference.qwen3_tts_inferencer_onnx: 12 iter. run codec_decoder in 0.39 s. --> 32.70 ms. per run. +2026-04-30 19:22:32.824 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up codec decoder with dynamic chunk frames (n=2)... +2026-04-30 19:22:33.044 [INFO] src.inference.qwen3_tts_inferencer_onnx: 6 iter. run codec_decoder_dynamic in 0.20 s. --> 33.87 ms. per run. +2026-04-30 19:22:33.044 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warmup latency summary: +2026-04-30 19:22:33.044 [INFO] src.inference.qwen3_tts_inferencer_onnx: speaker_encoder +2026-04-30 19:22:33.044 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=5.91 ms. +2026-04-30 19:22:33.044 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=29.46 ms. +2026-04-30 19:22:33.050 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=1.69 ms. +2026-04-30 19:22:33.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=1.76 ms. +2026-04-30 19:22:33.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=1.67 ms. +2026-04-30 19:22:33.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=212.17 ms. +2026-04-30 19:22:33.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: text_embed_proj +2026-04-30 19:22:33.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=0.22 ms. +2026-04-30 19:22:33.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=0.71 ms. +2026-04-30 19:22:33.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=0.12 ms. +2026-04-30 19:22:33.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=0.13 ms. +2026-04-30 19:22:33.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=0.11 ms. +2026-04-30 19:22:33.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=5.22 ms. +2026-04-30 19:22:33.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker_prefill +2026-04-30 19:22:33.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=9.42 ms. +2026-04-30 19:22:33.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=5.49 ms. +2026-04-30 19:22:33.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=8.63 ms. +2026-04-30 19:22:33.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=8.66 ms. +2026-04-30 19:22:33.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=8.62 ms. +2026-04-30 19:22:33.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=47.85 ms. +2026-04-30 19:22:33.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker_step +2026-04-30 19:22:33.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=7.75 ms. +2026-04-30 19:22:33.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=3.32 ms. +2026-04-30 19:22:33.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=7.27 ms. +2026-04-30 19:22:33.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=7.31 ms. +2026-04-30 19:22:33.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=7.26 ms. +2026-04-30 19:22:33.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=31.01 ms. +2026-04-30 19:22:33.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: local_prefill +2026-04-30 19:22:33.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=1.34 ms. +2026-04-30 19:22:33.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=0.95 ms. +2026-04-30 19:22:33.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=1.21 ms. +2026-04-30 19:22:33.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=1.22 ms. +2026-04-30 19:22:33.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=1.20 ms. +2026-04-30 19:22:33.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=7.97 ms. +2026-04-30 19:22:33.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: local_step +2026-04-30 19:22:33.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=1.13 ms. +2026-04-30 19:22:33.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=0.60 ms. +2026-04-30 19:22:33.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=1.04 ms. +2026-04-30 19:22:33.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=1.05 ms. +2026-04-30 19:22:33.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=1.04 ms. +2026-04-30 19:22:33.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=5.33 ms. +2026-04-30 19:22:33.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: local_lm_head +2026-04-30 19:22:33.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=0.33 ms. +2026-04-30 19:22:33.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=0.20 ms. +2026-04-30 19:22:33.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=0.30 ms. +2026-04-30 19:22:33.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=0.31 ms. +2026-04-30 19:22:33.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=0.30 ms. +2026-04-30 19:22:33.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=1.72 ms. +2026-04-30 19:22:33.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec_decoder +2026-04-30 19:22:33.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=32.70 ms. +2026-04-30 19:22:33.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=29.80 ms. +2026-04-30 19:22:33.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=23.71 ms. +2026-04-30 19:22:33.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=72.24 ms. +2026-04-30 19:22:33.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=23.68 ms. +2026-04-30 19:22:33.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=131.53 ms. +2026-04-30 19:22:33.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec_decoder_dynamic +2026-04-30 19:22:33.054 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=33.87 ms. +2026-04-30 19:22:33.054 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=15.10 ms. +2026-04-30 19:22:33.054 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=27.15 ms. +2026-04-30 19:22:33.054 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=57.53 ms. +2026-04-30 19:22:33.054 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=27.00 ms. +2026-04-30 19:22:33.054 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=67.64 ms. +2026-04-30 19:22:33.072 [INFO] __main__: Warmup complete in 1.97 s +2026-04-30 19:22:33.072 [INFO] __main__: speaker_encoder mean=5.91 ms min=1.67 ms max=212.17 ms +2026-04-30 19:22:33.072 [INFO] __main__: text_embed_proj mean=0.22 ms min=0.11 ms max=5.22 ms +2026-04-30 19:22:33.072 [INFO] __main__: talker_prefill mean=9.42 ms min=8.62 ms max=47.85 ms +2026-04-30 19:22:33.072 [INFO] __main__: talker_step mean=7.75 ms min=7.26 ms max=31.01 ms +2026-04-30 19:22:33.073 [INFO] __main__: local_prefill mean=1.34 ms min=1.20 ms max=7.97 ms +2026-04-30 19:22:33.073 [INFO] __main__: local_step mean=1.13 ms min=1.04 ms max=5.33 ms +2026-04-30 19:22:33.073 [INFO] __main__: local_lm_head mean=0.33 ms min=0.30 ms max=1.72 ms +2026-04-30 19:22:33.073 [INFO] __main__: codec_decoder mean=32.70 ms min=23.68 ms max=131.53 ms +2026-04-30 19:22:33.073 [INFO] __main__: codec_decoder_dynamic mean=33.87 ms min=27.00 ms max=67.64 ms +2026-04-30 19:22:33.073 [INFO] __main__: Synthesising: 'В зависимости от ситуации,' +2026-04-30 19:22:33.073 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment В -> text_cache В +2026-04-30 19:22:33.073 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:22:33.073 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:22:34.534 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.03959993 -0.06586854 0.03755996 ... -0.04061737 0.12937324 + -0.02682438]]] (1, 1, 1024) +2026-04-30 19:22:34.534 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:22:34.540 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:22:34.541 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:22:34.541 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.03959993 -0.06586854 0.03755996 ... -0.04061737 0.12937324 + -0.02682438] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:22:34.541 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:34.542 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:34.542 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:22:34.542 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:22:34.543 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:22:34.543 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:22:34.544 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:22:34.544 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.03482174 -0.06967453 0.0358638 ... -0.04990172 0.13092852 + -0.02258291] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:22:34.544 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-3.4821741e-02 -6.9674529e-02 3.5863798e-02 ... -4.9901720e-02 + 1.3092852e-01 -2.2582911e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache В +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache В з +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache В за +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache В зав +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зави +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache В завис +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависи +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache В зависим +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache В зависимо +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache В зависимос +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache В зависимост +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache В зависимости +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache В зависимости о +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache В зависимости от +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache В зависимости от +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache В зависимости от с +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости от си +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache В зависимости от сит +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment у -> text_cache В зависимости от ситу +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache В зависимости от ситуа +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ц -> text_cache В зависимости от ситуац +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости от ситуаци +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости от ситуации +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache В зависимости от ситуации, +2026-04-30 19:22:34.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['В зависимости от ситуации,'] 26 +Qwen3TTSProcessor __call__ text ['В зависимости от ситуации,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 16206, 139133, 20264, 139367, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:22:34.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 16206, 139133, 20264, 139367, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:22:34.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 16206 139133 20264 139367 11]] (1, 5) +2026-04-30 19:22:34.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 16206 139133 20264 139367 11]] (1, 5) +2026-04-30 19:22:34.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment В зависимости от ситуации, 26 -> tokenized_segment [np.int64(16206), np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] 5 +2026-04-30 19:22:34.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(16206), np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] +2026-04-30 19:22:34.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(16206), np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] 5 +2026-04-30 19:22:34.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 16206 -> pending_tokens [np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] 4 +2026-04-30 19:22:34.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:22:34.625 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 1159 355 22 1174 1093 625 1814 1058 905 1846 1247 1677 889 + 812 901]]] (1, 1, 16) int64 +2026-04-30 19:22:34.625 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 139133 -> pending_tokens [np.int64(20264), np.int64(139367), np.int64(11)] 3 +2026-04-30 19:22:34.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:22:34.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 1722 1096 241 735 819 944 370 564 38 1358 1603 527 1529 + 82 803]]] (1, 1, 16) int64 +2026-04-30 19:22:34.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 20264 -> pending_tokens [np.int64(139367), np.int64(11)] 2 +2026-04-30 19:22:34.668 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:22:34.695 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 506 604 371 2047 1594 1579 1034 1775 329 1381 362 1452 1956 + 1008 800]]] (1, 1, 16) int64 +2026-04-30 19:22:34.695 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 139367 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:22:34.703 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:22:34.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 1889 325 1336 442 915 1556 1989 982 1014 743 319 90 443 + 1472 696]]] (1, 1, 16) int64 +2026-04-30 19:22:34.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:22:34.737 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [1068] (1,) int64 +2026-04-30 19:22:34.764 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[1068 582 42 796 384 1206 285 2043 711 435 1037 766 425 925 + 1237 1961]]] (1, 1, 16) int64 +2026-04-30 19:22:34.764 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [1159 1722 506 1889] + [ 355 1096 604 325] + [ 22 241 371 1336] + [1174 735 2047 442] + [1093 819 1594 915] + [ 625 944 1579 1556] + [1814 370 1034 1989] + [1058 564 1775 982] + [ 905 38 329 1014] + [1846 1358 1381 743] + [1247 1603 362 319] + [1677 527 1452 90] + [ 889 1529 1956 443] + [ 812 82 1008 1472] + [ 901 803 800 696]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:34.788 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-2.0178391e-02 -1.5869794e-02 -1.3761052e-02 ... 2.1213387e-05 + -1.2921914e-06 -2.7478025e-05]]] -0.02017839066684246 -5.324867379385978e-05 0.0010692833457142115 0.009112656116485596 (1, 1, 7680) +2026-04-30 19:22:34.788 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:22:34.788 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:22:34.788 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:34.788 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:22:34.788 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:22:34.796 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [1837] (1,) int64 +2026-04-30 19:22:34.823 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[1837 543 924 803 149 877 38 33 1141 1751 1148 273 544 852 + 163 495]]] (1, 1, 16) int64 +2026-04-30 19:22:34.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [182] (1,) int64 +2026-04-30 19:22:34.859 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[ 182 1938 594 1785 275 1210 2030 465 652 108 1586 1860 146 294 + 146 753]]] (1, 1, 16) int64 +2026-04-30 19:22:34.867 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [11] (1,) int64 +2026-04-30 19:22:34.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[ 11 105 1366 1251 500 500 90 264 1609 1682 611 1826 762 329 + 1129 919]]] (1, 1, 16) int64 +2026-04-30 19:22:34.902 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [1813] (1,) int64 +2026-04-30 19:22:34.929 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[1813 1991 233 1623 1566 1550 1754 1377 970 588 1008 557 309 326 + 109 1323]]] (1, 1, 16) int64 +2026-04-30 19:22:34.937 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [1538] (1,) int64 +2026-04-30 19:22:34.964 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[1538 1861 2006 206 801 253 1764 28 2019 526 110 222 499 1820 + 307 1168]]] (1, 1, 16) int64 +2026-04-30 19:22:34.971 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [852] (1,) int64 +2026-04-30 19:22:34.998 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[ 852 8 1669 578 292 1716 26 373 554 77 626 1554 1901 478 + 1366 1116]]] (1, 1, 16) int64 +2026-04-30 19:22:35.006 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [1476] (1,) int64 +2026-04-30 19:22:35.033 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[1476 1817 346 736 1929 204 879 56 277 1079 1141 541 347 504 + 543 672]]] (1, 1, 16) int64 +2026-04-30 19:22:35.041 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [1115] (1,) int64 +2026-04-30 19:22:35.067 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[1115 1346 1266 1356 1798 1013 157 1568 32 1638 393 52 135 1618 + 39 481]]] (1, 1, 16) int64 +2026-04-30 19:22:35.075 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [1246] (1,) int64 +2026-04-30 19:22:35.102 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[1246 32 203 1114 406 1021 634 487 1313 641 1240 1438 301 241 + 13 1406]]] (1, 1, 16) int64 +2026-04-30 19:22:35.110 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [214] (1,) int64 +2026-04-30 19:22:35.136 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[ 214 727 533 1777 263 170 913 827 390 721 1098 1608 638 2030 + 30 430]]] (1, 1, 16) int64 +2026-04-30 19:22:35.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [422] (1,) int64 +2026-04-30 19:22:35.171 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[ 422 1219 1509 1746 503 99 790 592 1274 979 318 1937 1410 1231 + 1514 112]]] (1, 1, 16) int64 +2026-04-30 19:22:35.179 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [1804] (1,) int64 +2026-04-30 19:22:35.206 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[1804 921 964 986 720 1280 1201 390 2 485 352 257 960 1790 + 589 660]]] (1, 1, 16) int64 +2026-04-30 19:22:35.214 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [1559] (1,) int64 +2026-04-30 19:22:35.241 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[1559 31 1279 155 121 594 125 1780 1673 837 539 128 1237 801 + 1077 677]]] (1, 1, 16) int64 +2026-04-30 19:22:35.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [1196] (1,) int64 +2026-04-30 19:22:35.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[1196 13 1643 1745 1338 1487 771 459 999 1394 1901 1232 477 462 + 432 242]]] (1, 1, 16) int64 +2026-04-30 19:22:35.284 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [1767] (1,) int64 +2026-04-30 19:22:35.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[1767 915 653 1055 84 2000 645 1443 74 1529 461 1134 11 662 + 1362 167]]] (1, 1, 16) int64 +2026-04-30 19:22:35.319 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [1847] (1,) int64 +2026-04-30 19:22:35.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[1847 336 923 527 1091 133 410 1520 563 1219 1756 1680 461 468 + 739 907]]] (1, 1, 16) int64 +2026-04-30 19:22:35.354 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [1808] (1,) int64 +2026-04-30 19:22:35.381 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[1808 236 1786 110 354 528 147 769 1299 133 135 709 1622 1036 + 1842 131]]] (1, 1, 16) int64 +2026-04-30 19:22:35.389 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [1555] (1,) int64 +2026-04-30 19:22:35.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[1555 939 1341 801 1190 574 923 1070 300 1904 1989 1119 100 345 + 338 607]]] (1, 1, 16) int64 +2026-04-30 19:22:35.424 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [1234] (1,) int64 +2026-04-30 19:22:35.451 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[1234 410 0 168 273 964 1711 596 3 1328 655 1553 324 385 + 60 253]]] (1, 1, 16) int64 +2026-04-30 19:22:35.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [289] (1,) int64 +2026-04-30 19:22:35.486 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[ 289 1823 1354 1919 1133 1622 1837 14 351 723 305 304 1511 458 + 832 946]]] (1, 1, 16) int64 +2026-04-30 19:22:35.494 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [1647] (1,) int64 +2026-04-30 19:22:35.521 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[1647 49 192 658 746 1358 385 1595 1436 1145 931 572 1272 37 + 1677 1597]]] (1, 1, 16) int64 +2026-04-30 19:22:35.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [303] (1,) int64 +2026-04-30 19:22:35.556 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-27 vq-rvq [[[ 303 324 431 1602 83 10 1063 1462 1622 342 1982 1184 670 579 + 226 489]]] (1, 1, 16) int64 +2026-04-30 19:22:35.564 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-27 vq [255] (1,) int64 +2026-04-30 19:22:35.592 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-28 vq-rvq [[[ 255 92 268 1824 345 1283 1204 599 1408 100 1887 1685 718 832 + 553 799]]] (1, 1, 16) int64 +2026-04-30 19:22:35.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-28 vq [308] (1,) int64 +2026-04-30 19:22:35.627 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-29 vq-rvq [[[ 308 1406 318 700 184 1465 13 1570 1921 761 869 1099 886 941 + 858 1274]]] (1, 1, 16) int64 +2026-04-30 19:22:35.635 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-29 vq [573] (1,) int64 +2026-04-30 19:22:35.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-30 vq-rvq [[[ 573 1200 2036 819 276 1299 1252 877 1801 1127 388 453 694 466 + 956 1029]]] (1, 1, 16) int64 +2026-04-30 19:22:35.670 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-30 vq [152] (1,) int64 +2026-04-30 19:22:35.697 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-31 vq-rvq [[[ 152 1965 519 270 879 1956 1743 299 1714 1068 528 771 153 1400 + 1943 1578]]] (1, 1, 16) int64 +2026-04-30 19:22:35.705 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-31 vq [1309] (1,) int64 +2026-04-30 19:22:35.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-32 vq-rvq [[[1309 442 762 560 1664 1642 1087 1151 1369 93 341 608 372 533 + 729 864]]] (1, 1, 16) int64 +2026-04-30 19:22:35.740 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-32 vq [1173] (1,) int64 +2026-04-30 19:22:35.767 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-33 vq-rvq [[[1173 1078 507 1925 1560 2019 1736 1958 1752 1084 400 790 397 1281 + 179 1856]]] (1, 1, 16) int64 +2026-04-30 19:22:35.775 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-33 vq [1428] (1,) int64 +2026-04-30 19:22:35.802 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-34 vq-rvq [[[1428 303 1776 1021 1181 1732 1875 363 290 1202 841 205 595 686 + 1966 111]]] (1, 1, 16) int64 +2026-04-30 19:22:35.810 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-34 vq [1353] (1,) int64 +2026-04-30 19:22:35.838 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-35 vq-rvq [[[1353 693 429 1142 319 899 406 329 1169 1348 41 1384 207 949 + 1 604]]] (1, 1, 16) int64 +2026-04-30 19:22:35.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-35 vq [2150] (1,) int64 +2026-04-30 19:22:35.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[1068 1837 182 11] + [ 582 543 1938 105] + [ 42 924 594 1366] + [ 796 803 1785 1251] + [ 384 149 275 500] + [1206 877 1210 500] + [ 285 38 2030 90] + [2043 33 465 264] + [ 711 1141 652 1609] + [ 435 1751 108 1682] + [1037 1148 1586 611] + [ 766 273 1860 1826] + [ 425 544 146 762] + [ 925 852 294 329] + [1237 163 146 1129] + [1961 495 753 919]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:35.870 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[4.5653051e-05 1.0891950e-04 1.7297237e-04 ... 3.3884442e-03 + 5.2331476e-03 3.0658962e-03]]] -0.004131648689508438 1.4482098777079955e-05 0.0006153860595077276 0.005233147647231817 (1, 1, 7680) +2026-04-30 19:22:35.870 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[1813 1538 852 1476] + [1991 1861 8 1817] + [ 233 2006 1669 346] + [1623 206 578 736] + [1566 801 292 1929] + [1550 253 1716 204] + [1754 1764 26 879] + [1377 28 373 56] + [ 970 2019 554 277] + [ 588 526 77 1079] + [1008 110 626 1141] + [ 557 222 1554 541] + [ 309 499 1901 347] + [ 326 1820 478 504] + [ 109 307 1366 543] + [1323 1168 1116 672]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:35.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[ 0.00503074 0.0043874 0.00416383 ... -0.12935415 -0.10696968 + -0.09048075]]] -0.1722698211669922 -0.00015261465159710497 0.05317970737814903 0.18603253364562988 (1, 1, 7680) +2026-04-30 19:22:35.895 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[1115 1246 214 422] + [1346 32 727 1219] + [1266 203 533 1509] + [1356 1114 1777 1746] + [1798 406 263 503] + [1013 1021 170 99] + [ 157 634 913 790] + [1568 487 827 592] + [ 32 1313 390 1274] + [1638 641 721 979] + [ 393 1240 1098 318] + [ 52 1438 1608 1937] + [ 135 301 638 1410] + [1618 241 2030 1231] + [ 39 13 30 1514] + [ 481 1406 430 112]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:35.919 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[-0.07672127 -0.06565582 -0.07856694 ... -0.02130865 -0.00869232 + 0.00330166]]] -0.20144294202327728 -1.9045499357162043e-05 0.07204858213663101 0.17811943590641022 (1, 1, 7680) +2026-04-30 19:22:35.919 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[1804 1559 1196 1767] + [ 921 31 13 915] + [ 964 1279 1643 653] + [ 986 155 1745 1055] + [ 720 121 1338 84] + [1280 594 1487 2000] + [1201 125 771 645] + [ 390 1780 459 1443] + [ 2 1673 999 74] + [ 485 837 1394 1529] + [ 352 539 1901 461] + [ 257 128 1232 1134] + [ 960 1237 477 11] + [1790 801 462 662] + [ 589 1077 432 1362] + [ 660 677 242 167]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:35.943 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[0.01493777 0.0346996 0.03843542 ... 0.00272239 0.0028993 0.00285474]]] -0.1699557602405548 0.0002464208228047937 0.043625880032777786 0.16009680926799774 (1, 1, 7680) +2026-04-30 19:22:35.943 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[1847 1808 1555 1234] + [ 336 236 939 410] + [ 923 1786 1341 0] + [ 527 110 801 168] + [1091 354 1190 273] + [ 133 528 574 964] + [ 410 147 923 1711] + [1520 769 1070 596] + [ 563 1299 300 3] + [1219 133 1904 1328] + [1756 135 1989 655] + [1680 709 1119 1553] + [ 461 1622 100 324] + [ 468 1036 345 385] + [ 739 1842 338 60] + [ 907 131 607 253]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:35.967 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[ 0.003097 0.00310093 0.00320475 ... -0.02028064 0.02841991 + 0.07518622]]] -0.19376708567142487 1.975537270482164e-05 0.03570288419723511 0.21843509376049042 (1, 1, 7680) +2026-04-30 19:22:35.967 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[ 289 1647 303 255] + [1823 49 324 92] + [1354 192 431 268] + [1919 658 1602 1824] + [1133 746 83 345] + [1622 1358 10 1283] + [1837 385 1063 1204] + [ 14 1595 1462 599] + [ 351 1436 1622 1408] + [ 723 1145 342 100] + [ 305 931 1982 1887] + [ 304 572 1184 1685] + [1511 1272 670 718] + [ 458 37 579 832] + [ 832 1677 226 553] + [ 946 1597 489 799]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:35.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[-0.00015461 -0.0062301 -0.03388564 ... -0.03950737 -0.03467605 + -0.0384174 ]]] -0.17948734760284424 -9.65676226769574e-05 0.05132532864809036 0.18610401451587677 (1, 1, 7680) +2026-04-30 19:22:35.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 chunk_tokens [[[ 308 573 152 1309] + [1406 1200 1965 442] + [ 318 2036 519 762] + [ 700 819 270 560] + [ 184 276 879 1664] + [1465 1299 1956 1642] + [ 13 1252 1743 1087] + [1570 877 299 1151] + [1921 1801 1714 1369] + [ 761 1127 1068 93] + [ 869 388 528 341] + [1099 453 771 608] + [ 886 694 153 372] + [ 941 466 1400 533] + [ 858 956 1943 729] + [1274 1029 1578 864]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:36.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 wav [[[-0.04277781 -0.02715263 -0.04880081 ... -0.02693096 -0.02637806 + -0.03194702]]] -0.1835697889328003 0.0002102000726154074 0.04691273346543312 0.17726066708564758 (1, 1, 7680) +2026-04-30 19:22:36.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 chunk_tokens [[[1173 1428 1353] + [1078 303 693] + [ 507 1776 429] + [1925 1021 1142] + [1560 1181 319] + [2019 1732 899] + [1736 1875 406] + [1958 363 329] + [1752 290 1169] + [1084 1202 1348] + [ 400 841 41] + [ 790 205 1384] + [ 397 595 207] + [1281 686 949] + [ 179 1966 1] + [1856 111 604]]] (1, 16, 3) n_chunk_frames 3 +2026-04-30 19:22:36.083 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 wav [[[-2.66493112e-02 -2.12537162e-02 -1.86477397e-02 ... 1.14907816e-05 + 1.14661179e-05 1.15216735e-05]]] -0.10084342956542969 -9.920950833475217e-05 0.04040739685297012 0.10768365859985352 (1, 1, 5760) +2026-04-30 19:22:36.083 [INFO] __main__: Synthesising: 'важна не только точность,' +2026-04-30 19:22:36.083 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache в +2026-04-30 19:22:36.083 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:22:36.091 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[-1.8189894e-12, 5.9117156e-12, 2.5011104e-12, ..., + 3.8385959e-05, 1.9270148e-05, 4.2272637e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[2.4027511e-05, 3.1030686e-05, 3.0123992e-05, ..., + 2.3999294e-02, 1.4960527e-02, 3.2605182e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00649812, -0.02353329, 0.01852954, ..., -0.04252164, + -0.03805289, -0.03267355]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01972608, -0.02600775, -0.01894415, ..., -0.00044825, + -0.00033128, -0.00043241]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00039034, -0.00038269, -0.00040873, ..., 0.00191903, + 0.00111358, 0.00346712]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01483419, -0.01552762, -0.01537818, ..., -0.06254399, + -0.04474459, -0.00909205]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.06314109, 0.03578952, -0.0148051 , ..., 0.01243392, + 0.01318907, 0.01578923]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01607169, 0.01724923, 0.01748118, ..., -0.0499983 , + -0.05195877, 0.01468196]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00772204, 0.03731758, 0.10058607, ..., 0.02440644, + 0.02774473, 0.02986039]]], shape=(1, 1, 7680), dtype=float32), array([[[0.03224479, 0.03587926, 0.03594761, ..., 0.0466047 , + 0.04278756, 0.0390227 ]]], shape=(1, 1, 7680), dtype=float32), array([[[0.03455529, 0.03039773, 0.02602719, ..., 0.01591239, + 0.01647271, 0.00262897]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02627103, 0.01100009, 0.01734525, ..., -0.00742967, + -0.00491008, -0.0014813 ]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00384802, 0.00896463, 0.0180058 , ..., 0.03005108, + 0.03301677, 0.03062931]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02780473, 0.02855637, 0.01718025, ..., 0.02236361, + 0.02038177, 0.01582772]]], shape=(1, 1, 7680), dtype=float32), array([[[0.01261038, 0.01290091, 0.01029102, ..., 0.00021381, + 0.00034676, 0.00016814]]], shape=(1, 1, 7680), dtype=float32), array([[[ 8.2420869e-05, -7.5320932e-05, 6.7524292e-05, ..., + -1.1880222e-03, -1.3895053e-03, -1.5776183e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00146955, -0.00162229, -0.00172214, ..., -0.04453402, + -0.02234396, 0.04150673]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02647845, -0.01923401, 0.05614085, ..., -0.06634429, + -0.10090686, -0.13066727]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.13939264, -0.13519545, -0.11387008, ..., -0.00435512, + -0.00323167, -0.00377029]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0025732 , -0.00106313, -0.00175553, ..., 0.05326464, + 0.04382272, 0.02813618]]], shape=(1, 1, 7680), dtype=float32), array([[[ 1.8862430e-02, 1.0918679e-02, -6.0277665e-04, ..., + 8.4578502e-04, 4.1661412e-04, 2.1059997e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-6.0914143e-05, -2.7077401e-04, -2.6297549e-04, ..., + -3.7402373e-02, -5.2843925e-02, -5.3990308e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.04580797, -0.06785387, -0.0713124 , ..., -0.00392579, + 0.00752633, 0.00875258]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01537037, 0.01997999, 0.01235773, ..., -0.00509439, + 0.0004945 , 0.0113344 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01044531, 0.01946218, 0.01038541, ..., -0.00375149, + -0.00888233, -0.00534585]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00515954, -0.00576718, -0.00206983, ..., -0.00936355, + -0.02285976, -0.01781199]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00714602, 0.02174162, 0.02507719, ..., 0.00012972, + 0.00015258, 0.0001834 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00015094, 0.00015487, 0.00011818, ..., -0.07092863, + -0.06456477, -0.05801462]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04036722, -0.03251548, -0.02055057, ..., 0.03210086, + 0.04750207, 0.02853777]]], shape=(1, 1, 7680), dtype=float32), array([[[0.03324621, 0.03144207, 0.00937901, ..., 0.06694852, + 0.06238959, 0.05949797]]], shape=(1, 1, 7680), dtype=float32), array([[[0.05384995, 0.05026871, 0.04696732, ..., 0.00014989, + 0.00025864, 0.00032681]]], shape=(1, 1, 7680), dtype=float32), array([[[3.2117270e-04, 2.5118084e-04, 1.8490841e-04, ..., + 1.3967537e-04, 9.5703828e-05, 7.7301847e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 6.6061897e-05, 4.5501074e-05, 1.1189973e-04, ..., + -2.8404314e-04, -4.9388083e-04, -3.0395528e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00011191, 0.0004472 , 0.00063732, ..., -0.01157015, + 0.00686165, -0.03166806]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03672132, -0.02769317, -0.03606017, ..., 0.02290071, + 0.00237138, -0.05235979]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00126989, 0.01405223, -0.02939879, ..., -0.03180669, + -0.03784437, -0.03551205]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03009923, -0.02443582, -0.01917462, ..., -0.1298594 , + -0.12665586, -0.13380183]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.12954387, -0.13337731, -0.13667063, ..., -0.06606104, + -0.04978877, -0.04662865]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04368592, -0.0182156 , -0.00855666, ..., -0.04946399, + -0.04711016, -0.04754236]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04342744, -0.04773424, -0.04325556, ..., 0.00141498, + -0.01069845, -0.02081203]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01536977, 0.00070052, 0.02182182, ..., 0.00014333, + 0.00025173, 0.00014644]]], shape=(1, 1, 7680), dtype=float32), array([[[ 1.3166456e-04, 3.8861428e-05, 1.7158171e-05, ..., + -8.8269280e-07, -4.7594767e-07, -2.6226735e-07]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 6.03070475e-07, -9.96078597e-08, -3.02895387e-07, + -3.82882718e-07, 5.77447736e-07, 3.61469120e-07, + -4.07480456e-07, 1.24973531e-06, 7.32898116e-08, + 7.02900707e-07, 2.55094619e-07, 6.95843937e-07, + 1.06051175e-06, 2.70622877e-07, 1.25988390e-06, + 8.21698450e-07, -4.71027306e-09, 6.60814294e-07, + 6.64223080e-07, 1.29784257e-06, 1.07858546e-06, + 1.12219288e-06, 1.58721161e-06, -4.75176819e-07, + -2.30952963e-07, -3.26061496e-07, 3.23648010e-07, + 1.90960645e-06, 2.92618267e-07, 7.23882238e-07, + 1.09530674e-06, -1.63387867e-07, 3.98530375e-07, + -8.10452889e-07, -1.97493520e-07, 2.04426769e-07, + 1.37368176e-07, 3.95671179e-07, -8.17957584e-07, + -1.14635986e-06, -3.71966848e-08, 2.94987217e-07, + -3.97323916e-08, -3.09216034e-07, -4.08935733e-07, + 4.44286030e-07, 7.83137750e-08, 7.30815941e-07, + 3.53247913e-07, 3.06831794e-07, -5.00108399e-07, + -6.14128794e-07, -5.28688986e-07, 4.33201308e-07, + -2.92847233e-07, -1.26825739e-06, 4.26838142e-07, + -8.10759843e-07, 4.58328032e-07, 1.05026508e-07, + -2.46190464e-08, 1.17785483e-07, -4.16061198e-07, + 3.67795963e-07, 1.46046091e-07, 2.69903921e-09, + -5.70523753e-07, -2.44511540e-07, 2.41372049e-07, + 7.69854864e-08, -5.94909295e-07, -4.76302148e-07, + -2.84636258e-07, -9.12676228e-08, -2.13077183e-08, + -2.97822282e-07, -1.52474300e-07, -2.60154877e-07, + -1.16706929e-07, 3.06000175e-07, 6.52057111e-07, + 1.49680744e-07, -2.89543323e-09, -2.71122644e-08, + 4.07049470e-08, 8.77501179e-07, 1.84630636e-07, + 2.13193914e-07, 1.79858631e-07, 1.36661015e-07, + 4.39525138e-07, 1.61922827e-07, 5.08916344e-07, + 5.77694550e-08, 1.46988839e-08, 7.63456001e-08, + -4.83283173e-08, -8.75078001e-08, 1.23763158e-07, + -3.28913615e-07, 2.05216907e-07, -5.43575709e-08, + -4.99865052e-07, -2.95447478e-07, -3.98083500e-07, + 1.11629106e-08, -2.24377004e-07, -1.53040446e-07, + -8.93094239e-08, 1.02450485e-07, -1.71094143e-07, + -9.67156666e-08, -2.05459401e-07, -1.01303499e-07, + 1.59698175e-07, 9.85673978e-08, 9.00799932e-08, + -4.47871571e-08, -1.01642399e-07, 3.96294126e-08, + 5.73418220e-08, -3.37186066e-08, 7.46513251e-08, + 8.74570105e-09, 1.67427061e-07, 7.71397026e-08, + -1.04904757e-07, 4.09709173e-08, -4.34738467e-08, + 5.39002940e-08, 5.40458132e-08, -3.02097760e-08, + -6.12344593e-08, 4.68571670e-09, -2.05182005e-08, + -2.44326657e-08, 2.36032065e-08, -8.61982699e-08, + 2.70374585e-08, -2.88418960e-08, 3.13011697e-08, + -2.59606168e-08, -2.06200639e-08, 2.95258360e-08, + 2.14931788e-08, -9.09494702e-09, -2.37050699e-08, + -3.13739292e-08, 4.00177669e-09, 2.98896339e-08, + 7.55244400e-09, 2.24245014e-08, -1.08557288e-08, + -2.74121703e-09, 9.44919520e-09, 1.44459591e-08, + -5.98856786e-09, 1.61428488e-08, 6.34395292e-09, + 2.88401267e-08, 1.68643055e-09, -7.87281351e-09, + 8.29766122e-09, -3.72727982e-09, 1.10119345e-08, + 4.21277946e-09, -4.88353180e-09, -9.72069358e-09, + 5.85555426e-09, -5.84850568e-09, 6.50959464e-09, + -2.87005264e-09, -1.37922598e-08, 1.48759227e-09, + -4.31747083e-09, 3.54134500e-09, -2.59815636e-09, + -1.09420739e-09, 3.16262572e-09, 2.87741386e-09, + -3.62229002e-09, -9.12109499e-10, -4.47380444e-09, + 1.43302259e-09, 3.27921157e-09, 2.15379714e-09, + 9.57697921e-10, -1.99037231e-09, -1.75685955e-09, + 1.63680625e-09, -1.10674137e-10, -1.49589141e-09, + 7.03607839e-10, -6.32240926e-10, 3.24075700e-09, + -1.78442860e-09, 8.25185253e-10, -3.08091330e-10, + 3.39355211e-11, 1.69322334e-09, 2.72478928e-10, + -8.75928663e-10, -1.00396846e-09, 7.86997134e-10, + -2.34763320e-10, 1.26320288e-09, -5.49221113e-10, + -1.05913500e-09, 4.14956958e-11, -2.16459739e-10, + 3.85057319e-10, -1.24543931e-10, -5.18411980e-11, + 1.67574399e-10, 1.04819264e-10, -3.12866177e-10, + 1.88720151e-11, -3.37990969e-10, 7.95807864e-11, + 1.47906576e-10, 1.15960574e-10, -5.22959454e-11, + -1.74622983e-10, -1.81671567e-10, 5.04769559e-11, + -1.99861461e-10, -6.29825081e-11, -9.36779543e-11, + -5.83781912e-11, 1.47565515e-10, -1.79511517e-10, + 4.21778168e-11, -1.13345777e-10, 5.22391019e-11, + 1.00015995e-10, 2.17710294e-11, -6.48014975e-11, + -4.80895324e-11, 5.86624083e-11, -1.85877980e-11, + 2.24815722e-11, 2.78532752e-11, 6.36646291e-12, + 6.53699317e-11, 5.45696821e-12, 4.06998879e-11, + 1.08002496e-12, 2.67164069e-11, 4.09272616e-12, + 1.86730631e-11, 5.91171556e-12, -1.81898940e-12, + 9.54969437e-12, 6.36646291e-12, 5.45696821e-12, + 9.09494702e-12, 4.54747351e-12, 0.00000000e+00, + 9.09494702e-13, 3.63797881e-12, 8.64019967e-12, + -1.04591891e-11, 1.22781785e-11, 5.00222086e-12, + -2.72848411e-12, -2.50111043e-11, 4.09272616e-12, + -2.22826202e-11, -4.54747351e-12, -1.54614099e-11, + 6.36646291e-12, 1.90993887e-11, 2.72848411e-12, + 1.00044417e-11, 6.36646291e-12, -9.09494702e-13, + 1.23918653e-11, 1.19513288e-11, 1.93267624e-11, + 1.97815098e-11, 1.43245416e-11, 9.15179044e-12, + 1.02318154e-11, 3.29691829e-12, 5.65592018e-12, + 7.16227078e-12, 1.37276857e-11, 8.12860890e-12, + 6.82121026e-12, 1.42108547e-12, 9.66338121e-13, + -6.32383035e-13, -8.45545856e-13, 6.70041800e-12, + 1.63709046e-11, 7.38964445e-12, 1.58024704e-11, + 4.54747351e-12, 6.59383659e-12, -5.68434189e-13, + 7.38964445e-12, 7.50333129e-12, 9.72022463e-12, + 2.45847787e-12, 1.37561074e-11, -2.70006240e-12, + 1.32445166e-11, -3.28981287e-12, 9.32232069e-12, + 2.27373675e-13, 1.05728759e-11, -2.43005616e-12, + 1.29887212e-11, 0.00000000e+00]]], dtype=float32), array([[[-2.0178391e-02, -1.5869794e-02, -1.3761052e-02, ..., + 2.1213387e-05, -1.2921914e-06, -2.7478025e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[4.5653051e-05, 1.0891950e-04, 1.7297237e-04, ..., + 3.3884442e-03, 5.2331476e-03, 3.0658962e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00503074, 0.0043874 , 0.00416383, ..., -0.12935415, + -0.10696968, -0.09048075]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07672127, -0.06565582, -0.07856694, ..., -0.02130865, + -0.00869232, 0.00330166]]], shape=(1, 1, 7680), dtype=float32), array([[[0.01493777, 0.0346996 , 0.03843542, ..., 0.00272239, + 0.0028993 , 0.00285474]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.003097 , 0.00310093, 0.00320475, ..., -0.02028064, + 0.02841991, 0.07518622]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00015461, -0.0062301 , -0.03388564, ..., -0.03950737, + -0.03467605, -0.0384174 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04277781, -0.02715263, -0.04880081, ..., -0.02693096, + -0.02637806, -0.03194702]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.66493112e-02, -2.12537162e-02, -1.86477397e-02, ..., + 1.14907816e-05, 1.14661179e-05, 1.15216735e-05]]], + shape=(1, 1, 5760), dtype=float32)] 52 +2026-04-30 19:22:36.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [-1.81898940e-12 5.91171556e-12 2.50111043e-12 ... 1.14907816e-05 + 1.14661179e-05 1.15216735e-05] (390074,) float32 +2026-04-30 19:22:36.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 26 [-7.14601995e-03 2.17416212e-02 2.50771865e-02 ... 1.14907816e-05 + 1.14661179e-05 1.15216735e-05] (190394,) float32 +2026-04-30 19:22:36.096 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 26 [array([[[-0.00714602, 0.02174162, 0.02507719, ..., 0.00012972, + 0.00015258, 0.0001834 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00015094, 0.00015487, 0.00011818, ..., -0.07092863, + -0.06456477, -0.05801462]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04036722, -0.03251548, -0.02055057, ..., 0.03210086, + 0.04750207, 0.02853777]]], shape=(1, 1, 7680), dtype=float32), array([[[0.03324621, 0.03144207, 0.00937901, ..., 0.06694852, + 0.06238959, 0.05949797]]], shape=(1, 1, 7680), dtype=float32), array([[[0.05384995, 0.05026871, 0.04696732, ..., 0.00014989, + 0.00025864, 0.00032681]]], shape=(1, 1, 7680), dtype=float32), array([[[3.2117270e-04, 2.5118084e-04, 1.8490841e-04, ..., + 1.3967537e-04, 9.5703828e-05, 7.7301847e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 6.6061897e-05, 4.5501074e-05, 1.1189973e-04, ..., + -2.8404314e-04, -4.9388083e-04, -3.0395528e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00011191, 0.0004472 , 0.00063732, ..., -0.01157015, + 0.00686165, -0.03166806]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03672132, -0.02769317, -0.03606017, ..., 0.02290071, + 0.00237138, -0.05235979]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00126989, 0.01405223, -0.02939879, ..., -0.03180669, + -0.03784437, -0.03551205]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03009923, -0.02443582, -0.01917462, ..., -0.1298594 , + -0.12665586, -0.13380183]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.12954387, -0.13337731, -0.13667063, ..., -0.06606104, + -0.04978877, -0.04662865]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04368592, -0.0182156 , -0.00855666, ..., -0.04946399, + -0.04711016, -0.04754236]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04342744, -0.04773424, -0.04325556, ..., 0.00141498, + -0.01069845, -0.02081203]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01536977, 0.00070052, 0.02182182, ..., 0.00014333, + 0.00025173, 0.00014644]]], shape=(1, 1, 7680), dtype=float32), array([[[ 1.3166456e-04, 3.8861428e-05, 1.7158171e-05, ..., + -8.8269280e-07, -4.7594767e-07, -2.6226735e-07]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 6.03070475e-07, -9.96078597e-08, -3.02895387e-07, + -3.82882718e-07, 5.77447736e-07, 3.61469120e-07, + -4.07480456e-07, 1.24973531e-06, 7.32898116e-08, + 7.02900707e-07, 2.55094619e-07, 6.95843937e-07, + 1.06051175e-06, 2.70622877e-07, 1.25988390e-06, + 8.21698450e-07, -4.71027306e-09, 6.60814294e-07, + 6.64223080e-07, 1.29784257e-06, 1.07858546e-06, + 1.12219288e-06, 1.58721161e-06, -4.75176819e-07, + -2.30952963e-07, -3.26061496e-07, 3.23648010e-07, + 1.90960645e-06, 2.92618267e-07, 7.23882238e-07, + 1.09530674e-06, -1.63387867e-07, 3.98530375e-07, + -8.10452889e-07, -1.97493520e-07, 2.04426769e-07, + 1.37368176e-07, 3.95671179e-07, -8.17957584e-07, + -1.14635986e-06, -3.71966848e-08, 2.94987217e-07, + -3.97323916e-08, -3.09216034e-07, -4.08935733e-07, + 4.44286030e-07, 7.83137750e-08, 7.30815941e-07, + 3.53247913e-07, 3.06831794e-07, -5.00108399e-07, + -6.14128794e-07, -5.28688986e-07, 4.33201308e-07, + -2.92847233e-07, -1.26825739e-06, 4.26838142e-07, + -8.10759843e-07, 4.58328032e-07, 1.05026508e-07, + -2.46190464e-08, 1.17785483e-07, -4.16061198e-07, + 3.67795963e-07, 1.46046091e-07, 2.69903921e-09, + -5.70523753e-07, -2.44511540e-07, 2.41372049e-07, + 7.69854864e-08, -5.94909295e-07, -4.76302148e-07, + -2.84636258e-07, -9.12676228e-08, -2.13077183e-08, + -2.97822282e-07, -1.52474300e-07, -2.60154877e-07, + -1.16706929e-07, 3.06000175e-07, 6.52057111e-07, + 1.49680744e-07, -2.89543323e-09, -2.71122644e-08, + 4.07049470e-08, 8.77501179e-07, 1.84630636e-07, + 2.13193914e-07, 1.79858631e-07, 1.36661015e-07, + 4.39525138e-07, 1.61922827e-07, 5.08916344e-07, + 5.77694550e-08, 1.46988839e-08, 7.63456001e-08, + -4.83283173e-08, -8.75078001e-08, 1.23763158e-07, + -3.28913615e-07, 2.05216907e-07, -5.43575709e-08, + -4.99865052e-07, -2.95447478e-07, -3.98083500e-07, + 1.11629106e-08, -2.24377004e-07, -1.53040446e-07, + -8.93094239e-08, 1.02450485e-07, -1.71094143e-07, + -9.67156666e-08, -2.05459401e-07, -1.01303499e-07, + 1.59698175e-07, 9.85673978e-08, 9.00799932e-08, + -4.47871571e-08, -1.01642399e-07, 3.96294126e-08, + 5.73418220e-08, -3.37186066e-08, 7.46513251e-08, + 8.74570105e-09, 1.67427061e-07, 7.71397026e-08, + -1.04904757e-07, 4.09709173e-08, -4.34738467e-08, + 5.39002940e-08, 5.40458132e-08, -3.02097760e-08, + -6.12344593e-08, 4.68571670e-09, -2.05182005e-08, + -2.44326657e-08, 2.36032065e-08, -8.61982699e-08, + 2.70374585e-08, -2.88418960e-08, 3.13011697e-08, + -2.59606168e-08, -2.06200639e-08, 2.95258360e-08, + 2.14931788e-08, -9.09494702e-09, -2.37050699e-08, + -3.13739292e-08, 4.00177669e-09, 2.98896339e-08, + 7.55244400e-09, 2.24245014e-08, -1.08557288e-08, + -2.74121703e-09, 9.44919520e-09, 1.44459591e-08, + -5.98856786e-09, 1.61428488e-08, 6.34395292e-09, + 2.88401267e-08, 1.68643055e-09, -7.87281351e-09, + 8.29766122e-09, -3.72727982e-09, 1.10119345e-08, + 4.21277946e-09, -4.88353180e-09, -9.72069358e-09, + 5.85555426e-09, -5.84850568e-09, 6.50959464e-09, + -2.87005264e-09, -1.37922598e-08, 1.48759227e-09, + -4.31747083e-09, 3.54134500e-09, -2.59815636e-09, + -1.09420739e-09, 3.16262572e-09, 2.87741386e-09, + -3.62229002e-09, -9.12109499e-10, -4.47380444e-09, + 1.43302259e-09, 3.27921157e-09, 2.15379714e-09, + 9.57697921e-10, -1.99037231e-09, -1.75685955e-09, + 1.63680625e-09, -1.10674137e-10, -1.49589141e-09, + 7.03607839e-10, -6.32240926e-10, 3.24075700e-09, + -1.78442860e-09, 8.25185253e-10, -3.08091330e-10, + 3.39355211e-11, 1.69322334e-09, 2.72478928e-10, + -8.75928663e-10, -1.00396846e-09, 7.86997134e-10, + -2.34763320e-10, 1.26320288e-09, -5.49221113e-10, + -1.05913500e-09, 4.14956958e-11, -2.16459739e-10, + 3.85057319e-10, -1.24543931e-10, -5.18411980e-11, + 1.67574399e-10, 1.04819264e-10, -3.12866177e-10, + 1.88720151e-11, -3.37990969e-10, 7.95807864e-11, + 1.47906576e-10, 1.15960574e-10, -5.22959454e-11, + -1.74622983e-10, -1.81671567e-10, 5.04769559e-11, + -1.99861461e-10, -6.29825081e-11, -9.36779543e-11, + -5.83781912e-11, 1.47565515e-10, -1.79511517e-10, + 4.21778168e-11, -1.13345777e-10, 5.22391019e-11, + 1.00015995e-10, 2.17710294e-11, -6.48014975e-11, + -4.80895324e-11, 5.86624083e-11, -1.85877980e-11, + 2.24815722e-11, 2.78532752e-11, 6.36646291e-12, + 6.53699317e-11, 5.45696821e-12, 4.06998879e-11, + 1.08002496e-12, 2.67164069e-11, 4.09272616e-12, + 1.86730631e-11, 5.91171556e-12, -1.81898940e-12, + 9.54969437e-12, 6.36646291e-12, 5.45696821e-12, + 9.09494702e-12, 4.54747351e-12, 0.00000000e+00, + 9.09494702e-13, 3.63797881e-12, 8.64019967e-12, + -1.04591891e-11, 1.22781785e-11, 5.00222086e-12, + -2.72848411e-12, -2.50111043e-11, 4.09272616e-12, + -2.22826202e-11, -4.54747351e-12, -1.54614099e-11, + 6.36646291e-12, 1.90993887e-11, 2.72848411e-12, + 1.00044417e-11, 6.36646291e-12, -9.09494702e-13, + 1.23918653e-11, 1.19513288e-11, 1.93267624e-11, + 1.97815098e-11, 1.43245416e-11, 9.15179044e-12, + 1.02318154e-11, 3.29691829e-12, 5.65592018e-12, + 7.16227078e-12, 1.37276857e-11, 8.12860890e-12, + 6.82121026e-12, 1.42108547e-12, 9.66338121e-13, + -6.32383035e-13, -8.45545856e-13, 6.70041800e-12, + 1.63709046e-11, 7.38964445e-12, 1.58024704e-11, + 4.54747351e-12, 6.59383659e-12, -5.68434189e-13, + 7.38964445e-12, 7.50333129e-12, 9.72022463e-12, + 2.45847787e-12, 1.37561074e-11, -2.70006240e-12, + 1.32445166e-11, -3.28981287e-12, 9.32232069e-12, + 2.27373675e-13, 1.05728759e-11, -2.43005616e-12, + 1.29887212e-11, 0.00000000e+00]]], dtype=float32), array([[[-2.0178391e-02, -1.5869794e-02, -1.3761052e-02, ..., + 2.1213387e-05, -1.2921914e-06, -2.7478025e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[4.5653051e-05, 1.0891950e-04, 1.7297237e-04, ..., + 3.3884442e-03, 5.2331476e-03, 3.0658962e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00503074, 0.0043874 , 0.00416383, ..., -0.12935415, + -0.10696968, -0.09048075]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07672127, -0.06565582, -0.07856694, ..., -0.02130865, + -0.00869232, 0.00330166]]], shape=(1, 1, 7680), dtype=float32), array([[[0.01493777, 0.0346996 , 0.03843542, ..., 0.00272239, + 0.0028993 , 0.00285474]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.003097 , 0.00310093, 0.00320475, ..., -0.02028064, + 0.02841991, 0.07518622]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00015461, -0.0062301 , -0.03388564, ..., -0.03950737, + -0.03467605, -0.0384174 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04277781, -0.02715263, -0.04880081, ..., -0.02693096, + -0.02637806, -0.03194702]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.66493112e-02, -2.12537162e-02, -1.86477397e-02, ..., + 1.14907816e-05, 1.14661179e-05, 1.15216735e-05]]], + shape=(1, 1, 5760), dtype=float32)] 26 +2026-04-30 19:22:36.096 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:22:36.169 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.04626982 -0.08342578 0.04154471 ... -0.03375477 0.12036839 + -0.02125241]]] (1, 1, 1024) +2026-04-30 19:22:36.169 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:22:36.170 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:22:36.170 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:22:36.170 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.04626982 -0.08342578 0.04154471 ... -0.03375477 0.12036839 + -0.02125241] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:22:36.170 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:36.171 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:36.171 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:22:36.171 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:22:36.172 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:22:36.172 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:22:36.172 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:22:36.172 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.04149164 -0.08723176 0.03984855 ... -0.04303912 0.12192368 + -0.01701093] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:22:36.173 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-4.1491635e-02 -8.7231763e-02 3.9848555e-02 ... -4.3039124e-02 + 1.2192368e-01 -1.7010935e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:22:36.217 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=54; step_idx=54 +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=54; step_idx=54 +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache ва +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ж -> text_cache важ +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache важн +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache важна +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache важна +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache важна н +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache важна не +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache важна не +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache важна не т +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не то +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache важна не тол +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ь -> text_cache важна не толь +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache важна не тольк +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не только +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache важна не только +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache важна не только т +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не только то +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ч -> text_cache важна не только точ +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache важна не только точн +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не только точно +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache важна не только точнос +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache важна не только точност +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ь -> text_cache важна не только точность +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache важна не только точность, +2026-04-30 19:22:36.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['важна не только точность,'] 25 +Qwen3TTSProcessor __call__ text ['важна не только точность,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 5474, 37557, 14191, 18658, 73626, 81602, 60279, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:22:36.252 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 5474, 37557, 14191, 18658, 73626, 81602, 60279, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:22:36.252 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 5474 37557 14191 18658 73626 81602 60279 11]] (1, 8) +2026-04-30 19:22:36.252 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 5474 37557 14191 18658 73626 81602 60279 11]] (1, 8) +2026-04-30 19:22:36.252 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment важна не только точность, 25 -> tokenized_segment [np.int64(5474), np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 8 +2026-04-30 19:22:36.252 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(5474), np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] +2026-04-30 19:22:36.252 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.252 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(5474), np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 8 +2026-04-30 19:22:36.252 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 5474 -> pending_tokens [np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 7 +2026-04-30 19:22:36.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-54 vq [1221] (1,) int64 +2026-04-30 19:22:36.287 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-55 vq-rvq [[[1221 1182 929 1599 1676 1578 156 274 1040 773 515 633 118 792 + 590 1574]]] (1, 1, 16) int64 +2026-04-30 19:22:36.287 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 37557 -> pending_tokens [np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 6 +2026-04-30 19:22:36.295 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-55 vq [678] (1,) int64 +2026-04-30 19:22:36.322 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-56 vq-rvq [[[ 678 686 1284 1856 1125 626 93 678 787 2032 697 715 296 894 + 1609 169]]] (1, 1, 16) int64 +2026-04-30 19:22:36.322 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 14191 -> pending_tokens [np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 5 +2026-04-30 19:22:36.330 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-56 vq [1925] (1,) int64 +2026-04-30 19:22:36.357 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-57 vq-rvq [[[1925 1296 95 134 718 1797 1464 122 1643 1421 435 342 925 1112 + 1657 356]]] (1, 1, 16) int64 +2026-04-30 19:22:36.357 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 18658 -> pending_tokens [np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 4 +2026-04-30 19:22:36.365 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [1479] (1,) int64 +2026-04-30 19:22:36.392 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[1479 687 379 1173 304 976 478 1718 1881 586 1106 567 1060 100 + 232 1570]]] (1, 1, 16) int64 +2026-04-30 19:22:36.392 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 73626 -> pending_tokens [np.int64(81602), np.int64(60279), np.int64(11)] 3 +2026-04-30 19:22:36.400 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [1707] (1,) int64 +2026-04-30 19:22:36.427 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[1707 1350 1565 1242 336 1492 1465 1297 512 535 1057 206 1128 1822 + 493 993]]] (1, 1, 16) int64 +2026-04-30 19:22:36.427 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 81602 -> pending_tokens [np.int64(60279), np.int64(11)] 2 +2026-04-30 19:22:36.435 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [1103] (1,) int64 +2026-04-30 19:22:36.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[1103 1511 104 58 166 1728 728 1309 1247 902 228 1907 1994 689 + 141 962]]] (1, 1, 16) int64 +2026-04-30 19:22:36.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 60279 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:22:36.470 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [709] (1,) int64 +2026-04-30 19:22:36.497 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[ 709 585 1160 30 1412 148 317 1144 1181 1212 1476 955 416 322 + 437 1310]]] (1, 1, 16) int64 +2026-04-30 19:22:36.497 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:22:36.505 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [2019] (1,) int64 +2026-04-30 19:22:36.532 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[2019 519 552 815 1764 747 28 1085 444 247 89 643 1724 461 + 122 23]]] (1, 1, 16) int64 +2026-04-30 19:22:36.533 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-35 chunk_tokens [[[1221 678 1925 1479] + [1182 686 1296 687] + [ 929 1284 95 379] + [1599 1856 134 1173] + [1676 1125 718 304] + [1578 626 1797 976] + [ 156 93 1464 478] + [ 274 678 122 1718] + [1040 787 1643 1881] + [ 773 2032 1421 586] + [ 515 697 435 1106] + [ 633 715 342 567] + [ 118 296 925 1060] + [ 792 894 1112 100] + [ 590 1609 1657 232] + [1574 169 356 1570]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:36.557 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-35 wav [[[ 1.09532630e-05 1.11181816e-05 1.31865345e-05 ... -6.78330689e-05 + 7.88537727e-06 -5.85952876e-05]]] -0.0038510910235345364 7.804927918186877e-06 0.0008071824559010565 0.004229885991662741 (1, 1, 7680) +2026-04-30 19:22:36.557 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-39 chunk_tokens [[[1707 1103 709 2019] + [1350 1511 585 519] + [1565 104 1160 552] + [1242 58 30 815] + [ 336 166 1412 1764] + [1492 1728 148 747] + [1465 728 317 28] + [1297 1309 1144 1085] + [ 512 1247 1181 444] + [ 535 902 1212 247] + [1057 228 1476 89] + [ 206 1907 955 643] + [1128 1994 416 1724] + [1822 689 322 461] + [ 493 141 437 122] + [ 993 962 1310 23]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:36.582 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-39 wav [[[7.6968790e-05 6.8716516e-05 1.2697281e-04 ... 8.0643423e-02 + 8.6652920e-02 8.0690987e-02]]] -0.1259683519601822 -7.74975706008263e-05 0.04046447202563286 0.1477413922548294 (1, 1, 7680) +2026-04-30 19:22:36.582 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:22:36.582 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:22:36.582 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:36.582 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:22:36.582 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:22:36.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [1853] (1,) int64 +2026-04-30 19:22:36.617 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[1853 1427 117 1776 381 822 2038 648 1085 186 1841 984 1488 493 + 549 601]]] (1, 1, 16) int64 +2026-04-30 19:22:36.625 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [1145] (1,) int64 +2026-04-30 19:22:36.653 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[1145 835 106 20 1270 674 676 178 1930 370 1690 1476 1578 1300 + 2043 933]]] (1, 1, 16) int64 +2026-04-30 19:22:36.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [994] (1,) int64 +2026-04-30 19:22:36.688 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[ 994 184 1965 1226 466 731 1332 1373 1298 286 682 846 807 805 + 428 751]]] (1, 1, 16) int64 +2026-04-30 19:22:36.696 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [935] (1,) int64 +2026-04-30 19:22:36.723 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[ 935 1126 1276 1100 129 2004 889 242 552 1116 802 302 322 1085 + 1629 1893]]] (1, 1, 16) int64 +2026-04-30 19:22:36.731 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [1339] (1,) int64 +2026-04-30 19:22:36.758 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[1339 592 809 130 386 1456 227 803 1258 117 766 646 1288 179 + 1014 258]]] (1, 1, 16) int64 +2026-04-30 19:22:36.766 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [178] (1,) int64 +2026-04-30 19:22:36.793 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[ 178 1131 1104 1796 2038 1519 504 808 422 141 847 1931 63 681 + 740 1637]]] (1, 1, 16) int64 +2026-04-30 19:22:36.801 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [1394] (1,) int64 +2026-04-30 19:22:36.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[1394 16 504 332 1745 1811 532 724 557 1398 1325 93 384 129 + 1665 844]]] (1, 1, 16) int64 +2026-04-30 19:22:36.837 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [612] (1,) int64 +2026-04-30 19:22:36.864 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[ 612 1857 1498 158 1595 288 778 285 1404 381 1428 1093 919 15 + 854 1265]]] (1, 1, 16) int64 +2026-04-30 19:22:36.872 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [326] (1,) int64 +2026-04-30 19:22:36.899 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[ 326 1463 1939 1105 112 1893 254 692 892 1670 1235 382 547 647 + 1457 292]]] (1, 1, 16) int64 +2026-04-30 19:22:36.907 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [494] (1,) int64 +2026-04-30 19:22:36.934 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[ 494 1773 103 1903 1410 94 1706 7 73 26 888 1811 1097 419 + 891 619]]] (1, 1, 16) int64 +2026-04-30 19:22:36.942 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [438] (1,) int64 +2026-04-30 19:22:36.969 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-73 vq-rvq [[[ 438 1464 1649 597 1013 96 450 586 998 1911 664 41 76 226 + 409 58]]] (1, 1, 16) int64 +2026-04-30 19:22:36.977 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-73 vq [640] (1,) int64 +2026-04-30 19:22:37.004 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-74 vq-rvq [[[ 640 1399 257 294 1303 1357 184 1184 1235 794 778 258 1035 98 + 1579 629]]] (1, 1, 16) int64 +2026-04-30 19:22:37.012 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-74 vq [1005] (1,) int64 +2026-04-30 19:22:37.040 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-75 vq-rvq [[[1005 1263 1112 359 959 291 1420 303 1061 357 299 406 2028 1469 + 1689 152]]] (1, 1, 16) int64 +2026-04-30 19:22:37.048 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-75 vq [1907] (1,) int64 +2026-04-30 19:22:37.075 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-76 vq-rvq [[[1907 128 1347 1645 1204 55 1989 1208 878 1470 701 256 69 353 + 1071 573]]] (1, 1, 16) int64 +2026-04-30 19:22:37.083 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-76 vq [357] (1,) int64 +2026-04-30 19:22:37.110 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-77 vq-rvq [[[ 357 1259 575 182 1217 858 846 425 547 488 1421 480 0 27 + 202 1966]]] (1, 1, 16) int64 +2026-04-30 19:22:37.118 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-77 vq [2004] (1,) int64 +2026-04-30 19:22:37.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-78 vq-rvq [[[2004 1658 1954 455 1128 772 1027 1919 951 1792 313 1529 610 1371 + 1559 1208]]] (1, 1, 16) int64 +2026-04-30 19:22:37.153 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-78 vq [914] (1,) int64 +2026-04-30 19:22:37.181 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-79 vq-rvq [[[ 914 1466 301 1547 648 306 1149 770 1661 101 638 1276 759 372 + 575 1458]]] (1, 1, 16) int64 +2026-04-30 19:22:37.189 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-79 vq [1677] (1,) int64 +2026-04-30 19:22:37.216 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-80 vq-rvq [[[1677 889 344 283 394 1935 1024 427 309 2013 496 243 23 1670 + 228 1158]]] (1, 1, 16) int64 +2026-04-30 19:22:37.224 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-80 vq [298] (1,) int64 +2026-04-30 19:22:37.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-81 vq-rvq [[[ 298 485 991 1898 369 1070 585 1560 1819 840 1711 905 204 1893 + 1016 214]]] (1, 1, 16) int64 +2026-04-30 19:22:37.259 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-81 vq [1118] (1,) int64 +2026-04-30 19:22:37.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-82 vq-rvq [[[1118 847 772 829 1555 1203 1100 612 480 820 398 1142 1145 658 + 976 603]]] (1, 1, 16) int64 +2026-04-30 19:22:37.294 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-82 vq [2150] (1,) int64 +2026-04-30 19:22:37.294 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-43 chunk_tokens [[[1853 1145 994 935] + [1427 835 184 1126] + [ 117 106 1965 1276] + [1776 20 1226 1100] + [ 381 1270 466 129] + [ 822 674 731 2004] + [2038 676 1332 889] + [ 648 178 1373 242] + [1085 1930 1298 552] + [ 186 370 286 1116] + [1841 1690 682 802] + [ 984 1476 846 302] + [1488 1578 807 322] + [ 493 1300 805 1085] + [ 549 2043 428 1629] + [ 601 933 751 1893]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:37.318 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-43 wav [[[ 0.08728872 0.08188895 0.07558721 ... -0.03647932 -0.03352755 + -0.03507594]]] -0.14757241308689117 0.00039844762068241835 0.07149789482355118 0.1704578995704651 (1, 1, 7680) +2026-04-30 19:22:37.319 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-47 chunk_tokens [[[1339 178 1394 612] + [ 592 1131 16 1857] + [ 809 1104 504 1498] + [ 130 1796 332 158] + [ 386 2038 1745 1595] + [1456 1519 1811 288] + [ 227 504 532 778] + [ 803 808 724 285] + [1258 422 557 1404] + [ 117 141 1398 381] + [ 766 847 1325 1428] + [ 646 1931 93 1093] + [1288 63 384 919] + [ 179 681 129 15] + [1014 740 1665 854] + [ 258 1637 844 1265]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:37.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-47 wav [[[-0.03498353 -0.03869969 -0.04955857 ... 0.00810561 0.01780472 + 0.02289817]]] -0.17062166333198547 -0.00017836557526607066 0.05688232183456421 0.18087804317474365 (1, 1, 7680) +2026-04-30 19:22:37.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-51 chunk_tokens [[[ 326 494 438 640] + [1463 1773 1464 1399] + [1939 103 1649 257] + [1105 1903 597 294] + [ 112 1410 1013 1303] + [1893 94 96 1357] + [ 254 1706 450 184] + [ 692 7 586 1184] + [ 892 73 998 1235] + [1670 26 1911 794] + [1235 888 664 778] + [ 382 1811 41 258] + [ 547 1097 76 1035] + [ 647 419 226 98] + [1457 891 409 1579] + [ 292 619 58 629]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:37.367 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-51 wav [[[0.03096162 0.03561934 0.03479751 ... 0.00643777 0.01024758 0.01612342]]] -0.18066275119781494 -3.407276744837873e-05 0.036009836941957474 0.17635682225227356 (1, 1, 7680) +2026-04-30 19:22:37.367 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-55 chunk_tokens [[[1005 1907 357 2004] + [1263 128 1259 1658] + [1112 1347 575 1954] + [ 359 1645 182 455] + [ 959 1204 1217 1128] + [ 291 55 858 772] + [1420 1989 846 1027] + [ 303 1208 425 1919] + [1061 878 547 951] + [ 357 1470 488 1792] + [ 299 701 1421 313] + [ 406 256 480 1529] + [2028 69 0 610] + [1469 353 27 1371] + [1689 1071 202 1559] + [ 152 573 1966 1208]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:37.391 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-55 wav [[[ 0.01281948 -0.00524143 0.00486929 ... 0.00157575 0.00300433 + 0.00234129]]] -0.14983245730400085 -1.834800968936179e-05 0.02196752093732357 0.09145454317331314 (1, 1, 7680) +2026-04-30 19:22:37.392 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-59 chunk_tokens [[[ 914 1677 298 1118] + [1466 889 485 847] + [ 301 344 991 772] + [1547 283 1898 829] + [ 648 394 369 1555] + [ 306 1935 1070 1203] + [1149 1024 585 1100] + [ 770 427 1560 612] + [1661 309 1819 480] + [ 101 2013 840 820] + [ 638 496 1711 398] + [1276 243 905 1142] + [ 759 23 204 1145] + [ 372 1670 1893 658] + [ 575 228 1016 976] + [1458 1158 214 603]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:37.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-59 wav [[[1.44893979e-03 1.41141354e-03 2.32469314e-03 ... 1.10319415e-05 + 1.15799376e-05 1.09862503e-05]]] -0.05069010704755783 1.6666399460518733e-05 0.011304708197712898 0.05695132538676262 (1, 1, 7680) +2026-04-30 19:22:37.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-83 +2026-04-30 19:22:37.434 [INFO] __main__: Synthesising: 'но и низкая задержка.' +2026-04-30 19:22:37.434 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache н +2026-04-30 19:22:37.434 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:22:37.434 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:22:37.551 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.03959993 -0.06586854 0.03755996 ... -0.04061737 0.12937324 + -0.02682438]]] (1, 1, 1024) +2026-04-30 19:22:37.551 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:22:37.551 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:22:37.551 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:22:37.552 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.03959993 -0.06586854 0.03755996 ... -0.04061737 0.12937324 + -0.02682438] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:22:37.552 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:37.552 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:37.552 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:22:37.553 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:22:37.553 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:22:37.553 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:22:37.554 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:22:37.554 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.03482174 -0.06967453 0.0358638 ... -0.04990172 0.13092852 + -0.02258291] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:22:37.554 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-3.4821741e-02 -6.9674529e-02 3.5863798e-02 ... -4.9901720e-02 + 1.3092852e-01 -2.2582911e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:22:37.597 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:22:37.597 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:37.597 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache но +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache но +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache но и +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache но и +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache но и н +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache но и ни +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache но и низ +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache но и низк +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache но и низка +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache но и низкая +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache но и низкая +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache но и низкая з +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache но и низкая за +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache но и низкая зад +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache но и низкая заде +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:37.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:37.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache но и низкая задер +2026-04-30 19:22:37.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:37.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:37.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ж -> text_cache но и низкая задерж +2026-04-30 19:22:37.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:37.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:37.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache но и низкая задержк +2026-04-30 19:22:37.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:37.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:37.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache но и низкая задержка +2026-04-30 19:22:37.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:37.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:37.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache но и низкая задержка. +2026-04-30 19:22:37.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['но и низкая задержка.'] 21 +Qwen3TTSProcessor __call__ text ['но и низкая задержка.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 13685, 7587, 6709, 40773, 125107, 52180, 57569, 13132, + 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:22:37.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 13685, 7587, 6709, 40773, 125107, 52180, 57569, 13132, + 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:22:37.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 13685 7587 6709 40773 125107 52180 57569 13132 13]] (1, 9) +2026-04-30 19:22:37.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 13685 7587 6709 40773 125107 52180 57569 13132 13]] (1, 9) +2026-04-30 19:22:37.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment но и низкая задержка. 21 -> tokenized_segment [np.int64(13685), np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 9 +2026-04-30 19:22:37.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(13685), np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] +2026-04-30 19:22:37.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:37.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(13685), np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 9 +2026-04-30 19:22:37.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13685 -> pending_tokens [np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 8 +2026-04-30 19:22:37.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:22:37.635 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 1368 1279 1665 1767 1571 327 243 555 814 1676 294 248 743 + 1302 621]]] (1, 1, 16) int64 +2026-04-30 19:22:37.635 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 7587 -> pending_tokens [np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 7 +2026-04-30 19:22:37.643 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:22:37.670 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 117 999 750 145 785 1421 1989 1356 1401 743 990 79 72 + 218 1672]]] (1, 1, 16) int64 +2026-04-30 19:22:37.670 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6709 -> pending_tokens [np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 6 +2026-04-30 19:22:37.678 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:22:37.705 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 506 360 241 550 985 1751 1434 249 714 1888 823 706 1162 + 460 284]]] (1, 1, 16) int64 +2026-04-30 19:22:37.705 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 40773 -> pending_tokens [np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 5 +2026-04-30 19:22:37.713 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:22:37.740 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 85 1640 2032 243 286 474 108 1440 1314 54 903 1877 1518 + 1772 660]]] (1, 1, 16) int64 +2026-04-30 19:22:37.740 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 125107 -> pending_tokens [np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 4 +2026-04-30 19:22:37.748 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [462] (1,) int64 +2026-04-30 19:22:37.775 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[ 462 1782 1093 1349 202 1567 1304 1902 1300 1805 255 1967 1778 1597 + 711 628]]] (1, 1, 16) int64 +2026-04-30 19:22:37.775 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 52180 -> pending_tokens [np.int64(57569), np.int64(13132), np.int64(13)] 3 +2026-04-30 19:22:37.783 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [251] (1,) int64 +2026-04-30 19:22:37.810 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[ 251 1053 1337 294 622 1678 458 1160 351 1918 1294 243 375 1854 + 454 2022]]] (1, 1, 16) int64 +2026-04-30 19:22:37.810 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 57569 -> pending_tokens [np.int64(13132), np.int64(13)] 2 +2026-04-30 19:22:37.818 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [673] (1,) int64 +2026-04-30 19:22:37.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[ 673 1222 1027 201 1406 1356 1754 1095 1844 83 1245 124 594 329 + 1548 905]]] (1, 1, 16) int64 +2026-04-30 19:22:37.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13132 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:22:37.853 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [1850] (1,) int64 +2026-04-30 19:22:37.880 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[1850 533 423 885 1385 521 666 355 217 1397 299 469 485 1999 + 570 555]]] (1, 1, 16) int64 +2026-04-30 19:22:37.880 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:22:37.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [603] (1,) int64 +2026-04-30 19:22:37.915 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[ 603 1627 1648 1365 1591 1402 1658 201 782 274 1887 213 1565 460 + 863 975]]] (1, 1, 16) int64 +2026-04-30 19:22:37.915 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [1368 117 506 85] + [1279 999 360 1640] + [1665 750 241 2032] + [1767 145 550 243] + [1571 785 985 286] + [ 327 1421 1751 474] + [ 243 1989 1434 108] + [ 555 1356 249 1440] + [ 814 1401 714 1314] + [1676 743 1888 54] + [ 294 990 823 903] + [ 248 79 706 1877] + [ 743 72 1162 1518] + [1302 218 460 1772] + [ 621 1672 284 660]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:37.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-2.1003127e-02 -1.7656354e-02 -1.6683424e-02 ... 8.8091219e-05 + 6.5648906e-05 3.6394693e-05]]] -0.08415865153074265 -5.9446319937705994e-05 0.006106407847255468 0.05642782524228096 (1, 1, 7680) +2026-04-30 19:22:37.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[ 462 251 673 1850] + [1782 1053 1222 533] + [1093 1337 1027 423] + [1349 294 201 885] + [ 202 622 1406 1385] + [1567 1678 1356 521] + [1304 458 1754 666] + [1902 1160 1095 355] + [1300 351 1844 217] + [1805 1918 83 1397] + [ 255 1294 1245 299] + [1967 243 124 469] + [1778 375 594 485] + [1597 1854 329 1999] + [ 711 454 1548 570] + [ 628 2022 905 555]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:37.964 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[2.3830460e-05 1.8160710e-05 3.8328337e-05 ... 1.2493102e-02 + 1.6835133e-02 1.6181389e-02]]] -0.10873377323150635 6.658899656031281e-05 0.03212882578372955 0.09214746952056885 (1, 1, 7680) +2026-04-30 19:22:37.964 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:22:37.964 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:22:37.964 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:37.964 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:22:37.964 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:22:37.972 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [1566] (1,) int64 +2026-04-30 19:22:37.999 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[1566 936 1814 1105 573 501 634 1723 195 51 1586 159 698 98 + 1032 1446]]] (1, 1, 16) int64 +2026-04-30 19:22:38.007 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [1339] (1,) int64 +2026-04-30 19:22:38.033 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[1339 1920 364 391 177 274 1987 1977 297 1615 1007 647 1264 1279 + 468 371]]] (1, 1, 16) int64 +2026-04-30 19:22:38.042 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [1622] (1,) int64 +2026-04-30 19:22:38.068 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[1622 928 925 1881 1076 964 1075 32 777 1291 350 778 963 1078 + 791 1066]]] (1, 1, 16) int64 +2026-04-30 19:22:38.076 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [722] (1,) int64 +2026-04-30 19:22:38.104 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[ 722 2031 440 1947 475 338 1039 1553 1810 90 234 1072 1176 212 + 827 57]]] (1, 1, 16) int64 +2026-04-30 19:22:38.112 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [821] (1,) int64 +2026-04-30 19:22:38.138 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[ 821 1799 243 1227 1925 989 1462 1331 1617 22 48 312 112 520 + 80 1556]]] (1, 1, 16) int64 +2026-04-30 19:22:38.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [871] (1,) int64 +2026-04-30 19:22:38.173 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[ 871 1970 722 1122 1675 489 427 331 490 826 966 241 216 1076 + 33 346]]] (1, 1, 16) int64 +2026-04-30 19:22:38.181 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [1132] (1,) int64 +2026-04-30 19:22:38.208 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[1132 639 1284 534 682 617 864 1351 68 55 1215 475 1417 1220 + 1653 867]]] (1, 1, 16) int64 +2026-04-30 19:22:38.216 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [1597] (1,) int64 +2026-04-30 19:22:38.242 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[1597 1243 1140 578 116 1587 1080 158 1014 186 666 1141 143 1546 + 1662 675]]] (1, 1, 16) int64 +2026-04-30 19:22:38.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [87] (1,) int64 +2026-04-30 19:22:38.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[ 87 81 1928 21 270 1449 1246 1391 1203 1564 352 1894 613 5 + 1754 1229]]] (1, 1, 16) int64 +2026-04-30 19:22:38.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [1162] (1,) int64 +2026-04-30 19:22:38.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[1162 1464 603 871 188 1300 128 684 495 1029 200 318 575 757 + 1806 1712]]] (1, 1, 16) int64 +2026-04-30 19:22:38.319 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [835] (1,) int64 +2026-04-30 19:22:38.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[ 835 1364 1704 1284 1164 1011 1499 110 821 775 882 1809 1031 866 + 1519 1436]]] (1, 1, 16) int64 +2026-04-30 19:22:38.354 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [2004] (1,) int64 +2026-04-30 19:22:38.381 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[2004 525 1747 1118 896 1196 630 1617 65 1268 785 1132 377 8 + 1333 748]]] (1, 1, 16) int64 +2026-04-30 19:22:38.389 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [677] (1,) int64 +2026-04-30 19:22:38.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[ 677 1923 104 1219 1428 957 1618 1030 246 1223 903 596 159 1611 + 1436 491]]] (1, 1, 16) int64 +2026-04-30 19:22:38.423 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [602] (1,) int64 +2026-04-30 19:22:38.450 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[ 602 214 1777 1772 1628 632 178 154 32 1047 740 257 1374 1813 + 379 165]]] (1, 1, 16) int64 +2026-04-30 19:22:38.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [2150] (1,) int64 +2026-04-30 19:22:38.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[ 603 1566 1339 1622] + [1627 936 1920 928] + [1648 1814 364 925] + [1365 1105 391 1881] + [1591 573 177 1076] + [1402 501 274 964] + [1658 634 1987 1075] + [ 201 1723 1977 32] + [ 782 195 297 777] + [ 274 51 1615 1291] + [1887 1586 1007 350] + [ 213 159 647 778] + [1565 698 1264 963] + [ 460 98 1279 1078] + [ 863 1032 468 791] + [ 975 1446 371 1066]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:38.482 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[ 0.0130723 0.01986293 0.0148283 ... 0.06307917 -0.02376302 + -0.00673699]]] -0.15352763235569 -2.915998993557878e-05 0.06242600455880165 0.1544875055551529 (1, 1, 7680) +2026-04-30 19:22:38.482 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[ 722 821 871 1132] + [2031 1799 1970 639] + [ 440 243 722 1284] + [1947 1227 1122 534] + [ 475 1925 1675 682] + [ 338 989 489 617] + [1039 1462 427 864] + [1553 1331 331 1351] + [1810 1617 490 68] + [ 90 22 826 55] + [ 234 48 966 1215] + [1072 312 241 475] + [1176 112 216 1417] + [ 212 520 1076 1220] + [ 827 80 33 1653] + [ 57 1556 346 867]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:38.506 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[-0.00087373 -0.01209773 0.01582673 ... -0.01747499 -0.01298305 + 0.00674707]]] -0.13384361565113068 8.495451766066253e-05 0.04110347107052803 0.10839813202619553 (1, 1, 7680) +2026-04-30 19:22:38.507 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[1597 87 1162 835] + [1243 81 1464 1364] + [1140 1928 603 1704] + [ 578 21 871 1284] + [ 116 270 188 1164] + [1587 1449 1300 1011] + [1080 1246 128 1499] + [ 158 1391 684 110] + [1014 1203 495 821] + [ 186 1564 1029 775] + [ 666 352 200 882] + [1141 1894 318 1809] + [ 143 613 575 1031] + [1546 5 757 866] + [1662 1754 1806 1519] + [ 675 1229 1712 1436]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:38.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[-0.02898772 -0.01957795 0.00339471 ... 0.00449959 0.00116879 + -0.00218068]]] -0.1448259800672531 -5.528649126063101e-05 0.035136669874191284 0.1555599570274353 (1, 1, 7680) +2026-04-30 19:22:38.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[2004 677 602] + [ 525 1923 214] + [1747 104 1777] + [1118 1219 1772] + [ 896 1428 1628] + [1196 957 632] + [ 630 1618 178] + [1617 1030 154] + [ 65 246 32] + [1268 1223 1047] + [ 785 903 740] + [1132 596 257] + [ 377 159 1374] + [ 8 1611 1813] + [1333 1436 379] + [ 748 491 165]]] (1, 16, 3) n_chunk_frames 3 +2026-04-30 19:22:38.562 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[8.8034768e-04 2.9946312e-03 9.9179726e-03 ... 9.4306488e-06 + 8.5589509e-06 9.4929692e-06]]] -0.06677092611789703 2.24108971451642e-05 0.007356278598308563 0.05784590169787407 (1, 1, 5760) +2026-04-30 19:22:38.562 [INFO] __main__: Synthesising: 'Если это происходит не мгновенно,' +2026-04-30 19:22:38.562 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment Е -> text_cache Е +2026-04-30 19:22:38.562 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:22:38.567 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[-0.00714602, 0.02174162, 0.02507719, ..., 0.00012972, + 0.00015258, 0.0001834 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00015094, 0.00015487, 0.00011818, ..., -0.07092863, + -0.06456477, -0.05801462]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04036722, -0.03251548, -0.02055057, ..., 0.03210086, + 0.04750207, 0.02853777]]], shape=(1, 1, 7680), dtype=float32), array([[[0.03324621, 0.03144207, 0.00937901, ..., 0.06694852, + 0.06238959, 0.05949797]]], shape=(1, 1, 7680), dtype=float32), array([[[0.05384995, 0.05026871, 0.04696732, ..., 0.00014989, + 0.00025864, 0.00032681]]], shape=(1, 1, 7680), dtype=float32), array([[[3.2117270e-04, 2.5118084e-04, 1.8490841e-04, ..., + 1.3967537e-04, 9.5703828e-05, 7.7301847e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 6.6061897e-05, 4.5501074e-05, 1.1189973e-04, ..., + -2.8404314e-04, -4.9388083e-04, -3.0395528e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00011191, 0.0004472 , 0.00063732, ..., -0.01157015, + 0.00686165, -0.03166806]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03672132, -0.02769317, -0.03606017, ..., 0.02290071, + 0.00237138, -0.05235979]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00126989, 0.01405223, -0.02939879, ..., -0.03180669, + -0.03784437, -0.03551205]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03009923, -0.02443582, -0.01917462, ..., -0.1298594 , + -0.12665586, -0.13380183]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.12954387, -0.13337731, -0.13667063, ..., -0.06606104, + -0.04978877, -0.04662865]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04368592, -0.0182156 , -0.00855666, ..., -0.04946399, + -0.04711016, -0.04754236]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04342744, -0.04773424, -0.04325556, ..., 0.00141498, + -0.01069845, -0.02081203]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01536977, 0.00070052, 0.02182182, ..., 0.00014333, + 0.00025173, 0.00014644]]], shape=(1, 1, 7680), dtype=float32), array([[[ 1.3166456e-04, 3.8861428e-05, 1.7158171e-05, ..., + -8.8269280e-07, -4.7594767e-07, -2.6226735e-07]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 6.03070475e-07, -9.96078597e-08, -3.02895387e-07, + -3.82882718e-07, 5.77447736e-07, 3.61469120e-07, + -4.07480456e-07, 1.24973531e-06, 7.32898116e-08, + 7.02900707e-07, 2.55094619e-07, 6.95843937e-07, + 1.06051175e-06, 2.70622877e-07, 1.25988390e-06, + 8.21698450e-07, -4.71027306e-09, 6.60814294e-07, + 6.64223080e-07, 1.29784257e-06, 1.07858546e-06, + 1.12219288e-06, 1.58721161e-06, -4.75176819e-07, + -2.30952963e-07, -3.26061496e-07, 3.23648010e-07, + 1.90960645e-06, 2.92618267e-07, 7.23882238e-07, + 1.09530674e-06, -1.63387867e-07, 3.98530375e-07, + -8.10452889e-07, -1.97493520e-07, 2.04426769e-07, + 1.37368176e-07, 3.95671179e-07, -8.17957584e-07, + -1.14635986e-06, -3.71966848e-08, 2.94987217e-07, + -3.97323916e-08, -3.09216034e-07, -4.08935733e-07, + 4.44286030e-07, 7.83137750e-08, 7.30815941e-07, + 3.53247913e-07, 3.06831794e-07, -5.00108399e-07, + -6.14128794e-07, -5.28688986e-07, 4.33201308e-07, + -2.92847233e-07, -1.26825739e-06, 4.26838142e-07, + -8.10759843e-07, 4.58328032e-07, 1.05026508e-07, + -2.46190464e-08, 1.17785483e-07, -4.16061198e-07, + 3.67795963e-07, 1.46046091e-07, 2.69903921e-09, + -5.70523753e-07, -2.44511540e-07, 2.41372049e-07, + 7.69854864e-08, -5.94909295e-07, -4.76302148e-07, + -2.84636258e-07, -9.12676228e-08, -2.13077183e-08, + -2.97822282e-07, -1.52474300e-07, -2.60154877e-07, + -1.16706929e-07, 3.06000175e-07, 6.52057111e-07, + 1.49680744e-07, -2.89543323e-09, -2.71122644e-08, + 4.07049470e-08, 8.77501179e-07, 1.84630636e-07, + 2.13193914e-07, 1.79858631e-07, 1.36661015e-07, + 4.39525138e-07, 1.61922827e-07, 5.08916344e-07, + 5.77694550e-08, 1.46988839e-08, 7.63456001e-08, + -4.83283173e-08, -8.75078001e-08, 1.23763158e-07, + -3.28913615e-07, 2.05216907e-07, -5.43575709e-08, + -4.99865052e-07, -2.95447478e-07, -3.98083500e-07, + 1.11629106e-08, -2.24377004e-07, -1.53040446e-07, + -8.93094239e-08, 1.02450485e-07, -1.71094143e-07, + -9.67156666e-08, -2.05459401e-07, -1.01303499e-07, + 1.59698175e-07, 9.85673978e-08, 9.00799932e-08, + -4.47871571e-08, -1.01642399e-07, 3.96294126e-08, + 5.73418220e-08, -3.37186066e-08, 7.46513251e-08, + 8.74570105e-09, 1.67427061e-07, 7.71397026e-08, + -1.04904757e-07, 4.09709173e-08, -4.34738467e-08, + 5.39002940e-08, 5.40458132e-08, -3.02097760e-08, + -6.12344593e-08, 4.68571670e-09, -2.05182005e-08, + -2.44326657e-08, 2.36032065e-08, -8.61982699e-08, + 2.70374585e-08, -2.88418960e-08, 3.13011697e-08, + -2.59606168e-08, -2.06200639e-08, 2.95258360e-08, + 2.14931788e-08, -9.09494702e-09, -2.37050699e-08, + -3.13739292e-08, 4.00177669e-09, 2.98896339e-08, + 7.55244400e-09, 2.24245014e-08, -1.08557288e-08, + -2.74121703e-09, 9.44919520e-09, 1.44459591e-08, + -5.98856786e-09, 1.61428488e-08, 6.34395292e-09, + 2.88401267e-08, 1.68643055e-09, -7.87281351e-09, + 8.29766122e-09, -3.72727982e-09, 1.10119345e-08, + 4.21277946e-09, -4.88353180e-09, -9.72069358e-09, + 5.85555426e-09, -5.84850568e-09, 6.50959464e-09, + -2.87005264e-09, -1.37922598e-08, 1.48759227e-09, + -4.31747083e-09, 3.54134500e-09, -2.59815636e-09, + -1.09420739e-09, 3.16262572e-09, 2.87741386e-09, + -3.62229002e-09, -9.12109499e-10, -4.47380444e-09, + 1.43302259e-09, 3.27921157e-09, 2.15379714e-09, + 9.57697921e-10, -1.99037231e-09, -1.75685955e-09, + 1.63680625e-09, -1.10674137e-10, -1.49589141e-09, + 7.03607839e-10, -6.32240926e-10, 3.24075700e-09, + -1.78442860e-09, 8.25185253e-10, -3.08091330e-10, + 3.39355211e-11, 1.69322334e-09, 2.72478928e-10, + -8.75928663e-10, -1.00396846e-09, 7.86997134e-10, + -2.34763320e-10, 1.26320288e-09, -5.49221113e-10, + -1.05913500e-09, 4.14956958e-11, -2.16459739e-10, + 3.85057319e-10, -1.24543931e-10, -5.18411980e-11, + 1.67574399e-10, 1.04819264e-10, -3.12866177e-10, + 1.88720151e-11, -3.37990969e-10, 7.95807864e-11, + 1.47906576e-10, 1.15960574e-10, -5.22959454e-11, + -1.74622983e-10, -1.81671567e-10, 5.04769559e-11, + -1.99861461e-10, -6.29825081e-11, -9.36779543e-11, + -5.83781912e-11, 1.47565515e-10, -1.79511517e-10, + 4.21778168e-11, -1.13345777e-10, 5.22391019e-11, + 1.00015995e-10, 2.17710294e-11, -6.48014975e-11, + -4.80895324e-11, 5.86624083e-11, -1.85877980e-11, + 2.24815722e-11, 2.78532752e-11, 6.36646291e-12, + 6.53699317e-11, 5.45696821e-12, 4.06998879e-11, + 1.08002496e-12, 2.67164069e-11, 4.09272616e-12, + 1.86730631e-11, 5.91171556e-12, -1.81898940e-12, + 9.54969437e-12, 6.36646291e-12, 5.45696821e-12, + 9.09494702e-12, 4.54747351e-12, 0.00000000e+00, + 9.09494702e-13, 3.63797881e-12, 8.64019967e-12, + -1.04591891e-11, 1.22781785e-11, 5.00222086e-12, + -2.72848411e-12, -2.50111043e-11, 4.09272616e-12, + -2.22826202e-11, -4.54747351e-12, -1.54614099e-11, + 6.36646291e-12, 1.90993887e-11, 2.72848411e-12, + 1.00044417e-11, 6.36646291e-12, -9.09494702e-13, + 1.23918653e-11, 1.19513288e-11, 1.93267624e-11, + 1.97815098e-11, 1.43245416e-11, 9.15179044e-12, + 1.02318154e-11, 3.29691829e-12, 5.65592018e-12, + 7.16227078e-12, 1.37276857e-11, 8.12860890e-12, + 6.82121026e-12, 1.42108547e-12, 9.66338121e-13, + -6.32383035e-13, -8.45545856e-13, 6.70041800e-12, + 1.63709046e-11, 7.38964445e-12, 1.58024704e-11, + 4.54747351e-12, 6.59383659e-12, -5.68434189e-13, + 7.38964445e-12, 7.50333129e-12, 9.72022463e-12, + 2.45847787e-12, 1.37561074e-11, -2.70006240e-12, + 1.32445166e-11, -3.28981287e-12, 9.32232069e-12, + 2.27373675e-13, 1.05728759e-11, -2.43005616e-12, + 1.29887212e-11, 0.00000000e+00]]], dtype=float32), array([[[-2.0178391e-02, -1.5869794e-02, -1.3761052e-02, ..., + 2.1213387e-05, -1.2921914e-06, -2.7478025e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[4.5653051e-05, 1.0891950e-04, 1.7297237e-04, ..., + 3.3884442e-03, 5.2331476e-03, 3.0658962e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00503074, 0.0043874 , 0.00416383, ..., -0.12935415, + -0.10696968, -0.09048075]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07672127, -0.06565582, -0.07856694, ..., -0.02130865, + -0.00869232, 0.00330166]]], shape=(1, 1, 7680), dtype=float32), array([[[0.01493777, 0.0346996 , 0.03843542, ..., 0.00272239, + 0.0028993 , 0.00285474]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.003097 , 0.00310093, 0.00320475, ..., -0.02028064, + 0.02841991, 0.07518622]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00015461, -0.0062301 , -0.03388564, ..., -0.03950737, + -0.03467605, -0.0384174 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04277781, -0.02715263, -0.04880081, ..., -0.02693096, + -0.02637806, -0.03194702]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.66493112e-02, -2.12537162e-02, -1.86477397e-02, ..., + 1.14907816e-05, 1.14661179e-05, 1.15216735e-05]]], + shape=(1, 1, 5760), dtype=float32), array([[[ 1.09532630e-05, 1.11181816e-05, 1.31865345e-05, ..., + -6.78330689e-05, 7.88537727e-06, -5.85952876e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[7.6968790e-05, 6.8716516e-05, 1.2697281e-04, ..., + 8.0643423e-02, 8.6652920e-02, 8.0690987e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.08728872, 0.08188895, 0.07558721, ..., -0.03647932, + -0.03352755, -0.03507594]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03498353, -0.03869969, -0.04955857, ..., 0.00810561, + 0.01780472, 0.02289817]]], shape=(1, 1, 7680), dtype=float32), array([[[0.03096162, 0.03561934, 0.03479751, ..., 0.00643777, + 0.01024758, 0.01612342]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01281948, -0.00524143, 0.00486929, ..., 0.00157575, + 0.00300433, 0.00234129]]], shape=(1, 1, 7680), dtype=float32), array([[[1.44893979e-03, 1.41141354e-03, 2.32469314e-03, ..., + 1.10319415e-05, 1.15799376e-05, 1.09862503e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-2.1003127e-02, -1.7656354e-02, -1.6683424e-02, ..., + 8.8091219e-05, 6.5648906e-05, 3.6394693e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[2.3830460e-05, 1.8160710e-05, 3.8328337e-05, ..., + 1.2493102e-02, 1.6835133e-02, 1.6181389e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.0130723 , 0.01986293, 0.0148283 , ..., 0.06307917, + -0.02376302, -0.00673699]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00087373, -0.01209773, 0.01582673, ..., -0.01747499, + -0.01298305, 0.00674707]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02898772, -0.01957795, 0.00339471, ..., 0.00449959, + 0.00116879, -0.00218068]]], shape=(1, 1, 7680), dtype=float32), array([[[8.8034768e-04, 2.9946312e-03, 9.9179726e-03, ..., + 9.4306488e-06, 8.5589509e-06, 9.4929692e-06]]], + shape=(1, 1, 5760), dtype=float32)] 39 +2026-04-30 19:22:38.568 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [-7.1460200e-03 2.1741621e-02 2.5077187e-02 ... 9.4306488e-06 + 8.5589509e-06 9.4929692e-06] (288314,) float32 +2026-04-30 19:22:38.568 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 13 [-4.3427438e-02 -4.7734242e-02 -4.3255556e-02 ... 9.4306488e-06 + 8.5589509e-06 9.4929692e-06] (188474,) float32 +2026-04-30 19:22:38.573 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 13 [array([[[-0.04342744, -0.04773424, -0.04325556, ..., 0.00141498, + -0.01069845, -0.02081203]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01536977, 0.00070052, 0.02182182, ..., 0.00014333, + 0.00025173, 0.00014644]]], shape=(1, 1, 7680), dtype=float32), array([[[ 1.3166456e-04, 3.8861428e-05, 1.7158171e-05, ..., + -8.8269280e-07, -4.7594767e-07, -2.6226735e-07]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 6.03070475e-07, -9.96078597e-08, -3.02895387e-07, + -3.82882718e-07, 5.77447736e-07, 3.61469120e-07, + -4.07480456e-07, 1.24973531e-06, 7.32898116e-08, + 7.02900707e-07, 2.55094619e-07, 6.95843937e-07, + 1.06051175e-06, 2.70622877e-07, 1.25988390e-06, + 8.21698450e-07, -4.71027306e-09, 6.60814294e-07, + 6.64223080e-07, 1.29784257e-06, 1.07858546e-06, + 1.12219288e-06, 1.58721161e-06, -4.75176819e-07, + -2.30952963e-07, -3.26061496e-07, 3.23648010e-07, + 1.90960645e-06, 2.92618267e-07, 7.23882238e-07, + 1.09530674e-06, -1.63387867e-07, 3.98530375e-07, + -8.10452889e-07, -1.97493520e-07, 2.04426769e-07, + 1.37368176e-07, 3.95671179e-07, -8.17957584e-07, + -1.14635986e-06, -3.71966848e-08, 2.94987217e-07, + -3.97323916e-08, -3.09216034e-07, -4.08935733e-07, + 4.44286030e-07, 7.83137750e-08, 7.30815941e-07, + 3.53247913e-07, 3.06831794e-07, -5.00108399e-07, + -6.14128794e-07, -5.28688986e-07, 4.33201308e-07, + -2.92847233e-07, -1.26825739e-06, 4.26838142e-07, + -8.10759843e-07, 4.58328032e-07, 1.05026508e-07, + -2.46190464e-08, 1.17785483e-07, -4.16061198e-07, + 3.67795963e-07, 1.46046091e-07, 2.69903921e-09, + -5.70523753e-07, -2.44511540e-07, 2.41372049e-07, + 7.69854864e-08, -5.94909295e-07, -4.76302148e-07, + -2.84636258e-07, -9.12676228e-08, -2.13077183e-08, + -2.97822282e-07, -1.52474300e-07, -2.60154877e-07, + -1.16706929e-07, 3.06000175e-07, 6.52057111e-07, + 1.49680744e-07, -2.89543323e-09, -2.71122644e-08, + 4.07049470e-08, 8.77501179e-07, 1.84630636e-07, + 2.13193914e-07, 1.79858631e-07, 1.36661015e-07, + 4.39525138e-07, 1.61922827e-07, 5.08916344e-07, + 5.77694550e-08, 1.46988839e-08, 7.63456001e-08, + -4.83283173e-08, -8.75078001e-08, 1.23763158e-07, + -3.28913615e-07, 2.05216907e-07, -5.43575709e-08, + -4.99865052e-07, -2.95447478e-07, -3.98083500e-07, + 1.11629106e-08, -2.24377004e-07, -1.53040446e-07, + -8.93094239e-08, 1.02450485e-07, -1.71094143e-07, + -9.67156666e-08, -2.05459401e-07, -1.01303499e-07, + 1.59698175e-07, 9.85673978e-08, 9.00799932e-08, + -4.47871571e-08, -1.01642399e-07, 3.96294126e-08, + 5.73418220e-08, -3.37186066e-08, 7.46513251e-08, + 8.74570105e-09, 1.67427061e-07, 7.71397026e-08, + -1.04904757e-07, 4.09709173e-08, -4.34738467e-08, + 5.39002940e-08, 5.40458132e-08, -3.02097760e-08, + -6.12344593e-08, 4.68571670e-09, -2.05182005e-08, + -2.44326657e-08, 2.36032065e-08, -8.61982699e-08, + 2.70374585e-08, -2.88418960e-08, 3.13011697e-08, + -2.59606168e-08, -2.06200639e-08, 2.95258360e-08, + 2.14931788e-08, -9.09494702e-09, -2.37050699e-08, + -3.13739292e-08, 4.00177669e-09, 2.98896339e-08, + 7.55244400e-09, 2.24245014e-08, -1.08557288e-08, + -2.74121703e-09, 9.44919520e-09, 1.44459591e-08, + -5.98856786e-09, 1.61428488e-08, 6.34395292e-09, + 2.88401267e-08, 1.68643055e-09, -7.87281351e-09, + 8.29766122e-09, -3.72727982e-09, 1.10119345e-08, + 4.21277946e-09, -4.88353180e-09, -9.72069358e-09, + 5.85555426e-09, -5.84850568e-09, 6.50959464e-09, + -2.87005264e-09, -1.37922598e-08, 1.48759227e-09, + -4.31747083e-09, 3.54134500e-09, -2.59815636e-09, + -1.09420739e-09, 3.16262572e-09, 2.87741386e-09, + -3.62229002e-09, -9.12109499e-10, -4.47380444e-09, + 1.43302259e-09, 3.27921157e-09, 2.15379714e-09, + 9.57697921e-10, -1.99037231e-09, -1.75685955e-09, + 1.63680625e-09, -1.10674137e-10, -1.49589141e-09, + 7.03607839e-10, -6.32240926e-10, 3.24075700e-09, + -1.78442860e-09, 8.25185253e-10, -3.08091330e-10, + 3.39355211e-11, 1.69322334e-09, 2.72478928e-10, + -8.75928663e-10, -1.00396846e-09, 7.86997134e-10, + -2.34763320e-10, 1.26320288e-09, -5.49221113e-10, + -1.05913500e-09, 4.14956958e-11, -2.16459739e-10, + 3.85057319e-10, -1.24543931e-10, -5.18411980e-11, + 1.67574399e-10, 1.04819264e-10, -3.12866177e-10, + 1.88720151e-11, -3.37990969e-10, 7.95807864e-11, + 1.47906576e-10, 1.15960574e-10, -5.22959454e-11, + -1.74622983e-10, -1.81671567e-10, 5.04769559e-11, + -1.99861461e-10, -6.29825081e-11, -9.36779543e-11, + -5.83781912e-11, 1.47565515e-10, -1.79511517e-10, + 4.21778168e-11, -1.13345777e-10, 5.22391019e-11, + 1.00015995e-10, 2.17710294e-11, -6.48014975e-11, + -4.80895324e-11, 5.86624083e-11, -1.85877980e-11, + 2.24815722e-11, 2.78532752e-11, 6.36646291e-12, + 6.53699317e-11, 5.45696821e-12, 4.06998879e-11, + 1.08002496e-12, 2.67164069e-11, 4.09272616e-12, + 1.86730631e-11, 5.91171556e-12, -1.81898940e-12, + 9.54969437e-12, 6.36646291e-12, 5.45696821e-12, + 9.09494702e-12, 4.54747351e-12, 0.00000000e+00, + 9.09494702e-13, 3.63797881e-12, 8.64019967e-12, + -1.04591891e-11, 1.22781785e-11, 5.00222086e-12, + -2.72848411e-12, -2.50111043e-11, 4.09272616e-12, + -2.22826202e-11, -4.54747351e-12, -1.54614099e-11, + 6.36646291e-12, 1.90993887e-11, 2.72848411e-12, + 1.00044417e-11, 6.36646291e-12, -9.09494702e-13, + 1.23918653e-11, 1.19513288e-11, 1.93267624e-11, + 1.97815098e-11, 1.43245416e-11, 9.15179044e-12, + 1.02318154e-11, 3.29691829e-12, 5.65592018e-12, + 7.16227078e-12, 1.37276857e-11, 8.12860890e-12, + 6.82121026e-12, 1.42108547e-12, 9.66338121e-13, + -6.32383035e-13, -8.45545856e-13, 6.70041800e-12, + 1.63709046e-11, 7.38964445e-12, 1.58024704e-11, + 4.54747351e-12, 6.59383659e-12, -5.68434189e-13, + 7.38964445e-12, 7.50333129e-12, 9.72022463e-12, + 2.45847787e-12, 1.37561074e-11, -2.70006240e-12, + 1.32445166e-11, -3.28981287e-12, 9.32232069e-12, + 2.27373675e-13, 1.05728759e-11, -2.43005616e-12, + 1.29887212e-11, 0.00000000e+00]]], dtype=float32), array([[[-2.0178391e-02, -1.5869794e-02, -1.3761052e-02, ..., + 2.1213387e-05, -1.2921914e-06, -2.7478025e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[4.5653051e-05, 1.0891950e-04, 1.7297237e-04, ..., + 3.3884442e-03, 5.2331476e-03, 3.0658962e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00503074, 0.0043874 , 0.00416383, ..., -0.12935415, + -0.10696968, -0.09048075]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07672127, -0.06565582, -0.07856694, ..., -0.02130865, + -0.00869232, 0.00330166]]], shape=(1, 1, 7680), dtype=float32), array([[[0.01493777, 0.0346996 , 0.03843542, ..., 0.00272239, + 0.0028993 , 0.00285474]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.003097 , 0.00310093, 0.00320475, ..., -0.02028064, + 0.02841991, 0.07518622]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00015461, -0.0062301 , -0.03388564, ..., -0.03950737, + -0.03467605, -0.0384174 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04277781, -0.02715263, -0.04880081, ..., -0.02693096, + -0.02637806, -0.03194702]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.66493112e-02, -2.12537162e-02, -1.86477397e-02, ..., + 1.14907816e-05, 1.14661179e-05, 1.15216735e-05]]], + shape=(1, 1, 5760), dtype=float32), array([[[ 1.09532630e-05, 1.11181816e-05, 1.31865345e-05, ..., + -6.78330689e-05, 7.88537727e-06, -5.85952876e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[7.6968790e-05, 6.8716516e-05, 1.2697281e-04, ..., + 8.0643423e-02, 8.6652920e-02, 8.0690987e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.08728872, 0.08188895, 0.07558721, ..., -0.03647932, + -0.03352755, -0.03507594]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03498353, -0.03869969, -0.04955857, ..., 0.00810561, + 0.01780472, 0.02289817]]], shape=(1, 1, 7680), dtype=float32), array([[[0.03096162, 0.03561934, 0.03479751, ..., 0.00643777, + 0.01024758, 0.01612342]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01281948, -0.00524143, 0.00486929, ..., 0.00157575, + 0.00300433, 0.00234129]]], shape=(1, 1, 7680), dtype=float32), array([[[1.44893979e-03, 1.41141354e-03, 2.32469314e-03, ..., + 1.10319415e-05, 1.15799376e-05, 1.09862503e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-2.1003127e-02, -1.7656354e-02, -1.6683424e-02, ..., + 8.8091219e-05, 6.5648906e-05, 3.6394693e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[2.3830460e-05, 1.8160710e-05, 3.8328337e-05, ..., + 1.2493102e-02, 1.6835133e-02, 1.6181389e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.0130723 , 0.01986293, 0.0148283 , ..., 0.06307917, + -0.02376302, -0.00673699]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00087373, -0.01209773, 0.01582673, ..., -0.01747499, + -0.01298305, 0.00674707]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02898772, -0.01957795, 0.00339471, ..., 0.00449959, + 0.00116879, -0.00218068]]], shape=(1, 1, 7680), dtype=float32), array([[[8.8034768e-04, 2.9946312e-03, 9.9179726e-03, ..., + 9.4306488e-06, 8.5589509e-06, 9.4929692e-06]]], + shape=(1, 1, 5760), dtype=float32)] 26 +2026-04-30 19:22:38.573 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:22:38.647 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.0319876 -0.0684902 0.06655215 ... -0.0493658 0.10648826 + -0.02864911]]] (1, 1, 1024) +2026-04-30 19:22:38.647 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:22:38.647 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:22:38.647 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:22:38.648 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.0319876 -0.0684902 0.06655215 ... -0.0493658 0.10648826 + -0.02864911] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:22:38.648 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:38.648 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:38.648 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:22:38.649 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:22:38.649 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:22:38.649 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:22:38.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:22:38.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.02720942 -0.07229619 0.06485599 ... -0.05865015 0.10804354 + -0.02440763] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:22:38.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.17608565e-03 3.43665597e-04 -6.55415468e-04 ... 6.84416108e-03 + 1.68522168e-03 -3.06996517e-04] + [-5.03064841e-02 4.05576639e-03 1.82898659e-02 ... -5.68876788e-02 + 1.05210245e-02 -2.88374200e-02] + [ 1.95693341e-03 -6.33762684e-05 1.15664070e-03 ... 2.76610162e-03 + 4.27936204e-04 -2.22290773e-03] + ... + [ 1.83323584e-03 1.35148503e-03 -1.09343696e-03 ... 7.19514210e-03 + -2.07106117e-04 2.52486113e-03] + [-2.72094179e-02 -7.22961873e-02 6.48559853e-02 ... -5.86501546e-02 + 1.08043544e-01 -2.44076326e-02] + [ 4.19472251e-03 -5.97881665e-03 5.17555652e-03 ... 2.99034826e-03 + 3.45899677e-03 -7.18042813e-03]]] (1, 9, 1024) +2026-04-30 19:22:38.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=42; step_idx=42 +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=42; step_idx=42 +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache Ес +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache Есл +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache Если +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment э -> text_cache Если э +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache Если эт +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если это +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment п -> text_cache Если это п +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache Если это пр +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это про +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache Если это прои +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache Если это проис +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment х -> text_cache Если это происх +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это происхо +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache Если это происход +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache Если это происходи +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache Если это происходит +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если это происходит +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит н +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache Если это происходит не +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если это происходит не +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache Если это происходит не м +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache Если это происходит не мг +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит не мгн +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это происходит не мгно +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache Если это происходит не мгнов +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache Если это происходит не мгнове +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит не мгновен +2026-04-30 19:22:38.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.730 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.730 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит не мгновенн +2026-04-30 19:22:38.730 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.730 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:38.730 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это происходит не мгновенно +2026-04-30 19:22:38.730 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['Если это происходит не '] 23 +Qwen3TTSProcessor __call__ text ['Если это происходит не '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 55091, 32202, 67879, 136830, 18658, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:22:38.730 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 55091, 32202, 67879, 136830, 18658, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:22:38.730 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 55091 32202 67879 136830 18658 220]] (1, 6) +2026-04-30 19:22:38.730 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 55091 32202 67879 136830 18658 220]] (1, 6) +2026-04-30 19:22:38.731 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment Если это происходит не 23 -> tokenized_segment [np.int64(55091), np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 6 +2026-04-30 19:22:38.731 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(55091), np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] +2026-04-30 19:22:38.731 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.731 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(55091), np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 6 +2026-04-30 19:22:38.731 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 55091 -> pending_tokens [np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 5 +2026-04-30 19:22:38.739 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-42 vq [1221] (1,) int64 +2026-04-30 19:22:38.766 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-43 vq-rvq [[[1221 1466 111 1776 536 528 341 1911 368 2027 31 653 147 587 + 293 1619]]] (1, 1, 16) int64 +2026-04-30 19:22:38.766 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 32202 -> pending_tokens [np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 4 +2026-04-30 19:22:38.774 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-43 vq [279] (1,) int64 +2026-04-30 19:22:38.801 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-44 vq-rvq [[[ 279 1231 924 406 1535 1001 1627 818 380 447 1522 340 347 364 + 1187 117]]] (1, 1, 16) int64 +2026-04-30 19:22:38.801 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 67879 -> pending_tokens [np.int64(136830), np.int64(18658), np.int64(220)] 3 +2026-04-30 19:22:38.809 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-44 vq [1408] (1,) int64 +2026-04-30 19:22:38.835 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-45 vq-rvq [[[1408 1103 1177 602 263 2000 975 1281 300 961 657 149 1069 284 + 770 562]]] (1, 1, 16) int64 +2026-04-30 19:22:38.836 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 136830 -> pending_tokens [np.int64(18658), np.int64(220)] 2 +2026-04-30 19:22:38.844 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-45 vq [1314] (1,) int64 +2026-04-30 19:22:38.870 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-46 vq-rvq [[[1314 1346 1334 1745 338 1905 1196 1726 22 708 1866 379 1368 559 + 452 92]]] (1, 1, 16) int64 +2026-04-30 19:22:38.870 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 18658 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:22:38.878 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-46 vq [720] (1,) int64 +2026-04-30 19:22:38.905 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-47 vq-rvq [[[ 720 1982 1830 1149 1860 972 1988 465 420 759 1026 788 175 1358 + 95 721]]] (1, 1, 16) int64 +2026-04-30 19:22:38.905 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:22:38.913 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-47 vq [1615] (1,) int64 +2026-04-30 19:22:38.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-48 vq-rvq [[[1615 710 931 757 883 831 1102 893 1369 1180 1086 1619 816 1367 + 1546 333]]] (1, 1, 16) int64 +2026-04-30 19:22:38.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-23 chunk_tokens [[[1221 279 1408 1314] + [1466 1231 1103 1346] + [ 111 924 1177 1334] + [1776 406 602 1745] + [ 536 1535 263 338] + [ 528 1001 2000 1905] + [ 341 1627 975 1196] + [1911 818 1281 1726] + [ 368 380 300 22] + [2027 447 961 708] + [ 31 1522 657 1866] + [ 653 340 149 379] + [ 147 347 1069 1368] + [ 587 364 284 559] + [ 293 1187 770 452] + [1619 117 562 92]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:38.964 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-23 wav [[[ 1.03199691e-05 9.79382639e-06 1.03741895e-05 ... 3.28795388e-02 + -1.09861037e-02 2.58328784e-02]]] -0.21082882583141327 9.294023766415194e-05 0.05443458631634712 0.16061313450336456 (1, 1, 7680) +2026-04-30 19:22:38.964 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache мгновенно, +2026-04-30 19:22:38.964 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['мгновенно,'] 10 +Qwen3TTSProcessor __call__ text ['мгновенно,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6442, 15390, 46705, 124448, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:22:38.965 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6442, 15390, 46705, 124448, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:22:38.965 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6442 15390 46705 124448 11]] (1, 5) +2026-04-30 19:22:38.965 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6442 15390 46705 124448 11]] (1, 5) +2026-04-30 19:22:38.965 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment мгновенно, 10 -> tokenized_segment [np.int64(6442), np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] 5 +2026-04-30 19:22:38.965 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6442), np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] +2026-04-30 19:22:38.965 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:38.965 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6442), np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] 5 +2026-04-30 19:22:38.965 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6442 -> pending_tokens [np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] 4 +2026-04-30 19:22:38.973 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-48 vq [2020] (1,) int64 +2026-04-30 19:22:39.000 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-49 vq-rvq [[[2020 49 507 277 204 472 1608 631 144 72 1365 682 2019 141 + 1399 944]]] (1, 1, 16) int64 +2026-04-30 19:22:39.000 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 15390 -> pending_tokens [np.int64(46705), np.int64(124448), np.int64(11)] 3 +2026-04-30 19:22:39.008 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-49 vq [1847] (1,) int64 +2026-04-30 19:22:39.035 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-50 vq-rvq [[[1847 976 165 1879 1863 654 1463 919 432 1523 586 1980 386 670 + 1387 60]]] (1, 1, 16) int64 +2026-04-30 19:22:39.035 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 46705 -> pending_tokens [np.int64(124448), np.int64(11)] 2 +2026-04-30 19:22:39.043 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-50 vq [1838] (1,) int64 +2026-04-30 19:22:39.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-51 vq-rvq [[[1838 1806 1577 1759 508 1040 948 250 1923 659 218 1533 917 969 + 48 722]]] (1, 1, 16) int64 +2026-04-30 19:22:39.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 124448 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:22:39.077 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-51 vq [1555] (1,) int64 +2026-04-30 19:22:39.104 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-52 vq-rvq [[[1555 580 1445 1319 21 154 926 822 1862 1489 1142 1093 436 250 + 1042 700]]] (1, 1, 16) int64 +2026-04-30 19:22:39.104 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:22:39.112 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-52 vq [515] (1,) int64 +2026-04-30 19:22:39.139 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-53 vq-rvq [[[ 515 338 1435 2018 1927 1399 359 1087 293 1175 1047 598 699 148 + 1025 1756]]] (1, 1, 16) int64 +2026-04-30 19:22:39.139 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-27 chunk_tokens [[[ 720 1615 2020 1847] + [1982 710 49 976] + [1830 931 507 165] + [1149 757 277 1879] + [1860 883 204 1863] + [ 972 831 472 654] + [1988 1102 1608 1463] + [ 465 893 631 919] + [ 420 1369 144 432] + [ 759 1180 72 1523] + [1026 1086 1365 586] + [ 788 1619 682 1980] + [ 175 816 2019 386] + [1358 1367 141 670] + [ 95 1546 1399 1387] + [ 721 333 944 60]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:39.163 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-27 wav [[[ 0.00943879 0.01830063 -0.00571697 ... -0.02566927 -0.01337564 + -0.02498075]]] -0.17316825687885284 -7.137601642170921e-05 0.04428057372570038 0.19775883853435516 (1, 1, 7680) +2026-04-30 19:22:39.163 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:22:39.163 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:22:39.163 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:39.163 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:22:39.163 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:22:39.171 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-53 vq [156] (1,) int64 +2026-04-30 19:22:39.198 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-54 vq-rvq [[[ 156 1131 1331 583 1377 363 177 702 386 1461 429 1370 803 244 + 953 837]]] (1, 1, 16) int64 +2026-04-30 19:22:39.198 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-31 chunk_tokens [[[1838 1555 515 156] + [1806 580 338 1131] + [1577 1445 1435 1331] + [1759 1319 2018 583] + [ 508 21 1927 1377] + [1040 154 1399 363] + [ 948 926 359 177] + [ 250 822 1087 702] + [1923 1862 293 386] + [ 659 1489 1175 1461] + [ 218 1142 1047 429] + [1533 1093 598 1370] + [ 917 436 699 803] + [ 969 250 148 244] + [ 48 1042 1025 953] + [ 722 700 1756 837]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:39.222 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-31 wav [[[-0.0139298 -0.0113851 -0.01376154 ... 0.00104671 0.00092693 + 0.00085525]]] -0.16805945336818695 3.495942655717954e-05 0.04651753231883049 0.1371588408946991 (1, 1, 7680) +2026-04-30 19:22:39.230 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-54 vq [1772] (1,) int64 +2026-04-30 19:22:39.257 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-55 vq-rvq [[[1772 1816 550 528 874 155 13 1894 1056 1232 14 255 5 485 + 891 124]]] (1, 1, 16) int64 +2026-04-30 19:22:39.265 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-55 vq [982] (1,) int64 +2026-04-30 19:22:39.292 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-56 vq-rvq [[[ 982 382 1686 74 162 1852 450 1041 1410 1661 950 184 893 941 + 1941 949]]] (1, 1, 16) int64 +2026-04-30 19:22:39.300 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-56 vq [987] (1,) int64 +2026-04-30 19:22:39.326 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-57 vq-rvq [[[ 987 1553 1627 814 105 975 920 122 678 26 1839 222 344 163 + 371 214]]] (1, 1, 16) int64 +2026-04-30 19:22:39.334 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [502] (1,) int64 +2026-04-30 19:22:39.361 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[ 502 1569 1565 159 1464 1885 532 1370 1764 1706 1098 22 256 164 + 605 175]]] (1, 1, 16) int64 +2026-04-30 19:22:39.369 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [1002] (1,) int64 +2026-04-30 19:22:39.396 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[1002 1000 464 647 10 316 319 1436 1809 1732 1999 1291 661 1091 + 1342 84]]] (1, 1, 16) int64 +2026-04-30 19:22:39.404 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [1907] (1,) int64 +2026-04-30 19:22:39.431 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[1907 1403 1862 1370 707 200 1004 1270 1155 435 1924 1792 290 1252 + 990 1025]]] (1, 1, 16) int64 +2026-04-30 19:22:39.439 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [1656] (1,) int64 +2026-04-30 19:22:39.466 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[1656 1149 363 383 520 280 108 568 37 1607 176 433 1382 1942 + 121 676]]] (1, 1, 16) int64 +2026-04-30 19:22:39.474 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [348] (1,) int64 +2026-04-30 19:22:39.500 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[ 348 1176 1355 1465 213 210 1534 1011 811 430 1587 1014 1026 1848 + 1773 713]]] (1, 1, 16) int64 +2026-04-30 19:22:39.508 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [265] (1,) int64 +2026-04-30 19:22:39.535 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[ 265 1042 1345 804 1640 1055 328 707 1985 626 1602 1138 316 1539 + 1923 1794]]] (1, 1, 16) int64 +2026-04-30 19:22:39.543 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [1177] (1,) int64 +2026-04-30 19:22:39.569 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[1177 1221 594 705 1871 374 44 24 964 1764 1681 128 1058 257 + 563 116]]] (1, 1, 16) int64 +2026-04-30 19:22:39.577 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [1826] (1,) int64 +2026-04-30 19:22:39.604 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[1826 1071 1402 1459 720 878 243 145 1285 1739 1172 1603 853 1047 + 1074 1787]]] (1, 1, 16) int64 +2026-04-30 19:22:39.612 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [61] (1,) int64 +2026-04-30 19:22:39.639 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[ 61 1889 928 128 610 181 737 860 526 1039 1863 1394 1446 555 + 220 1486]]] (1, 1, 16) int64 +2026-04-30 19:22:39.647 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [865] (1,) int64 +2026-04-30 19:22:39.673 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[ 865 758 1130 1424 1836 955 258 152 744 1602 655 486 597 433 + 880 1582]]] (1, 1, 16) int64 +2026-04-30 19:22:39.681 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [1621] (1,) int64 +2026-04-30 19:22:39.708 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[1621 529 209 1856 1353 199 306 352 1650 1393 595 863 390 833 + 1183 1588]]] (1, 1, 16) int64 +2026-04-30 19:22:39.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [1530] (1,) int64 +2026-04-30 19:22:39.743 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[1530 1899 393 210 306 882 159 721 1177 1771 1503 1915 1187 305 + 623 1921]]] (1, 1, 16) int64 +2026-04-30 19:22:39.751 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [383] (1,) int64 +2026-04-30 19:22:39.777 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[ 383 1318 1842 1380 1387 204 1875 1956 329 415 313 1861 1183 297 + 613 1612]]] (1, 1, 16) int64 +2026-04-30 19:22:39.785 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [396] (1,) int64 +2026-04-30 19:22:39.812 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[ 396 2 1883 425 102 332 338 1519 877 433 1738 790 76 1022 + 969 139]]] (1, 1, 16) int64 +2026-04-30 19:22:39.820 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [1145] (1,) int64 +2026-04-30 19:22:39.847 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[1145 474 1937 258 744 367 145 334 565 968 170 1983 1818 1020 + 1068 1916]]] (1, 1, 16) int64 +2026-04-30 19:22:39.855 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [400] (1,) int64 +2026-04-30 19:22:39.881 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-73 vq-rvq [[[ 400 1961 1734 1153 111 749 1381 532 952 890 1616 1510 499 1625 + 833 168]]] (1, 1, 16) int64 +2026-04-30 19:22:39.889 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-73 vq [1476] (1,) int64 +2026-04-30 19:22:39.916 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-74 vq-rvq [[[1476 486 497 579 402 1214 1165 1273 312 1700 590 555 123 1586 + 1243 483]]] (1, 1, 16) int64 +2026-04-30 19:22:39.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-74 vq [1115] (1,) int64 +2026-04-30 19:22:39.951 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-75 vq-rvq [[[1115 195 1663 1199 55 1698 397 1616 1159 351 1543 1 983 695 + 1285 936]]] (1, 1, 16) int64 +2026-04-30 19:22:39.959 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-75 vq [1363] (1,) int64 +2026-04-30 19:22:39.986 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-76 vq-rvq [[[1363 1208 535 347 2028 65 770 88 546 1921 157 106 137 1163 + 221 1728]]] (1, 1, 16) int64 +2026-04-30 19:22:39.993 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-76 vq [1613] (1,) int64 +2026-04-30 19:22:40.020 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-77 vq-rvq [[[1613 187 552 41 317 1617 879 1213 2022 1855 757 114 1324 192 + 54 1339]]] (1, 1, 16) int64 +2026-04-30 19:22:40.028 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-77 vq [1188] (1,) int64 +2026-04-30 19:22:40.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-78 vq-rvq [[[1188 452 1615 175 1298 1157 931 1126 164 1206 171 214 780 1486 + 1979 28]]] (1, 1, 16) int64 +2026-04-30 19:22:40.063 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-78 vq [358] (1,) int64 +2026-04-30 19:22:40.090 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-79 vq-rvq [[[ 358 1921 1066 362 1187 1423 527 91 1302 303 1407 1045 130 293 + 681 642]]] (1, 1, 16) int64 +2026-04-30 19:22:40.098 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-79 vq [863] (1,) int64 +2026-04-30 19:22:40.125 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-80 vq-rvq [[[ 863 844 1997 813 471 308 156 1512 607 358 761 665 848 502 + 202 619]]] (1, 1, 16) int64 +2026-04-30 19:22:40.133 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-80 vq [2150] (1,) int64 +2026-04-30 19:22:40.134 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-35 chunk_tokens [[[1772 982 987 502] + [1816 382 1553 1569] + [ 550 1686 1627 1565] + [ 528 74 814 159] + [ 874 162 105 1464] + [ 155 1852 975 1885] + [ 13 450 920 532] + [1894 1041 122 1370] + [1056 1410 678 1764] + [1232 1661 26 1706] + [ 14 950 1839 1098] + [ 255 184 222 22] + [ 5 893 344 256] + [ 485 941 163 164] + [ 891 1941 371 605] + [ 124 949 214 175]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:40.158 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-35 wav [[[ 0.00085283 0.00079634 0.00076647 ... -0.00665423 -0.00720138 + -0.00927556]]] -0.16223286092281342 2.1098780052852817e-05 0.0474228598177433 0.14487260580062866 (1, 1, 7680) +2026-04-30 19:22:40.158 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-39 chunk_tokens [[[1002 1907 1656 348] + [1000 1403 1149 1176] + [ 464 1862 363 1355] + [ 647 1370 383 1465] + [ 10 707 520 213] + [ 316 200 280 210] + [ 319 1004 108 1534] + [1436 1270 568 1011] + [1809 1155 37 811] + [1732 435 1607 430] + [1999 1924 176 1587] + [1291 1792 433 1014] + [ 661 290 1382 1026] + [1091 1252 1942 1848] + [1342 990 121 1773] + [ 84 1025 676 713]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:40.182 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-39 wav [[[-0.00663279 -0.00332623 0.00185548 ... -0.00207558 0.00616404 + -0.00346582]]] -0.14619377255439758 3.4352920010860544e-06 0.04583428427577019 0.13421322405338287 (1, 1, 7680) +2026-04-30 19:22:40.182 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-43 chunk_tokens [[[ 265 1177 1826 61] + [1042 1221 1071 1889] + [1345 594 1402 928] + [ 804 705 1459 128] + [1640 1871 720 610] + [1055 374 878 181] + [ 328 44 243 737] + [ 707 24 145 860] + [1985 964 1285 526] + [ 626 1764 1739 1039] + [1602 1681 1172 1863] + [1138 128 1603 1394] + [ 316 1058 853 1446] + [1539 257 1047 555] + [1923 563 1074 220] + [1794 116 1787 1486]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:40.206 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-43 wav [[[-7.8442198e-04 3.8133035e-03 -1.5260710e-03 ... 9.3648960e-06 + 1.1297201e-05 -6.4661776e-06]]] -0.02349049039185047 1.8535356502979994e-05 0.0024158135056495667 0.023543814197182655 (1, 1, 7680) +2026-04-30 19:22:40.207 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-47 chunk_tokens [[[ 865 1621 1530 383] + [ 758 529 1899 1318] + [1130 209 393 1842] + [1424 1856 210 1380] + [1836 1353 306 1387] + [ 955 199 882 204] + [ 258 306 159 1875] + [ 152 352 721 1956] + [ 744 1650 1177 329] + [1602 1393 1771 415] + [ 655 595 1503 313] + [ 486 863 1915 1861] + [ 597 390 1187 1183] + [ 433 833 305 297] + [ 880 1183 623 613] + [1582 1588 1921 1612]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:40.231 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-47 wav [[[3.5814737e-05 5.8800615e-05 5.7719044e-05 ... 7.7684790e-02 + 7.2583742e-02 6.8515629e-02]]] -0.16248108446598053 0.0002263520727865398 0.06700266152620316 0.16621121764183044 (1, 1, 7680) +2026-04-30 19:22:40.231 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-51 chunk_tokens [[[ 396 1145 400 1476] + [ 2 474 1961 486] + [1883 1937 1734 497] + [ 425 258 1153 579] + [ 102 744 111 402] + [ 332 367 749 1214] + [ 338 145 1381 1165] + [1519 334 532 1273] + [ 877 565 952 312] + [ 433 968 890 1700] + [1738 170 1616 590] + [ 790 1983 1510 555] + [ 76 1818 499 123] + [1022 1020 1625 1586] + [ 969 1068 833 1243] + [ 139 1916 168 483]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:40.255 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-51 wav [[[0.06352839 0.06306784 0.05954753 ... 0.01170332 0.01239344 0.01127402]]] -0.15069690346717834 -4.60507653770037e-05 0.05513833835721016 0.1263730823993683 (1, 1, 7680) +2026-04-30 19:22:40.255 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-55 chunk_tokens [[[1115 1363 1613 1188] + [ 195 1208 187 452] + [1663 535 552 1615] + [1199 347 41 175] + [ 55 2028 317 1298] + [1698 65 1617 1157] + [ 397 770 879 931] + [1616 88 1213 1126] + [1159 546 2022 164] + [ 351 1921 1855 1206] + [1543 157 757 171] + [ 1 106 114 214] + [ 983 137 1324 780] + [ 695 1163 192 1486] + [1285 221 54 1979] + [ 936 1728 1339 28]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:40.279 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-55 wav [[[ 0.0083318 0.00933629 0.00773392 ... -0.00583959 -0.0047723 + -0.00556854]]] -0.13703279197216034 -8.880493260221556e-05 0.042263031005859375 0.1440681368112564 (1, 1, 7680) +2026-04-30 19:22:40.279 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-59 chunk_tokens [[[ 358 863] + [1921 844] + [1066 1997] + [ 362 813] + [1187 471] + [1423 308] + [ 527 156] + [ 91 1512] + [1302 607] + [ 303 358] + [1407 761] + [1045 665] + [ 130 848] + [ 293 502] + [ 681 202] + [ 642 619]]] (1, 16, 2) n_chunk_frames 2 +2026-04-30 19:22:40.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-59 wav [[[-6.16561761e-03 -5.52040106e-03 -8.11536703e-03 ... 1.12180878e-05 + 1.14862851e-05 1.07692085e-05]]] -0.02588280290365219 -3.979409666499123e-05 0.007114023435860872 0.02737579122185707 (1, 1, 3840) +2026-04-30 19:22:40.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-81 +2026-04-30 19:22:40.361 [INFO] __main__: Synthesising: 'то теряется эффект живого общения.' +2026-04-30 19:22:40.362 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache т +2026-04-30 19:22:40.362 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:22:40.362 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:22:40.477 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.03959993 -0.06586854 0.03755996 ... -0.04061737 0.12937324 + -0.02682438]]] (1, 1, 1024) +2026-04-30 19:22:40.477 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:22:40.478 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:22:40.478 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:22:40.478 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.03959993 -0.06586854 0.03755996 ... -0.04061737 0.12937324 + -0.02682438] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:22:40.478 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:40.479 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:40.479 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:22:40.479 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:22:40.480 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:22:40.480 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:22:40.480 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:22:40.480 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.03482174 -0.06967453 0.0358638 ... -0.04990172 0.13092852 + -0.02258291] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:22:40.481 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-3.4821741e-02 -6.9674529e-02 3.5863798e-02 ... -4.9901720e-02 + 1.3092852e-01 -2.2582911e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:22:40.523 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:22:40.523 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.523 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то +2026-04-30 19:22:40.523 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.523 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.523 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то +2026-04-30 19:22:40.523 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.523 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.523 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то т +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то те +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache то тер +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache то теря +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то теряе +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то теряет +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache то теряетс +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache то теряется +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то теряется +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment э -> text_cache то теряется э +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ф -> text_cache то теряется эф +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ф -> text_cache то теряется эфф +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то теряется эффе +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache то теряется эффек +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то теряется эффект +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то теряется эффект +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ж -> text_cache то теряется эффект ж +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то теряется эффект жи +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache то теряется эффект жив +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то теряется эффект живо +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache то теряется эффект живог +2026-04-30 19:22:40.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то теряется эффект живого +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то теряется эффект живого +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то теряется эффект живого о +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache то теряется эффект живого об +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment щ -> text_cache то теряется эффект живого общ +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то теряется эффект живого обще +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache то теряется эффект живого общен +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то теряется эффект живого общени +2026-04-30 19:22:40.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['то теряется эффект живого '] 26 +Qwen3TTSProcessor __call__ text ['то теряется эффект живого '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 24634, 135010, 4235, 49719, 132716, 29556, 134030, 22107, + 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:22:40.526 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 24634, 135010, 4235, 49719, 132716, 29556, 134030, 22107, + 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:22:40.526 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 24634 135010 4235 49719 132716 29556 134030 22107 220]] (1, 9) +2026-04-30 19:22:40.526 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 24634 135010 4235 49719 132716 29556 134030 22107 220]] (1, 9) +2026-04-30 19:22:40.526 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment то теряется эффект живого 26 -> tokenized_segment [np.int64(24634), np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 9 +2026-04-30 19:22:40.526 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(24634), np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] +2026-04-30 19:22:40.526 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.526 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(24634), np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 9 +2026-04-30 19:22:40.526 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 24634 -> pending_tokens [np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 8 +2026-04-30 19:22:40.534 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:22:40.561 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 2044 519 1320 610 322 1751 1095 824 259 1271 1603 1008 1953 + 1158 1834]]] (1, 1, 16) int64 +2026-04-30 19:22:40.561 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 135010 -> pending_tokens [np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 7 +2026-04-30 19:22:40.569 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:22:40.595 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 85 2025 750 1016 497 1579 785 1387 871 9 1842 380 1938 + 567 665]]] (1, 1, 16) int64 +2026-04-30 19:22:40.595 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 4235 -> pending_tokens [np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 6 +2026-04-30 19:22:40.603 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:22:40.630 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 117 1700 2032 1378 1347 274 1932 1401 946 1241 100 1839 16 + 1594 1238]]] (1, 1, 16) int64 +2026-04-30 19:22:40.630 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 49719 -> pending_tokens [np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 5 +2026-04-30 19:22:40.638 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:22:40.665 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 506 1287 1209 1314 121 1640 260 1472 1221 743 903 1452 926 + 161 1668]]] (1, 1, 16) int64 +2026-04-30 19:22:40.665 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 132716 -> pending_tokens [np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 4 +2026-04-30 19:22:40.673 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [462] (1,) int64 +2026-04-30 19:22:40.699 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[ 462 1746 730 575 229 810 1636 580 1789 1786 1076 1780 996 1422 + 82 803]]] (1, 1, 16) int64 +2026-04-30 19:22:40.699 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 29556 -> pending_tokens [np.int64(134030), np.int64(22107), np.int64(220)] 3 +2026-04-30 19:22:40.707 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [1225] (1,) int64 +2026-04-30 19:22:40.734 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[1225 1699 1121 571 1396 353 392 640 193 479 1337 438 698 725 + 914 717]]] (1, 1, 16) int64 +2026-04-30 19:22:40.734 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 134030 -> pending_tokens [np.int64(22107), np.int64(220)] 2 +2026-04-30 19:22:40.742 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [1120] (1,) int64 +2026-04-30 19:22:40.769 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[1120 1464 1637 1789 1205 1174 804 1019 990 152 494 625 1578 250 + 829 273]]] (1, 1, 16) int64 +2026-04-30 19:22:40.769 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 22107 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:22:40.777 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [828] (1,) int64 +2026-04-30 19:22:40.804 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[ 828 939 924 1543 710 417 2045 465 250 1618 687 669 284 248 + 1102 119]]] (1, 1, 16) int64 +2026-04-30 19:22:40.804 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:22:40.812 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [266] (1,) int64 +2026-04-30 19:22:40.839 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[ 266 1823 815 821 1575 71 432 122 1552 211 1402 475 599 574 + 80 84]]] (1, 1, 16) int64 +2026-04-30 19:22:40.839 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [2044 85 117 506] + [ 519 2025 1700 1287] + [1320 750 2032 1209] + [ 610 1016 1378 1314] + [ 322 497 1347 121] + [1751 1579 274 1640] + [1095 785 1932 260] + [ 824 1387 1401 1472] + [ 259 871 946 1221] + [1271 9 1241 743] + [1603 1842 100 903] + [1008 380 1839 1452] + [1953 1938 16 926] + [1158 567 1594 161] + [1834 665 1238 1668]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:40.863 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-2.0376747e-02 -1.6227918e-02 -1.3949623e-02 ... 2.3709794e-05 + 8.3691157e-06 1.5970738e-05]]] -0.043143026530742645 -5.592190063907765e-05 0.002287546405568719 0.02667650766670704 (1, 1, 7680) +2026-04-30 19:22:40.863 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[ 462 1225 1120 828] + [1746 1699 1464 939] + [ 730 1121 1637 924] + [ 575 571 1789 1543] + [ 229 1396 1205 710] + [ 810 353 1174 417] + [1636 392 804 2045] + [ 580 640 1019 465] + [1789 193 990 250] + [1786 479 152 1618] + [1076 1337 494 687] + [1780 438 625 669] + [ 996 698 1578 284] + [1422 725 250 248] + [ 82 914 829 1102] + [ 803 717 273 119]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:40.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[ 9.0775611e-06 3.8609128e-06 -4.4900798e-07 ... 1.4472510e-02 + 1.4127595e-02 -1.9992135e-02]]] -0.1071399673819542 8.28936663310742e-06 0.025346823036670685 0.10810191929340363 (1, 1, 7680) +2026-04-30 19:22:40.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache общения +2026-04-30 19:22:40.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:40.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache общения. +2026-04-30 19:22:40.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['общения.'] 8 +Qwen3TTSProcessor __call__ text ['общения.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[54157, 18492, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:40.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[54157, 18492, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:40.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[54157 18492 13]] (1, 3) +2026-04-30 19:22:40.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[54157 18492 13]] (1, 3) +2026-04-30 19:22:40.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment общения. 8 -> tokenized_segment [np.int64(54157), np.int64(18492), np.int64(13)] 3 +2026-04-30 19:22:40.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(54157), np.int64(18492), np.int64(13)] +2026-04-30 19:22:40.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:40.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(54157), np.int64(18492), np.int64(13)] 3 +2026-04-30 19:22:40.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 54157 -> pending_tokens [np.int64(18492), np.int64(13)] 2 +2026-04-30 19:22:40.897 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [557] (1,) int64 +2026-04-30 19:22:40.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[ 557 1772 1212 1264 573 964 1575 575 439 837 308 456 135 1510 + 1077 101]]] (1, 1, 16) int64 +2026-04-30 19:22:40.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 18492 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:22:40.933 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [1162] (1,) int64 +2026-04-30 19:22:40.960 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[1162 1934 1491 1507 870 357 1926 533 1352 1252 1049 1592 389 956 + 590 634]]] (1, 1, 16) int64 +2026-04-30 19:22:40.960 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:22:40.968 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [1357] (1,) int64 +2026-04-30 19:22:40.995 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[1357 1713 1761 449 828 1742 774 535 1910 299 1272 126 989 360 + 356 1607]]] (1, 1, 16) int64 +2026-04-30 19:22:40.995 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[ 266 557 1162 1357] + [1823 1772 1934 1713] + [ 815 1212 1491 1761] + [ 821 1264 1507 449] + [1575 573 870 828] + [ 71 964 357 1742] + [ 432 1575 1926 774] + [ 122 575 533 535] + [1552 439 1352 1910] + [ 211 837 1252 299] + [1402 308 1049 1272] + [ 475 456 1592 126] + [ 599 135 389 989] + [ 574 1510 956 360] + [ 80 1077 590 356] + [ 84 101 634 1607]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:41.019 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[-0.01857575 0.01667588 0.02641892 ... 0.06836493 0.07134461 + 0.06988235]]] -0.16994218528270721 -0.0001249459310201928 0.05735262483358383 0.16633789241313934 (1, 1, 7680) +2026-04-30 19:22:41.019 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:22:41.019 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:22:41.019 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:41.019 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:22:41.019 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:22:41.027 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [1075] (1,) int64 +2026-04-30 19:22:41.054 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[1075 486 307 435 146 1051 1245 1374 339 1084 523 974 1271 1737 + 297 1690]]] (1, 1, 16) int64 +2026-04-30 19:22:41.062 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [360] (1,) int64 +2026-04-30 19:22:41.089 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[ 360 2006 1519 890 1078 1496 21 1958 15 506 470 1724 816 882 + 493 783]]] (1, 1, 16) int64 +2026-04-30 19:22:41.097 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [152] (1,) int64 +2026-04-30 19:22:41.124 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[ 152 1641 148 812 1894 248 1306 571 1079 768 1963 797 1010 1976 + 1270 1722]]] (1, 1, 16) int64 +2026-04-30 19:22:41.132 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [378] (1,) int64 +2026-04-30 19:22:41.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[ 378 1223 1656 272 1949 1090 167 918 1344 1018 479 919 1000 294 + 1663 1581]]] (1, 1, 16) int64 +2026-04-30 19:22:41.167 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [287] (1,) int64 +2026-04-30 19:22:41.194 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[ 287 336 2019 1347 1305 174 623 146 291 1271 1361 95 274 519 + 641 891]]] (1, 1, 16) int64 +2026-04-30 19:22:41.202 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [1126] (1,) int64 +2026-04-30 19:22:41.228 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[1126 2025 294 1752 1463 503 93 409 821 292 556 77 1249 265 + 1088 855]]] (1, 1, 16) int64 +2026-04-30 19:22:41.236 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [1516] (1,) int64 +2026-04-30 19:22:41.264 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[1516 865 1928 1558 1017 869 996 1581 1474 800 56 864 631 1548 + 1235 1041]]] (1, 1, 16) int64 +2026-04-30 19:22:41.271 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [1830] (1,) int64 +2026-04-30 19:22:41.298 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[1830 949 1615 846 1149 515 1410 553 48 1787 373 1915 164 23 + 702 1841]]] (1, 1, 16) int64 +2026-04-30 19:22:41.306 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [113] (1,) int64 +2026-04-30 19:22:41.334 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[ 113 991 823 214 396 1794 1754 399 1582 620 213 403 1797 1204 + 1383 73]]] (1, 1, 16) int64 +2026-04-30 19:22:41.341 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [1363] (1,) int64 +2026-04-30 19:22:41.368 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[1363 948 477 736 31 68 687 501 75 100 1594 1085 679 687 + 1619 265]]] (1, 1, 16) int64 +2026-04-30 19:22:41.376 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [494] (1,) int64 +2026-04-30 19:22:41.404 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[ 494 1431 1726 206 11 1523 1379 766 981 913 1507 644 1379 1308 + 1872 1278]]] (1, 1, 16) int64 +2026-04-30 19:22:41.412 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [1240] (1,) int64 +2026-04-30 19:22:41.439 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[1240 1756 461 2016 1043 1367 2037 1755 1318 27 1533 169 1278 1725 + 482 529]]] (1, 1, 16) int64 +2026-04-30 19:22:41.447 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [265] (1,) int64 +2026-04-30 19:22:41.474 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[ 265 1512 296 1524 273 14 40 25 573 1725 532 500 1124 748 + 498 1480]]] (1, 1, 16) int64 +2026-04-30 19:22:41.482 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [1589] (1,) int64 +2026-04-30 19:22:41.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[1589 1996 50 1251 283 1774 881 843 43 96 935 529 992 1215 + 713 439]]] (1, 1, 16) int64 +2026-04-30 19:22:41.517 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [1118] (1,) int64 +2026-04-30 19:22:41.544 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-27 vq-rvq [[[1118 1889 215 1830 1105 935 1776 1059 1058 2033 1896 1502 575 546 + 300 115]]] (1, 1, 16) int64 +2026-04-30 19:22:41.552 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-27 vq [1829] (1,) int64 +2026-04-30 19:22:41.579 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-28 vq-rvq [[[1829 1364 1391 370 319 1588 1902 582 1083 350 571 1372 563 887 + 1902 837]]] (1, 1, 16) int64 +2026-04-30 19:22:41.587 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-28 vq [256] (1,) int64 +2026-04-30 19:22:41.614 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-29 vq-rvq [[[ 256 101 1116 1106 1339 1680 472 1351 844 575 1986 1679 880 620 + 1836 555]]] (1, 1, 16) int64 +2026-04-30 19:22:41.622 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-29 vq [857] (1,) int64 +2026-04-30 19:22:41.649 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-30 vq-rvq [[[ 857 3 1577 899 166 40 2010 206 1948 1175 1047 384 900 719 + 1380 776]]] (1, 1, 16) int64 +2026-04-30 19:22:41.657 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-30 vq [1447] (1,) int64 +2026-04-30 19:22:41.684 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-31 vq-rvq [[[1447 1350 1565 694 1624 1753 624 1627 595 143 946 36 1957 596 + 520 479]]] (1, 1, 16) int64 +2026-04-30 19:22:41.692 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-31 vq [784] (1,) int64 +2026-04-30 19:22:41.719 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-32 vq-rvq [[[ 784 1263 831 2036 1066 1133 523 532 1485 435 537 1802 1158 597 + 162 1265]]] (1, 1, 16) int64 +2026-04-30 19:22:41.727 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-32 vq [991] (1,) int64 +2026-04-30 19:22:41.755 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-33 vq-rvq [[[ 991 36 1160 2002 524 642 147 1447 798 157 485 1877 609 1411 + 221 1924]]] (1, 1, 16) int64 +2026-04-30 19:22:41.763 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-33 vq [1184] (1,) int64 +2026-04-30 19:22:41.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-34 vq-rvq [[[1184 1623 1276 1688 955 1468 1684 1007 1546 866 883 447 306 1661 + 1147 1044]]] (1, 1, 16) int64 +2026-04-30 19:22:41.798 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-34 vq [1847] (1,) int64 +2026-04-30 19:22:41.825 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-35 vq-rvq [[[1847 853 2023 675 584 1252 627 461 1192 2013 1090 2041 1856 460 + 912 1160]]] (1, 1, 16) int64 +2026-04-30 19:22:41.833 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-35 vq [1711] (1,) int64 +2026-04-30 19:22:41.860 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-36 vq-rvq [[[1711 324 453 1772 599 901 1592 160 1216 1196 741 1471 683 639 + 1165 522]]] (1, 1, 16) int64 +2026-04-30 19:22:41.868 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-36 vq [1133] (1,) int64 +2026-04-30 19:22:41.895 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-37 vq-rvq [[[1133 1176 1261 481 1539 1703 1344 1443 823 1334 577 478 1080 58 + 1735 564]]] (1, 1, 16) int64 +2026-04-30 19:22:41.903 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-37 vq [1168] (1,) int64 +2026-04-30 19:22:41.930 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-38 vq-rvq [[[1168 32 575 1053 474 1400 1481 169 1562 850 115 1030 258 195 + 1051 1060]]] (1, 1, 16) int64 +2026-04-30 19:22:41.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-38 vq [963] (1,) int64 +2026-04-30 19:22:41.965 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-39 vq-rvq [[[ 963 442 1747 341 69 416 227 1042 1162 1773 1598 512 401 84 + 1369 1083]]] (1, 1, 16) int64 +2026-04-30 19:22:41.973 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-39 vq [2010] (1,) int64 +2026-04-30 19:22:42.000 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-40 vq-rvq [[[2010 667 508 474 1163 612 577 648 497 1202 93 1795 358 1303 + 2014 678]]] (1, 1, 16) int64 +2026-04-30 19:22:42.008 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-40 vq [131] (1,) int64 +2026-04-30 19:22:42.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-41 vq-rvq [[[ 131 1308 1807 766 1734 394 285 244 1502 221 514 890 586 96 + 1344 328]]] (1, 1, 16) int64 +2026-04-30 19:22:42.044 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-41 vq [1566] (1,) int64 +2026-04-30 19:22:42.071 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-42 vq-rvq [[[1566 996 1717 745 130 229 1416 1610 24 1225 1306 1187 128 1009 + 1059 1877]]] (1, 1, 16) int64 +2026-04-30 19:22:42.079 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-42 vq [1360] (1,) int64 +2026-04-30 19:22:42.106 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-43 vq-rvq [[[1360 1625 2007 1960 711 95 258 1373 235 662 732 1654 539 764 + 881 2000]]] (1, 1, 16) int64 +2026-04-30 19:22:42.114 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-43 vq [2150] (1,) int64 +2026-04-30 19:22:42.114 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[1075 360 152 378] + [ 486 2006 1641 1223] + [ 307 1519 148 1656] + [ 435 890 812 272] + [ 146 1078 1894 1949] + [1051 1496 248 1090] + [1245 21 1306 167] + [1374 1958 571 918] + [ 339 15 1079 1344] + [1084 506 768 1018] + [ 523 470 1963 479] + [ 974 1724 797 919] + [1271 816 1010 1000] + [1737 882 1976 294] + [ 297 493 1270 1663] + [1690 783 1722 1581]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:42.139 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[0.06863368 0.08415045 0.08217902 ... 0.00375245 0.00599957 0.00517533]]] -0.1655053049325943 0.00016242424317169935 0.04662829264998436 0.15793119370937347 (1, 1, 7680) +2026-04-30 19:22:42.139 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[ 287 1126 1516 1830] + [ 336 2025 865 949] + [2019 294 1928 1615] + [1347 1752 1558 846] + [1305 1463 1017 1149] + [ 174 503 869 515] + [ 623 93 996 1410] + [ 146 409 1581 553] + [ 291 821 1474 48] + [1271 292 800 1787] + [1361 556 56 373] + [ 95 77 864 1915] + [ 274 1249 631 164] + [ 519 265 1548 23] + [ 641 1088 1235 702] + [ 891 855 1041 1841]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:42.163 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[ 0.00393077 0.00393187 0.00384844 ... -0.01078842 0.00156341 + 0.01406302]]] -0.09830071777105331 2.260943074361421e-05 0.019789384678006172 0.11193417757749557 (1, 1, 7680) +2026-04-30 19:22:42.163 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[ 113 1363 494 1240] + [ 991 948 1431 1756] + [ 823 477 1726 461] + [ 214 736 206 2016] + [ 396 31 11 1043] + [1794 68 1523 1367] + [1754 687 1379 2037] + [ 399 501 766 1755] + [1582 75 981 1318] + [ 620 100 913 27] + [ 213 1594 1507 1533] + [ 403 1085 644 169] + [1797 679 1379 1278] + [1204 687 1308 1725] + [1383 1619 1872 482] + [ 73 265 1278 529]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:42.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[ 0.00644306 0.01808479 0.01265161 ... 0.00105371 -0.00016439 + -0.00219363]]] -0.15663877129554749 2.9561981136794202e-05 0.036308351904153824 0.14109157025814056 (1, 1, 7680) +2026-04-30 19:22:42.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[ 265 1589 1118 1829] + [1512 1996 1889 1364] + [ 296 50 215 1391] + [1524 1251 1830 370] + [ 273 283 1105 319] + [ 14 1774 935 1588] + [ 40 881 1776 1902] + [ 25 843 1059 582] + [ 573 43 1058 1083] + [1725 96 2033 350] + [ 532 935 1896 571] + [ 500 529 1502 1372] + [1124 992 575 563] + [ 748 1215 546 887] + [ 498 713 300 1902] + [1480 439 115 837]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:42.212 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[ 0.00507021 0.00177356 0.00200987 ... -0.00302196 0.00257758 + -0.01315213]]] -0.07526665180921555 0.0001056114851962775 0.010256605222821236 0.053404200822114944 (1, 1, 7680) +2026-04-30 19:22:42.212 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 chunk_tokens [[[ 256 857 1447 784] + [ 101 3 1350 1263] + [1116 1577 1565 831] + [1106 899 694 2036] + [1339 166 1624 1066] + [1680 40 1753 1133] + [ 472 2010 624 523] + [1351 206 1627 532] + [ 844 1948 595 1485] + [ 575 1175 143 435] + [1986 1047 946 537] + [1679 384 36 1802] + [ 880 900 1957 1158] + [ 620 719 596 597] + [1836 1380 520 162] + [ 555 776 479 1265]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:42.236 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 wav [[[-0.01514014 -0.00457724 0.0111615 ... 0.02570331 0.03498493 + 0.04079345]]] -0.13220526278018951 -0.0001599052338860929 0.04418647661805153 0.11270187795162201 (1, 1, 7680) +2026-04-30 19:22:42.236 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 chunk_tokens [[[ 991 1184 1847 1711] + [ 36 1623 853 324] + [1160 1276 2023 453] + [2002 1688 675 1772] + [ 524 955 584 599] + [ 642 1468 1252 901] + [ 147 1684 627 1592] + [1447 1007 461 160] + [ 798 1546 1192 1216] + [ 157 866 2013 1196] + [ 485 883 1090 741] + [1877 447 2041 1471] + [ 609 306 1856 683] + [1411 1661 460 639] + [ 221 1147 912 1165] + [1924 1044 1160 522]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:42.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 wav [[[ 0.04468891 0.05318575 0.05712133 ... -0.01041256 -0.00957429 + -0.00872234]]] -0.08982938528060913 -0.00013274952652864158 0.030150817707180977 0.09158007055521011 (1, 1, 7680) +2026-04-30 19:22:42.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 chunk_tokens [[[1133 1168 963 2010] + [1176 32 442 667] + [1261 575 1747 508] + [ 481 1053 341 474] + [1539 474 69 1163] + [1703 1400 416 612] + [1344 1481 227 577] + [1443 169 1042 648] + [ 823 1562 1162 497] + [1334 850 1773 1202] + [ 577 115 1598 93] + [ 478 1030 512 1795] + [1080 258 401 358] + [ 58 195 84 1303] + [1735 1051 1369 2014] + [ 564 1060 1083 678]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:42.284 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 wav [[[-0.00729002 -0.00629053 -0.005642 ... -0.00227318 0.0001418 + 0.00875455]]] -0.1672092080116272 4.639092367142439e-05 0.034870926290750504 0.18766961991786957 (1, 1, 7680) +2026-04-30 19:22:42.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-40 chunk_tokens [[[ 131 1566 1360] + [1308 996 1625] + [1807 1717 2007] + [ 766 745 1960] + [1734 130 711] + [ 394 229 95] + [ 285 1416 258] + [ 244 1610 1373] + [1502 24 235] + [ 221 1225 662] + [ 514 1306 732] + [ 890 1187 1654] + [ 586 128 539] + [ 96 1009 764] + [1344 1059 881] + [ 328 1877 2000]]] (1, 16, 3) n_chunk_frames 3 +2026-04-30 19:22:42.352 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-40 wav [[[5.6380192e-03 6.2083649e-03 1.5125460e-02 ... 1.3499273e-05 + 1.6127438e-05 1.4580928e-05]]] -0.03871889412403107 0.00013004406355321407 0.011943139135837555 0.03798123076558113 (1, 1, 5760) +2026-04-30 19:22:42.352 [INFO] __main__: Synthesising: 'Мы наконец-то достигли момента,' +2026-04-30 19:22:42.352 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment М -> text_cache М +2026-04-30 19:22:42.352 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:22:42.359 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[-0.04342744, -0.04773424, -0.04325556, ..., 0.00141498, + -0.01069845, -0.02081203]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01536977, 0.00070052, 0.02182182, ..., 0.00014333, + 0.00025173, 0.00014644]]], shape=(1, 1, 7680), dtype=float32), array([[[ 1.3166456e-04, 3.8861428e-05, 1.7158171e-05, ..., + -8.8269280e-07, -4.7594767e-07, -2.6226735e-07]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 6.03070475e-07, -9.96078597e-08, -3.02895387e-07, + -3.82882718e-07, 5.77447736e-07, 3.61469120e-07, + -4.07480456e-07, 1.24973531e-06, 7.32898116e-08, + 7.02900707e-07, 2.55094619e-07, 6.95843937e-07, + 1.06051175e-06, 2.70622877e-07, 1.25988390e-06, + 8.21698450e-07, -4.71027306e-09, 6.60814294e-07, + 6.64223080e-07, 1.29784257e-06, 1.07858546e-06, + 1.12219288e-06, 1.58721161e-06, -4.75176819e-07, + -2.30952963e-07, -3.26061496e-07, 3.23648010e-07, + 1.90960645e-06, 2.92618267e-07, 7.23882238e-07, + 1.09530674e-06, -1.63387867e-07, 3.98530375e-07, + -8.10452889e-07, -1.97493520e-07, 2.04426769e-07, + 1.37368176e-07, 3.95671179e-07, -8.17957584e-07, + -1.14635986e-06, -3.71966848e-08, 2.94987217e-07, + -3.97323916e-08, -3.09216034e-07, -4.08935733e-07, + 4.44286030e-07, 7.83137750e-08, 7.30815941e-07, + 3.53247913e-07, 3.06831794e-07, -5.00108399e-07, + -6.14128794e-07, -5.28688986e-07, 4.33201308e-07, + -2.92847233e-07, -1.26825739e-06, 4.26838142e-07, + -8.10759843e-07, 4.58328032e-07, 1.05026508e-07, + -2.46190464e-08, 1.17785483e-07, -4.16061198e-07, + 3.67795963e-07, 1.46046091e-07, 2.69903921e-09, + -5.70523753e-07, -2.44511540e-07, 2.41372049e-07, + 7.69854864e-08, -5.94909295e-07, -4.76302148e-07, + -2.84636258e-07, -9.12676228e-08, -2.13077183e-08, + -2.97822282e-07, -1.52474300e-07, -2.60154877e-07, + -1.16706929e-07, 3.06000175e-07, 6.52057111e-07, + 1.49680744e-07, -2.89543323e-09, -2.71122644e-08, + 4.07049470e-08, 8.77501179e-07, 1.84630636e-07, + 2.13193914e-07, 1.79858631e-07, 1.36661015e-07, + 4.39525138e-07, 1.61922827e-07, 5.08916344e-07, + 5.77694550e-08, 1.46988839e-08, 7.63456001e-08, + -4.83283173e-08, -8.75078001e-08, 1.23763158e-07, + -3.28913615e-07, 2.05216907e-07, -5.43575709e-08, + -4.99865052e-07, -2.95447478e-07, -3.98083500e-07, + 1.11629106e-08, -2.24377004e-07, -1.53040446e-07, + -8.93094239e-08, 1.02450485e-07, -1.71094143e-07, + -9.67156666e-08, -2.05459401e-07, -1.01303499e-07, + 1.59698175e-07, 9.85673978e-08, 9.00799932e-08, + -4.47871571e-08, -1.01642399e-07, 3.96294126e-08, + 5.73418220e-08, -3.37186066e-08, 7.46513251e-08, + 8.74570105e-09, 1.67427061e-07, 7.71397026e-08, + -1.04904757e-07, 4.09709173e-08, -4.34738467e-08, + 5.39002940e-08, 5.40458132e-08, -3.02097760e-08, + -6.12344593e-08, 4.68571670e-09, -2.05182005e-08, + -2.44326657e-08, 2.36032065e-08, -8.61982699e-08, + 2.70374585e-08, -2.88418960e-08, 3.13011697e-08, + -2.59606168e-08, -2.06200639e-08, 2.95258360e-08, + 2.14931788e-08, -9.09494702e-09, -2.37050699e-08, + -3.13739292e-08, 4.00177669e-09, 2.98896339e-08, + 7.55244400e-09, 2.24245014e-08, -1.08557288e-08, + -2.74121703e-09, 9.44919520e-09, 1.44459591e-08, + -5.98856786e-09, 1.61428488e-08, 6.34395292e-09, + 2.88401267e-08, 1.68643055e-09, -7.87281351e-09, + 8.29766122e-09, -3.72727982e-09, 1.10119345e-08, + 4.21277946e-09, -4.88353180e-09, -9.72069358e-09, + 5.85555426e-09, -5.84850568e-09, 6.50959464e-09, + -2.87005264e-09, -1.37922598e-08, 1.48759227e-09, + -4.31747083e-09, 3.54134500e-09, -2.59815636e-09, + -1.09420739e-09, 3.16262572e-09, 2.87741386e-09, + -3.62229002e-09, -9.12109499e-10, -4.47380444e-09, + 1.43302259e-09, 3.27921157e-09, 2.15379714e-09, + 9.57697921e-10, -1.99037231e-09, -1.75685955e-09, + 1.63680625e-09, -1.10674137e-10, -1.49589141e-09, + 7.03607839e-10, -6.32240926e-10, 3.24075700e-09, + -1.78442860e-09, 8.25185253e-10, -3.08091330e-10, + 3.39355211e-11, 1.69322334e-09, 2.72478928e-10, + -8.75928663e-10, -1.00396846e-09, 7.86997134e-10, + -2.34763320e-10, 1.26320288e-09, -5.49221113e-10, + -1.05913500e-09, 4.14956958e-11, -2.16459739e-10, + 3.85057319e-10, -1.24543931e-10, -5.18411980e-11, + 1.67574399e-10, 1.04819264e-10, -3.12866177e-10, + 1.88720151e-11, -3.37990969e-10, 7.95807864e-11, + 1.47906576e-10, 1.15960574e-10, -5.22959454e-11, + -1.74622983e-10, -1.81671567e-10, 5.04769559e-11, + -1.99861461e-10, -6.29825081e-11, -9.36779543e-11, + -5.83781912e-11, 1.47565515e-10, -1.79511517e-10, + 4.21778168e-11, -1.13345777e-10, 5.22391019e-11, + 1.00015995e-10, 2.17710294e-11, -6.48014975e-11, + -4.80895324e-11, 5.86624083e-11, -1.85877980e-11, + 2.24815722e-11, 2.78532752e-11, 6.36646291e-12, + 6.53699317e-11, 5.45696821e-12, 4.06998879e-11, + 1.08002496e-12, 2.67164069e-11, 4.09272616e-12, + 1.86730631e-11, 5.91171556e-12, -1.81898940e-12, + 9.54969437e-12, 6.36646291e-12, 5.45696821e-12, + 9.09494702e-12, 4.54747351e-12, 0.00000000e+00, + 9.09494702e-13, 3.63797881e-12, 8.64019967e-12, + -1.04591891e-11, 1.22781785e-11, 5.00222086e-12, + -2.72848411e-12, -2.50111043e-11, 4.09272616e-12, + -2.22826202e-11, -4.54747351e-12, -1.54614099e-11, + 6.36646291e-12, 1.90993887e-11, 2.72848411e-12, + 1.00044417e-11, 6.36646291e-12, -9.09494702e-13, + 1.23918653e-11, 1.19513288e-11, 1.93267624e-11, + 1.97815098e-11, 1.43245416e-11, 9.15179044e-12, + 1.02318154e-11, 3.29691829e-12, 5.65592018e-12, + 7.16227078e-12, 1.37276857e-11, 8.12860890e-12, + 6.82121026e-12, 1.42108547e-12, 9.66338121e-13, + -6.32383035e-13, -8.45545856e-13, 6.70041800e-12, + 1.63709046e-11, 7.38964445e-12, 1.58024704e-11, + 4.54747351e-12, 6.59383659e-12, -5.68434189e-13, + 7.38964445e-12, 7.50333129e-12, 9.72022463e-12, + 2.45847787e-12, 1.37561074e-11, -2.70006240e-12, + 1.32445166e-11, -3.28981287e-12, 9.32232069e-12, + 2.27373675e-13, 1.05728759e-11, -2.43005616e-12, + 1.29887212e-11, 0.00000000e+00]]], dtype=float32), array([[[-2.0178391e-02, -1.5869794e-02, -1.3761052e-02, ..., + 2.1213387e-05, -1.2921914e-06, -2.7478025e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[4.5653051e-05, 1.0891950e-04, 1.7297237e-04, ..., + 3.3884442e-03, 5.2331476e-03, 3.0658962e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00503074, 0.0043874 , 0.00416383, ..., -0.12935415, + -0.10696968, -0.09048075]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07672127, -0.06565582, -0.07856694, ..., -0.02130865, + -0.00869232, 0.00330166]]], shape=(1, 1, 7680), dtype=float32), array([[[0.01493777, 0.0346996 , 0.03843542, ..., 0.00272239, + 0.0028993 , 0.00285474]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.003097 , 0.00310093, 0.00320475, ..., -0.02028064, + 0.02841991, 0.07518622]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00015461, -0.0062301 , -0.03388564, ..., -0.03950737, + -0.03467605, -0.0384174 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04277781, -0.02715263, -0.04880081, ..., -0.02693096, + -0.02637806, -0.03194702]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.66493112e-02, -2.12537162e-02, -1.86477397e-02, ..., + 1.14907816e-05, 1.14661179e-05, 1.15216735e-05]]], + shape=(1, 1, 5760), dtype=float32), array([[[ 1.09532630e-05, 1.11181816e-05, 1.31865345e-05, ..., + -6.78330689e-05, 7.88537727e-06, -5.85952876e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[7.6968790e-05, 6.8716516e-05, 1.2697281e-04, ..., + 8.0643423e-02, 8.6652920e-02, 8.0690987e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.08728872, 0.08188895, 0.07558721, ..., -0.03647932, + -0.03352755, -0.03507594]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03498353, -0.03869969, -0.04955857, ..., 0.00810561, + 0.01780472, 0.02289817]]], shape=(1, 1, 7680), dtype=float32), array([[[0.03096162, 0.03561934, 0.03479751, ..., 0.00643777, + 0.01024758, 0.01612342]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01281948, -0.00524143, 0.00486929, ..., 0.00157575, + 0.00300433, 0.00234129]]], shape=(1, 1, 7680), dtype=float32), array([[[1.44893979e-03, 1.41141354e-03, 2.32469314e-03, ..., + 1.10319415e-05, 1.15799376e-05, 1.09862503e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-2.1003127e-02, -1.7656354e-02, -1.6683424e-02, ..., + 8.8091219e-05, 6.5648906e-05, 3.6394693e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[2.3830460e-05, 1.8160710e-05, 3.8328337e-05, ..., + 1.2493102e-02, 1.6835133e-02, 1.6181389e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.0130723 , 0.01986293, 0.0148283 , ..., 0.06307917, + -0.02376302, -0.00673699]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00087373, -0.01209773, 0.01582673, ..., -0.01747499, + -0.01298305, 0.00674707]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02898772, -0.01957795, 0.00339471, ..., 0.00449959, + 0.00116879, -0.00218068]]], shape=(1, 1, 7680), dtype=float32), array([[[8.8034768e-04, 2.9946312e-03, 9.9179726e-03, ..., + 9.4306488e-06, 8.5589509e-06, 9.4929692e-06]]], + shape=(1, 1, 5760), dtype=float32), array([[[ 1.03199691e-05, 9.79382639e-06, 1.03741895e-05, ..., + 3.28795388e-02, -1.09861037e-02, 2.58328784e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00943879, 0.01830063, -0.00571697, ..., -0.02566927, + -0.01337564, -0.02498075]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0139298 , -0.0113851 , -0.01376154, ..., 0.00104671, + 0.00092693, 0.00085525]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00085283, 0.00079634, 0.00076647, ..., -0.00665423, + -0.00720138, -0.00927556]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00663279, -0.00332623, 0.00185548, ..., -0.00207558, + 0.00616404, -0.00346582]]], shape=(1, 1, 7680), dtype=float32), array([[[-7.8442198e-04, 3.8133035e-03, -1.5260710e-03, ..., + 9.3648960e-06, 1.1297201e-05, -6.4661776e-06]]], + shape=(1, 1, 7680), dtype=float32), array([[[3.5814737e-05, 5.8800615e-05, 5.7719044e-05, ..., + 7.7684790e-02, 7.2583742e-02, 6.8515629e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.06352839, 0.06306784, 0.05954753, ..., 0.01170332, + 0.01239344, 0.01127402]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0083318 , 0.00933629, 0.00773392, ..., -0.00583959, + -0.0047723 , -0.00556854]]], shape=(1, 1, 7680), dtype=float32), array([[[-6.16561761e-03, -5.52040106e-03, -8.11536703e-03, ..., + 1.12180878e-05, 1.14862851e-05, 1.07692085e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[-2.0376747e-02, -1.6227918e-02, -1.3949623e-02, ..., + 2.3709794e-05, 8.3691157e-06, 1.5970738e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 9.0775611e-06, 3.8609128e-06, -4.4900798e-07, ..., + 1.4472510e-02, 1.4127595e-02, -1.9992135e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.01857575, 0.01667588, 0.02641892, ..., 0.06836493, + 0.07134461, 0.06988235]]], shape=(1, 1, 7680), dtype=float32), array([[[0.06863368, 0.08415045, 0.08217902, ..., 0.00375245, + 0.00599957, 0.00517533]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00393077, 0.00393187, 0.00384844, ..., -0.01078842, + 0.00156341, 0.01406302]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00644306, 0.01808479, 0.01265161, ..., 0.00105371, + -0.00016439, -0.00219363]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00507021, 0.00177356, 0.00200987, ..., -0.00302196, + 0.00257758, -0.01315213]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01514014, -0.00457724, 0.0111615 , ..., 0.02570331, + 0.03498493, 0.04079345]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04468891, 0.05318575, 0.05712133, ..., -0.01041256, + -0.00957429, -0.00872234]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00729002, -0.00629053, -0.005642 , ..., -0.00227318, + 0.0001418 , 0.00875455]]], shape=(1, 1, 7680), dtype=float32), array([[[5.6380192e-03, 6.2083649e-03, 1.5125460e-02, ..., + 1.3499273e-05, 1.6127438e-05, 1.4580928e-05]]], + shape=(1, 1, 5760), dtype=float32)] 47 +2026-04-30 19:22:42.359 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [-4.3427438e-02 -4.7734242e-02 -4.3255556e-02 ... 1.3499273e-05 + 1.6127438e-05 1.4580928e-05] (343994,) float32 +2026-04-30 19:22:42.359 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 21 [2.3830460e-05 1.8160710e-05 3.8328337e-05 ... 1.3499273e-05 1.6127438e-05 + 1.4580928e-05] (192000,) float32 +2026-04-30 19:22:42.362 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 21 [array([[[2.3830460e-05, 1.8160710e-05, 3.8328337e-05, ..., + 1.2493102e-02, 1.6835133e-02, 1.6181389e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.0130723 , 0.01986293, 0.0148283 , ..., 0.06307917, + -0.02376302, -0.00673699]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00087373, -0.01209773, 0.01582673, ..., -0.01747499, + -0.01298305, 0.00674707]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02898772, -0.01957795, 0.00339471, ..., 0.00449959, + 0.00116879, -0.00218068]]], shape=(1, 1, 7680), dtype=float32), array([[[8.8034768e-04, 2.9946312e-03, 9.9179726e-03, ..., + 9.4306488e-06, 8.5589509e-06, 9.4929692e-06]]], + shape=(1, 1, 5760), dtype=float32), array([[[ 1.03199691e-05, 9.79382639e-06, 1.03741895e-05, ..., + 3.28795388e-02, -1.09861037e-02, 2.58328784e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00943879, 0.01830063, -0.00571697, ..., -0.02566927, + -0.01337564, -0.02498075]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0139298 , -0.0113851 , -0.01376154, ..., 0.00104671, + 0.00092693, 0.00085525]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00085283, 0.00079634, 0.00076647, ..., -0.00665423, + -0.00720138, -0.00927556]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00663279, -0.00332623, 0.00185548, ..., -0.00207558, + 0.00616404, -0.00346582]]], shape=(1, 1, 7680), dtype=float32), array([[[-7.8442198e-04, 3.8133035e-03, -1.5260710e-03, ..., + 9.3648960e-06, 1.1297201e-05, -6.4661776e-06]]], + shape=(1, 1, 7680), dtype=float32), array([[[3.5814737e-05, 5.8800615e-05, 5.7719044e-05, ..., + 7.7684790e-02, 7.2583742e-02, 6.8515629e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.06352839, 0.06306784, 0.05954753, ..., 0.01170332, + 0.01239344, 0.01127402]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0083318 , 0.00933629, 0.00773392, ..., -0.00583959, + -0.0047723 , -0.00556854]]], shape=(1, 1, 7680), dtype=float32), array([[[-6.16561761e-03, -5.52040106e-03, -8.11536703e-03, ..., + 1.12180878e-05, 1.14862851e-05, 1.07692085e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[-2.0376747e-02, -1.6227918e-02, -1.3949623e-02, ..., + 2.3709794e-05, 8.3691157e-06, 1.5970738e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 9.0775611e-06, 3.8609128e-06, -4.4900798e-07, ..., + 1.4472510e-02, 1.4127595e-02, -1.9992135e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.01857575, 0.01667588, 0.02641892, ..., 0.06836493, + 0.07134461, 0.06988235]]], shape=(1, 1, 7680), dtype=float32), array([[[0.06863368, 0.08415045, 0.08217902, ..., 0.00375245, + 0.00599957, 0.00517533]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00393077, 0.00393187, 0.00384844, ..., -0.01078842, + 0.00156341, 0.01406302]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00644306, 0.01808479, 0.01265161, ..., 0.00105371, + -0.00016439, -0.00219363]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00507021, 0.00177356, 0.00200987, ..., -0.00302196, + 0.00257758, -0.01315213]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01514014, -0.00457724, 0.0111615 , ..., 0.02570331, + 0.03498493, 0.04079345]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04468891, 0.05318575, 0.05712133, ..., -0.01041256, + -0.00957429, -0.00872234]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00729002, -0.00629053, -0.005642 , ..., -0.00227318, + 0.0001418 , 0.00875455]]], shape=(1, 1, 7680), dtype=float32), array([[[5.6380192e-03, 6.2083649e-03, 1.5125460e-02, ..., + 1.3499273e-05, 1.6127438e-05, 1.4580928e-05]]], + shape=(1, 1, 5760), dtype=float32)] 26 +2026-04-30 19:22:42.363 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:22:42.437 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.05127266 -0.03703298 0.04389174 ... -0.02768061 0.10808712 + -0.0116048 ]]] (1, 1, 1024) +2026-04-30 19:22:42.437 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:22:42.438 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:22:42.438 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:22:42.438 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.05127266 -0.03703298 0.04389174 ... -0.02768061 0.10808712 + -0.0116048 ] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:22:42.438 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:42.439 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:42.439 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:22:42.439 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:22:42.440 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:22:42.440 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:22:42.440 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:22:42.441 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.04649448 -0.04083896 0.04219558 ... -0.03696496 0.10964241 + -0.00736333] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:22:42.441 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-4.6494476e-02 -4.0838964e-02 4.2195585e-02 ... -3.6964964e-02 + 1.0964241e-01 -7.3633259e-03] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:22:42.485 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=62; step_idx=62 +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=62; step_idx=62 +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache Мы +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Мы +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Мы н +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache Мы на +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache Мы нак +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Мы нако +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Мы након +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache Мы наконе +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ц -> text_cache Мы наконец +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment - -> text_cache Мы наконец- +2026-04-30 19:22:42.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['Мы наконец-'] 11 +Qwen3TTSProcessor __call__ text ['Мы наконец-'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 37991, 4552, 6709, 15869, 17316, 126499, 12]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:22:42.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 37991, 4552, 6709, 15869, 17316, 126499, 12]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:22:42.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 37991 4552 6709 15869 17316 126499 12]] (1, 7) +2026-04-30 19:22:42.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 37991 4552 6709 15869 17316 126499 12]] (1, 7) +2026-04-30 19:22:42.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment Мы наконец- 11 -> tokenized_segment [np.int64(37991), np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 7 +2026-04-30 19:22:42.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(37991), np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] +2026-04-30 19:22:42.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(37991), np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 7 +2026-04-30 19:22:42.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 37991 -> pending_tokens [np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 6 +2026-04-30 19:22:42.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [1221] (1,) int64 +2026-04-30 19:22:42.556 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[1221 919 491 632 1881 145 1316 676 1 270 885 115 409 1398 + 1141 1334]]] (1, 1, 16) int64 +2026-04-30 19:22:42.556 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 4552 -> pending_tokens [np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 5 +2026-04-30 19:22:42.564 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [210] (1,) int64 +2026-04-30 19:22:42.591 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[ 210 1053 733 400 843 556 1004 772 445 813 1015 582 1036 1767 + 286 59]]] (1, 1, 16) int64 +2026-04-30 19:22:42.591 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6709 -> pending_tokens [np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 4 +2026-04-30 19:22:42.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [397] (1,) int64 +2026-04-30 19:22:42.626 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[ 397 529 314 1873 1406 1617 150 1109 1733 561 211 567 154 1831 + 784 1936]]] (1, 1, 16) int64 +2026-04-30 19:22:42.626 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 15869 -> pending_tokens [np.int64(17316), np.int64(126499), np.int64(12)] 3 +2026-04-30 19:22:42.634 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [170] (1,) int64 +2026-04-30 19:22:42.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[ 170 533 1648 1114 744 334 647 1127 71 1489 1103 295 271 1424 + 31 1352]]] (1, 1, 16) int64 +2026-04-30 19:22:42.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 17316 -> pending_tokens [np.int64(126499), np.int64(12)] 2 +2026-04-30 19:22:42.669 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [396] (1,) int64 +2026-04-30 19:22:42.696 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[ 396 1384 209 30 1051 372 363 1356 1488 1715 951 1148 625 133 + 148 554]]] (1, 1, 16) int64 +2026-04-30 19:22:42.696 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 126499 -> pending_tokens [np.int64(12)] 1 +2026-04-30 19:22:42.704 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [1852] (1,) int64 +2026-04-30 19:22:42.731 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[1852 1739 994 1602 1777 521 297 222 664 587 1431 790 1416 372 + 1220 491]]] (1, 1, 16) int64 +2026-04-30 19:22:42.731 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 12 -> pending_tokens [] 0 +2026-04-30 19:22:42.739 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [1398] (1,) int64 +2026-04-30 19:22:42.766 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[1398 967 1066 1071 1392 1096 313 272 1296 35 1210 47 1332 162 + 1832 288]]] (1, 1, 16) int64 +2026-04-30 19:22:42.766 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-43 chunk_tokens [[[1221 210 397 170] + [ 919 1053 529 533] + [ 491 733 314 1648] + [ 632 400 1873 1114] + [1881 843 1406 744] + [ 145 556 1617 334] + [1316 1004 150 647] + [ 676 772 1109 1127] + [ 1 445 1733 71] + [ 270 813 561 1489] + [ 885 1015 211 1103] + [ 115 582 567 295] + [ 409 1036 154 271] + [1398 1767 1831 1424] + [1141 286 784 31] + [1334 59 1936 1352]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:42.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-43 wav [[[-2.46966874e-06 -2.92529603e-05 1.28670545e-05 ... 6.93622530e-02 + 7.47106373e-02 7.40357339e-02]]] -0.15673457086086273 0.00019276514649391174 0.04921925440430641 0.12912240624427795 (1, 1, 7680) +2026-04-30 19:22:42.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache т +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache то д +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то до +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache то дос +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то дост +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то дости +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache то достиг +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache то достигл +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то достигли +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то достигли +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache то достигли м +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то достигли мо +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache то достигли мом +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то достигли моме +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache то достигли момен +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то достигли момент +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache то достигли момента +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache то достигли момента, +2026-04-30 19:22:42.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['то достигли момента,'] 20 +Qwen3TTSProcessor __call__ text ['то достигли момента,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 24634, 139062, 11073, 130485, 87731, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:22:42.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 24634, 139062, 11073, 130485, 87731, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:22:42.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 24634 139062 11073 130485 87731 11]] (1, 6) +2026-04-30 19:22:42.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 24634 139062 11073 130485 87731 11]] (1, 6) +2026-04-30 19:22:42.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment то достигли момента, 20 -> tokenized_segment [np.int64(24634), np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 6 +2026-04-30 19:22:42.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(24634), np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] +2026-04-30 19:22:42.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:42.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(24634), np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 6 +2026-04-30 19:22:42.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 24634 -> pending_tokens [np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 5 +2026-04-30 19:22:42.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [107] (1,) int64 +2026-04-30 19:22:42.828 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[ 107 531 1985 1759 619 1435 1194 652 1040 1757 906 705 633 1327 + 953 1004]]] (1, 1, 16) int64 +2026-04-30 19:22:42.828 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 139062 -> pending_tokens [np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 4 +2026-04-30 19:22:42.836 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [664] (1,) int64 +2026-04-30 19:22:42.863 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[ 664 1221 1331 448 909 1221 870 323 853 1073 1971 1978 117 2023 + 1730 1219]]] (1, 1, 16) int64 +2026-04-30 19:22:42.863 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11073 -> pending_tokens [np.int64(130485), np.int64(87731), np.int64(11)] 3 +2026-04-30 19:22:42.871 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [609] (1,) int64 +2026-04-30 19:22:42.898 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[ 609 496 928 1808 350 985 268 1472 564 266 18 763 487 337 + 334 504]]] (1, 1, 16) int64 +2026-04-30 19:22:42.898 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 130485 -> pending_tokens [np.int64(87731), np.int64(11)] 2 +2026-04-30 19:22:42.906 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [1543] (1,) int64 +2026-04-30 19:22:42.933 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-73 vq-rvq [[[1543 1647 1479 1393 1309 1631 1127 28 34 1836 1700 276 1015 1331 + 121 979]]] (1, 1, 16) int64 +2026-04-30 19:22:42.933 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 87731 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:22:42.941 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-73 vq [1841] (1,) int64 +2026-04-30 19:22:42.968 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-74 vq-rvq [[[1841 1642 1824 149 1492 1402 1155 344 241 1396 940 1934 1424 1030 + 886 445]]] (1, 1, 16) int64 +2026-04-30 19:22:42.968 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:22:42.976 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-74 vq [859] (1,) int64 +2026-04-30 19:22:43.003 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-75 vq-rvq [[[ 859 957 483 1050 735 1671 1300 1202 1857 147 645 1162 706 1838 + 1491 893]]] (1, 1, 16) int64 +2026-04-30 19:22:43.003 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-47 chunk_tokens [[[ 396 1852 1398 107] + [1384 1739 967 531] + [ 209 994 1066 1985] + [ 30 1602 1071 1759] + [1051 1777 1392 619] + [ 372 521 1096 1435] + [ 363 297 313 1194] + [1356 222 272 652] + [1488 664 1296 1040] + [1715 587 35 1757] + [ 951 1431 1210 906] + [1148 790 47 705] + [ 625 1416 1332 633] + [ 133 372 162 1327] + [ 148 1220 1832 953] + [ 554 491 288 1004]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:43.027 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-47 wav [[[0.07192554 0.07594013 0.0724169 ... 0.00037789 0.0004254 0.00042337]]] -0.18432176113128662 -0.00012824525765608996 0.06664235889911652 0.1557217687368393 (1, 1, 7680) +2026-04-30 19:22:43.027 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-51 chunk_tokens [[[ 664 609 1543 1841] + [1221 496 1647 1642] + [1331 928 1479 1824] + [ 448 1808 1393 149] + [ 909 350 1309 1492] + [1221 985 1631 1402] + [ 870 268 1127 1155] + [ 323 1472 28 344] + [ 853 564 34 241] + [1073 266 1836 1396] + [1971 18 1700 940] + [1978 763 276 1934] + [ 117 487 1015 1424] + [2023 337 1331 1030] + [1730 334 121 886] + [1219 504 979 445]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:43.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-51 wav [[[5.5763550e-04 6.3314312e-04 6.6936575e-04 ... 8.3198847e-06 + 4.7519084e-06 9.8727287e-06]]] -0.004248335026204586 1.824189348553773e-05 0.00028125414974056184 0.004526709206402302 (1, 1, 7680) +2026-04-30 19:22:43.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:22:43.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:22:43.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:43.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:22:43.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:22:43.060 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-75 vq [2] (1,) int64 +2026-04-30 19:22:43.087 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-76 vq-rvq [[[ 2 1666 1871 629 1657 698 1048 1527 632 1625 288 362 238 1956 + 85 189]]] (1, 1, 16) int64 +2026-04-30 19:22:43.095 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-76 vq [377] (1,) int64 +2026-04-30 19:22:43.122 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-77 vq-rvq [[[ 377 147 1786 607 1245 1846 1536 850 79 67 1233 1095 1799 1444 + 1563 1162]]] (1, 1, 16) int64 +2026-04-30 19:22:43.130 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-77 vq [673] (1,) int64 +2026-04-30 19:22:43.157 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-78 vq-rvq [[[ 673 937 1027 739 1642 452 513 324 83 612 1993 236 2003 1373 + 766 1848]]] (1, 1, 16) int64 +2026-04-30 19:22:43.165 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-78 vq [770] (1,) int64 +2026-04-30 19:22:43.192 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-79 vq-rvq [[[ 770 1773 864 950 1201 1659 434 883 1404 586 1672 1776 1188 1153 + 152 1665]]] (1, 1, 16) int64 +2026-04-30 19:22:43.200 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-79 vq [499] (1,) int64 +2026-04-30 19:22:43.227 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-80 vq-rvq [[[ 499 53 1098 742 215 1086 445 818 1919 1668 1146 798 673 0 + 536 1792]]] (1, 1, 16) int64 +2026-04-30 19:22:43.235 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-80 vq [935] (1,) int64 +2026-04-30 19:22:43.262 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-81 vq-rvq [[[ 935 936 1608 175 398 1396 1903 132 40 2032 1522 350 1510 142 + 360 353]]] (1, 1, 16) int64 +2026-04-30 19:22:43.270 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-81 vq [908] (1,) int64 +2026-04-30 19:22:43.297 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-82 vq-rvq [[[ 908 184 1654 732 771 1147 570 1052 1177 1945 51 493 1439 1279 + 488 419]]] (1, 1, 16) int64 +2026-04-30 19:22:43.305 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-82 vq [1249] (1,) int64 +2026-04-30 19:22:43.332 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-83 vq-rvq [[[1249 1132 409 1578 988 857 365 1576 629 1733 304 1448 722 1583 + 623 949]]] (1, 1, 16) int64 +2026-04-30 19:22:43.340 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-83 vq [134] (1,) int64 +2026-04-30 19:22:43.367 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-84 vq-rvq [[[ 134 889 326 1533 597 706 74 249 782 1386 1171 1833 65 1543 + 597 913]]] (1, 1, 16) int64 +2026-04-30 19:22:43.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-84 vq [1340] (1,) int64 +2026-04-30 19:22:43.402 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-85 vq-rvq [[[1340 1116 1345 1021 258 49 1743 682 1605 1242 959 1670 603 1175 + 91 1079]]] (1, 1, 16) int64 +2026-04-30 19:22:43.410 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-85 vq [796] (1,) int64 +2026-04-30 19:22:43.438 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-86 vq-rvq [[[ 796 525 923 1057 1834 445 1219 569 418 1681 1680 1584 1499 1955 + 1094 1542]]] (1, 1, 16) int64 +2026-04-30 19:22:43.446 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-86 vq [90] (1,) int64 +2026-04-30 19:22:43.473 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-87 vq-rvq [[[ 90 911 422 1859 647 301 34 1568 864 760 173 675 1155 44 + 566 635]]] (1, 1, 16) int64 +2026-04-30 19:22:43.481 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-87 vq [805] (1,) int64 +2026-04-30 19:22:43.508 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-88 vq-rvq [[[ 805 46 399 803 1130 881 1681 706 315 733 1945 413 914 621 + 311 412]]] (1, 1, 16) int64 +2026-04-30 19:22:43.516 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-88 vq [965] (1,) int64 +2026-04-30 19:22:43.543 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-89 vq-rvq [[[ 965 1704 1924 1308 1175 1412 915 668 278 1493 915 1764 906 178 + 625 1309]]] (1, 1, 16) int64 +2026-04-30 19:22:43.551 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-89 vq [865] (1,) int64 +2026-04-30 19:22:43.578 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-90 vq-rvq [[[ 865 1348 360 294 101 1089 1932 1163 480 1974 596 874 626 479 + 871 269]]] (1, 1, 16) int64 +2026-04-30 19:22:43.586 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-90 vq [936] (1,) int64 +2026-04-30 19:22:43.613 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-91 vq-rvq [[[ 936 1931 1949 1939 1303 915 454 578 837 1711 734 214 859 1261 + 806 932]]] (1, 1, 16) int64 +2026-04-30 19:22:43.621 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-91 vq [1981] (1,) int64 +2026-04-30 19:22:43.648 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-92 vq-rvq [[[1981 343 1346 1791 306 462 123 313 113 1806 1995 177 1840 1584 + 1240 368]]] (1, 1, 16) int64 +2026-04-30 19:22:43.656 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-92 vq [303] (1,) int64 +2026-04-30 19:22:43.683 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-93 vq-rvq [[[ 303 1481 1661 1443 1489 949 1296 518 1008 357 787 1715 1661 668 + 1075 1115]]] (1, 1, 16) int64 +2026-04-30 19:22:43.691 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-93 vq [1643] (1,) int64 +2026-04-30 19:22:43.718 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-94 vq-rvq [[[1643 1799 1751 2018 138 808 207 602 1143 1572 1895 205 893 1546 + 1682 918]]] (1, 1, 16) int64 +2026-04-30 19:22:43.726 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-94 vq [916] (1,) int64 +2026-04-30 19:22:43.753 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-95 vq-rvq [[[ 916 1377 25 1289 1935 177 438 1413 796 1803 1305 732 1159 836 + 1668 738]]] (1, 1, 16) int64 +2026-04-30 19:22:43.761 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-95 vq [1559] (1,) int64 +2026-04-30 19:22:43.788 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-96 vq-rvq [[[1559 31 604 1511 653 563 275 595 1149 818 258 151 2034 332 + 610 1338]]] (1, 1, 16) int64 +2026-04-30 19:22:43.796 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-96 vq [1196] (1,) int64 +2026-04-30 19:22:43.823 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-97 vq-rvq [[[1196 138 840 729 1887 211 1302 1159 406 935 1191 953 837 1276 + 1273 1606]]] (1, 1, 16) int64 +2026-04-30 19:22:43.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-97 vq [593] (1,) int64 +2026-04-30 19:22:43.858 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-98 vq-rvq [[[ 593 1280 758 806 600 1813 1634 1353 563 1203 549 100 1346 1040 + 96 988]]] (1, 1, 16) int64 +2026-04-30 19:22:43.866 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-98 vq [413] (1,) int64 +2026-04-30 19:22:43.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-99 vq-rvq [[[ 413 1087 1239 465 624 691 446 755 1117 132 1424 603 234 1921 + 1021 1224]]] (1, 1, 16) int64 +2026-04-30 19:22:43.901 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-99 vq [1552] (1,) int64 +2026-04-30 19:22:43.928 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-100 vq-rvq [[[1552 605 500 1947 1230 1822 1804 2013 154 631 1761 1803 53 410 + 765 601]]] (1, 1, 16) int64 +2026-04-30 19:22:43.936 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-100 vq [2020] (1,) int64 +2026-04-30 19:22:43.964 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-101 vq-rvq [[[2020 1318 111 966 929 987 104 538 158 595 1397 255 1176 321 + 1232 1087]]] (1, 1, 16) int64 +2026-04-30 19:22:43.972 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-101 vq [422] (1,) int64 +2026-04-30 19:22:43.999 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-102 vq-rvq [[[ 422 756 1831 1105 417 1954 917 464 711 162 572 857 507 579 + 1601 82]]] (1, 1, 16) int64 +2026-04-30 19:22:44.007 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-102 vq [851] (1,) int64 +2026-04-30 19:22:44.034 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-103 vq-rvq [[[ 851 1845 893 110 1845 440 1663 1629 62 91 105 1563 822 303 + 1052 333]]] (1, 1, 16) int64 +2026-04-30 19:22:44.042 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-103 vq [2031] (1,) int64 +2026-04-30 19:22:44.068 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-104 vq-rvq [[[2031 86 210 286 1288 1335 1919 934 1465 572 1480 722 204 840 + 1761 3]]] (1, 1, 16) int64 +2026-04-30 19:22:44.076 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-104 vq [1063] (1,) int64 +2026-04-30 19:22:44.103 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-105 vq-rvq [[[1063 195 295 172 1804 644 1222 1298 327 109 1958 661 1419 127 + 265 168]]] (1, 1, 16) int64 +2026-04-30 19:22:44.111 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-105 vq [195] (1,) int64 +2026-04-30 19:22:44.138 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-106 vq-rvq [[[ 195 143 1774 1317 1341 1645 596 387 338 2042 154 590 82 759 + 191 1691]]] (1, 1, 16) int64 +2026-04-30 19:22:44.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-106 vq [299] (1,) int64 +2026-04-30 19:22:44.174 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-107 vq-rvq [[[ 299 476 1396 431 531 786 30 832 1794 1771 48 707 192 810 + 618 1728]]] (1, 1, 16) int64 +2026-04-30 19:22:44.182 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-107 vq [1106] (1,) int64 +2026-04-30 19:22:44.209 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-108 vq-rvq [[[1106 1288 479 380 275 1048 274 410 1146 1738 345 391 1508 60 + 1570 338]]] (1, 1, 16) int64 +2026-04-30 19:22:44.217 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-108 vq [637] (1,) int64 +2026-04-30 19:22:44.244 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-109 vq-rvq [[[ 637 1717 930 362 669 1518 151 438 1328 729 797 910 11 854 + 493 1554]]] (1, 1, 16) int64 +2026-04-30 19:22:44.252 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-109 vq [2150] (1,) int64 +2026-04-30 19:22:44.252 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-55 chunk_tokens [[[ 859 2 377 673] + [ 957 1666 147 937] + [ 483 1871 1786 1027] + [1050 629 607 739] + [ 735 1657 1245 1642] + [1671 698 1846 452] + [1300 1048 1536 513] + [1202 1527 850 324] + [1857 632 79 83] + [ 147 1625 67 612] + [ 645 288 1233 1993] + [1162 362 1095 236] + [ 706 238 1799 2003] + [1838 1956 1444 1373] + [1491 85 1563 766] + [ 893 189 1162 1848]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:44.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-55 wav [[[ 1.2515434e-06 2.8956087e-05 4.0796080e-05 ... -5.8265030e-02 + -6.4136915e-02 -6.0659081e-02]]] -0.15053269267082214 -6.549082900164649e-05 0.032985031604766846 0.09558895975351334 (1, 1, 7680) +2026-04-30 19:22:44.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-59 chunk_tokens [[[ 770 499 935 908] + [1773 53 936 184] + [ 864 1098 1608 1654] + [ 950 742 175 732] + [1201 215 398 771] + [1659 1086 1396 1147] + [ 434 445 1903 570] + [ 883 818 132 1052] + [1404 1919 40 1177] + [ 586 1668 2032 1945] + [1672 1146 1522 51] + [1776 798 350 493] + [1188 673 1510 1439] + [1153 0 142 1279] + [ 152 536 360 488] + [1665 1792 353 419]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:44.301 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-59 wav [[[-0.05902374 -0.05721238 -0.05847403 ... 0.06270066 0.06106696 + 0.05411767]]] -0.14650407433509827 0.00023738571326248348 0.04364320635795593 0.11362610012292862 (1, 1, 7680) +2026-04-30 19:22:44.301 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-63 chunk_tokens [[[1249 134 1340 796] + [1132 889 1116 525] + [ 409 326 1345 923] + [1578 1533 1021 1057] + [ 988 597 258 1834] + [ 857 706 49 445] + [ 365 74 1743 1219] + [1576 249 682 569] + [ 629 782 1605 418] + [1733 1386 1242 1681] + [ 304 1171 959 1680] + [1448 1833 1670 1584] + [ 722 65 603 1499] + [1583 1543 1175 1955] + [ 623 597 91 1094] + [ 949 913 1079 1542]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:44.325 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-63 wav [[[ 0.04715189 0.04121631 0.03338012 ... 0.00017611 -0.00014259 + -0.00060966]]] -0.12952612340450287 -0.000171485633472912 0.03246735408902168 0.15021835267543793 (1, 1, 7680) +2026-04-30 19:22:44.325 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-67 chunk_tokens [[[ 90 805 965 865] + [ 911 46 1704 1348] + [ 422 399 1924 360] + [1859 803 1308 294] + [ 647 1130 1175 101] + [ 301 881 1412 1089] + [ 34 1681 915 1932] + [1568 706 668 1163] + [ 864 315 278 480] + [ 760 733 1493 1974] + [ 173 1945 915 596] + [ 675 413 1764 874] + [1155 914 906 626] + [ 44 621 178 479] + [ 566 311 625 871] + [ 635 412 1309 269]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:44.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-67 wav [[[4.4868604e-05 1.9767834e-04 6.0460728e-04 ... 4.4880412e-04 + 4.2194148e-04 4.6924123e-04]]] -0.0016129399882629514 1.8502612874726765e-05 0.00023059220984578133 0.0014943943824619055 (1, 1, 7680) +2026-04-30 19:22:44.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-71 chunk_tokens [[[ 936 1981 303 1643] + [1931 343 1481 1799] + [1949 1346 1661 1751] + [1939 1791 1443 2018] + [1303 306 1489 138] + [ 915 462 949 808] + [ 454 123 1296 207] + [ 578 313 518 602] + [ 837 113 1008 1143] + [1711 1806 357 1572] + [ 734 1995 787 1895] + [ 214 177 1715 205] + [ 859 1840 1661 893] + [1261 1584 668 1546] + [ 806 1240 1075 1682] + [ 932 368 1115 918]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:44.373 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-71 wav [[[ 0.00039202 0.00052713 0.00052872 ... -0.06003134 -0.06054686 + -0.06224833]]] -0.1431560218334198 -0.00028904006467200816 0.04631505906581879 0.11848250031471252 (1, 1, 7680) +2026-04-30 19:22:44.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-75 chunk_tokens [[[ 916 1559 1196 593] + [1377 31 138 1280] + [ 25 604 840 758] + [1289 1511 729 806] + [1935 653 1887 600] + [ 177 563 211 1813] + [ 438 275 1302 1634] + [1413 595 1159 1353] + [ 796 1149 406 563] + [1803 818 935 1203] + [1305 258 1191 549] + [ 732 151 953 100] + [1159 2034 837 1346] + [ 836 332 1276 1040] + [1668 610 1273 96] + [ 738 1338 1606 988]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:44.398 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-75 wav [[[-0.07317239 -0.06304032 -0.0720921 ... 0.00583922 0.00389346 + 0.00319654]]] -0.1460362672805786 0.0003359027614351362 0.04481082782149315 0.14442667365074158 (1, 1, 7680) +2026-04-30 19:22:44.398 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-79 chunk_tokens [[[ 413 1552 2020 422] + [1087 605 1318 756] + [1239 500 111 1831] + [ 465 1947 966 1105] + [ 624 1230 929 417] + [ 691 1822 987 1954] + [ 446 1804 104 917] + [ 755 2013 538 464] + [1117 154 158 711] + [ 132 631 595 162] + [1424 1761 1397 572] + [ 603 1803 255 857] + [ 234 53 1176 507] + [1921 410 321 579] + [1021 765 1232 1601] + [1224 601 1087 82]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:44.422 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-79 wav [[[ 0.00203485 0.00090508 -0.00081374 ... 0.06397227 0.06637836 + 0.0687478 ]]] -0.1503700166940689 -0.00032770243706181645 0.0553252175450325 0.14868393540382385 (1, 1, 7680) +2026-04-30 19:22:44.422 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-83 chunk_tokens [[[ 851 2031 1063 195] + [1845 86 195 143] + [ 893 210 295 1774] + [ 110 286 172 1317] + [1845 1288 1804 1341] + [ 440 1335 644 1645] + [1663 1919 1222 596] + [1629 934 1298 387] + [ 62 1465 327 338] + [ 91 572 109 2042] + [ 105 1480 1958 154] + [1563 722 661 590] + [ 822 204 1419 82] + [ 303 840 127 759] + [1052 1761 265 191] + [ 333 3 168 1691]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:44.446 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-83 wav [[[ 0.07027052 0.0740987 0.07334736 ... -0.02547379 -0.02415449 + -0.02371892]]] -0.1321060210466385 0.0002834586484823376 0.0568690150976181 0.11649706214666367 (1, 1, 7680) +2026-04-30 19:22:44.447 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-87 chunk_tokens [[[ 299 1106 637] + [ 476 1288 1717] + [1396 479 930] + [ 431 380 362] + [ 531 275 669] + [ 786 1048 1518] + [ 30 274 151] + [ 832 410 438] + [1794 1146 1328] + [1771 1738 729] + [ 48 345 797] + [ 707 391 910] + [ 192 1508 11] + [ 810 60 854] + [ 618 1570 493] + [1728 338 1554]]] (1, 16, 3) n_chunk_frames 3 +2026-04-30 19:22:44.477 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-87 wav [[[-0.02435246 -0.0224277 -0.02462564 ... -0.00963643 -0.00590671 + -0.00887223]]] -0.03853386640548706 -9.722945833345875e-05 0.008140760473906994 0.03832773119211197 (1, 1, 5760) +2026-04-30 19:22:44.477 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-110 +2026-04-30 19:22:44.495 [INFO] __main__: Synthesising: 'когда технологии стали достаточно быстрыми,' +2026-04-30 19:22:44.495 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache к +2026-04-30 19:22:44.495 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:22:44.496 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:22:44.612 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.03959993 -0.06586854 0.03755996 ... -0.04061737 0.12937324 + -0.02682438]]] (1, 1, 1024) +2026-04-30 19:22:44.612 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:22:44.613 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:22:44.613 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:22:44.613 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.03959993 -0.06586854 0.03755996 ... -0.04061737 0.12937324 + -0.02682438] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:22:44.613 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:44.614 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:44.614 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:22:44.614 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:22:44.614 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:22:44.615 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:22:44.615 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:22:44.615 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.03482174 -0.06967453 0.0358638 ... -0.04990172 0.13092852 + -0.02258291] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:22:44.616 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-3.4821741e-02 -6.9674529e-02 3.5863798e-02 ... -4.9901720e-02 + 1.3092852e-01 -2.2582911e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:22:44.659 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:22:44.659 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.659 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache ко +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache ког +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache когд +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache когда +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache когда +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда т +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache когда те +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment х -> text_cache когда тех +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache когда техн +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда техно +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache когда технол +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда техноло +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache когда технолог +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache когда технологи +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache когда технологии +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache когда технологии +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache когда технологии с +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда технологии ст +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache когда технологии ста +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache когда технологии стал +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache когда технологии стали +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache когда технологии стали +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache когда технологии стали д +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда технологии стали до +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache когда технологии стали дос +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда технологии стали дост +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache когда технологии стали доста +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда технологии стали достат +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда технологии стали достато +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ч -> text_cache когда технологии стали достаточ +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache когда технологии стали достаточн +2026-04-30 19:22:44.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['когда технологии стали '] 23 +Qwen3TTSProcessor __call__ text ['когда технологии стали '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 4793, 124846, 142651, 135906, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:22:44.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 4793, 124846, 142651, 135906, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:22:44.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 4793 124846 142651 135906 220]] (1, 5) +2026-04-30 19:22:44.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 4793 124846 142651 135906 220]] (1, 5) +2026-04-30 19:22:44.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment когда технологии стали 23 -> tokenized_segment [np.int64(4793), np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] 5 +2026-04-30 19:22:44.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(4793), np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] +2026-04-30 19:22:44.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(4793), np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] 5 +2026-04-30 19:22:44.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 4793 -> pending_tokens [np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] 4 +2026-04-30 19:22:44.671 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:22:44.697 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 2044 1544 1858 1527 74 1751 1641 824 1598 769 269 1467 1304 + 608 1332]]] (1, 1, 16) int64 +2026-04-30 19:22:44.697 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 124846 -> pending_tokens [np.int64(142651), np.int64(135906), np.int64(220)] 3 +2026-04-30 19:22:44.705 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:22:44.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 506 1700 1459 145 785 800 1902 1311 692 743 362 914 344 + 799 1807]]] (1, 1, 16) int64 +2026-04-30 19:22:44.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 142651 -> pending_tokens [np.int64(135906), np.int64(220)] 2 +2026-04-30 19:22:44.740 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:22:44.767 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 1009 1711 310 243 1748 2025 1034 241 1446 1896 248 1108 1759 + 82 1435]]] (1, 1, 16) int64 +2026-04-30 19:22:44.767 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 135906 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:22:44.775 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:22:44.802 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 1722 1096 371 1314 121 34 595 930 266 255 146 1555 1838 + 1008 803]]] (1, 1, 16) int64 +2026-04-30 19:22:44.802 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:22:44.810 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [462] (1,) int64 +2026-04-30 19:22:44.837 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[ 462 1134 519 1277 1210 1573 2019 145 1304 1974 18 1603 527 1860 + 812 901]]] (1, 1, 16) int64 +2026-04-30 19:22:44.837 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [2044 506 1009 1722] + [1544 1700 1711 1096] + [1858 1459 310 371] + [1527 145 243 1314] + [ 74 785 1748 121] + [1751 800 2025 34] + [1641 1902 1034 595] + [ 824 1311 241 930] + [1598 692 1446 266] + [ 769 743 1896 255] + [ 269 362 248 146] + [1467 914 1108 1555] + [1304 344 1759 1838] + [ 608 799 82 1008] + [1332 1807 1435 803]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:44.861 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-2.04911195e-02 -1.63493287e-02 -1.39796315e-02 ... 1.50914584e-05 + 1.36677463e-05 1.45687627e-05]]] -0.03862100839614868 -5.870718086953275e-05 0.0018915997352451086 0.01915842667222023 (1, 1, 7680) +2026-04-30 19:22:44.861 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache достаточно +2026-04-30 19:22:44.861 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.861 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.861 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache достаточно +2026-04-30 19:22:44.861 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.861 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.861 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache достаточно б +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache достаточно бы +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache достаточно быс +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache достаточно быст +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache достаточно быстр +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache достаточно быстры +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache достаточно быстрым +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache достаточно быстрыми +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache достаточно быстрыми, +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['достаточно быстрыми,'] 20 +Qwen3TTSProcessor __call__ text ['достаточно быстрыми,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6949, 24276, 7972, 127310, 37660, 6597, 38003, 63780, + 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:22:44.862 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6949, 24276, 7972, 127310, 37660, 6597, 38003, 63780, + 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:22:44.863 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6949 24276 7972 127310 37660 6597 38003 63780 11]] (1, 9) +2026-04-30 19:22:44.863 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6949 24276 7972 127310 37660 6597 38003 63780 11]] (1, 9) +2026-04-30 19:22:44.863 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment достаточно быстрыми, 20 -> tokenized_segment [np.int64(6949), np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 9 +2026-04-30 19:22:44.863 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6949), np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] +2026-04-30 19:22:44.863 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:44.863 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6949), np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 9 +2026-04-30 19:22:44.863 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6949 -> pending_tokens [np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 8 +2026-04-30 19:22:44.871 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [1225] (1,) int64 +2026-04-30 19:22:44.897 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[1225 1429 1100 505 1017 1467 1576 399 1652 803 2034 725 788 1882 + 844 293]]] (1, 1, 16) int64 +2026-04-30 19:22:44.898 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 24276 -> pending_tokens [np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 7 +2026-04-30 19:22:44.905 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [628] (1,) int64 +2026-04-30 19:22:44.932 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[ 628 798 1565 760 215 1873 1193 1088 1385 534 1960 718 1330 936 + 1122 1576]]] (1, 1, 16) int64 +2026-04-30 19:22:44.932 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 7972 -> pending_tokens [np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 6 +2026-04-30 19:22:44.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [1726] (1,) int64 +2026-04-30 19:22:44.967 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[1726 1464 354 1408 1385 10 734 958 607 902 1503 591 963 907 + 2020 946]]] (1, 1, 16) int64 +2026-04-30 19:22:44.967 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 127310 -> pending_tokens [np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 5 +2026-04-30 19:22:44.975 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [87] (1,) int64 +2026-04-30 19:22:45.001 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[ 87 474 608 766 428 491 1542 1132 1195 736 1704 567 1512 71 + 171 639]]] (1, 1, 16) int64 +2026-04-30 19:22:45.001 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 37660 -> pending_tokens [np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 4 +2026-04-30 19:22:45.009 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [777] (1,) int64 +2026-04-30 19:22:45.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[ 777 407 511 201 362 1232 834 1809 600 1090 219 408 752 1535 + 253 102]]] (1, 1, 16) int64 +2026-04-30 19:22:45.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6597 -> pending_tokens [np.int64(38003), np.int64(63780), np.int64(11)] 3 +2026-04-30 19:22:45.044 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [1555] (1,) int64 +2026-04-30 19:22:45.071 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[1555 194 1057 1538 47 1357 757 57 540 1380 1066 1417 102 1785 + 766 323]]] (1, 1, 16) int64 +2026-04-30 19:22:45.071 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 38003 -> pending_tokens [np.int64(63780), np.int64(11)] 2 +2026-04-30 19:22:45.079 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [297] (1,) int64 +2026-04-30 19:22:45.105 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[ 297 1799 533 821 1506 551 126 872 935 1844 1577 825 839 1040 + 2006 896]]] (1, 1, 16) int64 +2026-04-30 19:22:45.105 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 63780 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:22:45.113 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [800] (1,) int64 +2026-04-30 19:22:45.140 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[ 800 273 1177 553 1195 1763 811 1442 251 1710 71 526 943 277 + 1570 1284]]] (1, 1, 16) int64 +2026-04-30 19:22:45.140 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:22:45.148 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [319] (1,) int64 +2026-04-30 19:22:45.174 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[ 319 1546 476 586 1707 674 425 116 1337 370 588 25 1485 393 + 190 358]]] (1, 1, 16) int64 +2026-04-30 19:22:45.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[ 462 1225 628 1726] + [1134 1429 798 1464] + [ 519 1100 1565 354] + [1277 505 760 1408] + [1210 1017 215 1385] + [1573 1467 1873 10] + [2019 1576 1193 734] + [ 145 399 1088 958] + [1304 1652 1385 607] + [1974 803 534 902] + [ 18 2034 1960 1503] + [1603 725 718 591] + [ 527 788 1330 963] + [1860 1882 936 907] + [ 812 844 1122 2020] + [ 901 293 1576 946]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:45.199 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[1.5317495e-05 1.6409664e-05 1.5195572e-05 ... 5.3205580e-02 + 5.2364808e-02 5.0903663e-02]]] -0.1993032693862915 0.00010856080189114437 0.033414557576179504 0.1576017439365387 (1, 1, 7680) +2026-04-30 19:22:45.199 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[ 87 777 1555 297] + [ 474 407 194 1799] + [ 608 511 1057 533] + [ 766 201 1538 821] + [ 428 362 47 1506] + [ 491 1232 1357 551] + [1542 834 757 126] + [1132 1809 57 872] + [1195 600 540 935] + [ 736 1090 1380 1844] + [1704 219 1066 1577] + [ 567 408 1417 825] + [1512 752 102 839] + [ 71 1535 1785 1040] + [ 171 253 766 2006] + [ 639 102 323 896]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:45.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[0.05485479 0.05392588 0.04777632 ... 0.00522372 0.00215241 0.00097607]]] -0.25800785422325134 8.927115413825959e-05 0.06712313741445541 0.2050287276506424 (1, 1, 7680) +2026-04-30 19:22:45.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:22:45.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:22:45.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:45.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:22:45.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:22:45.231 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [39] (1,) int64 +2026-04-30 19:22:45.258 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[ 39 24 399 1086 744 528 144 1775 1872 314 1159 1075 331 924 + 2037 91]]] (1, 1, 16) int64 +2026-04-30 19:22:45.266 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [2026] (1,) int64 +2026-04-30 19:22:45.293 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[2026 835 648 1425 87 364 1684 1309 2025 1315 564 230 1154 1655 + 112 790]]] (1, 1, 16) int64 +2026-04-30 19:22:45.301 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [1387] (1,) int64 +2026-04-30 19:22:45.327 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[1387 289 182 1936 1595 627 382 1007 871 943 1727 1464 485 432 + 848 873]]] (1, 1, 16) int64 +2026-04-30 19:22:45.336 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [477] (1,) int64 +2026-04-30 19:22:45.362 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[ 477 1053 1625 814 1079 462 158 720 1868 1694 1556 227 44 836 + 141 282]]] (1, 1, 16) int64 +2026-04-30 19:22:45.370 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [133] (1,) int64 +2026-04-30 19:22:45.397 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[ 133 1713 1862 224 888 2000 1931 1526 1212 468 276 912 1036 1016 + 214 1015]]] (1, 1, 16) int64 +2026-04-30 19:22:45.405 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [894] (1,) int64 +2026-04-30 19:22:45.432 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[ 894 1920 1602 1076 253 143 146 134 1976 1403 2046 1146 105 634 + 589 147]]] (1, 1, 16) int64 +2026-04-30 19:22:45.440 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [715] (1,) int64 +2026-04-30 19:22:45.467 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[ 715 1331 315 272 671 1564 1963 1789 2035 1457 1616 292 449 1500 + 127 1502]]] (1, 1, 16) int64 +2026-04-30 19:22:45.476 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [428] (1,) int64 +2026-04-30 19:22:45.502 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[ 428 1131 1264 1251 475 1701 1882 941 1190 837 1164 166 3 356 + 361 740]]] (1, 1, 16) int64 +2026-04-30 19:22:45.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [718] (1,) int64 +2026-04-30 19:22:45.537 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[ 718 157 1604 1019 1492 159 1534 1225 256 262 1644 177 320 68 + 1 1885]]] (1, 1, 16) int64 +2026-04-30 19:22:45.545 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [1035] (1,) int64 +2026-04-30 19:22:45.572 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[1035 31 259 1985 1 919 621 122 185 157 1098 193 154 1208 + 195 550]]] (1, 1, 16) int64 +2026-04-30 19:22:45.580 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [36] (1,) int64 +2026-04-30 19:22:45.607 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[ 36 16 1260 1752 430 1823 842 921 1312 474 381 523 390 1616 + 8 851]]] (1, 1, 16) int64 +2026-04-30 19:22:45.615 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [1844] (1,) int64 +2026-04-30 19:22:45.641 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[1844 1668 1863 1428 508 1402 899 454 2005 429 181 1468 601 369 + 90 335]]] (1, 1, 16) int64 +2026-04-30 19:22:45.649 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [1321] (1,) int64 +2026-04-30 19:22:45.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-27 vq-rvq [[[1321 710 1122 1636 674 373 784 1729 549 1316 1402 375 720 1809 + 687 204]]] (1, 1, 16) int64 +2026-04-30 19:22:45.684 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-27 vq [1643] (1,) int64 +2026-04-30 19:22:45.711 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-28 vq-rvq [[[1643 1638 1226 1874 615 1169 308 844 692 488 646 1496 1785 346 + 1978 138]]] (1, 1, 16) int64 +2026-04-30 19:22:45.719 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-28 vq [907] (1,) int64 +2026-04-30 19:22:45.745 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-29 vq-rvq [[[ 907 600 1821 378 491 1489 19 775 74 1962 591 0 417 124 + 91 649]]] (1, 1, 16) int64 +2026-04-30 19:22:45.753 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-29 vq [1745] (1,) int64 +2026-04-30 19:22:45.780 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-30 vq-rvq [[[1745 928 467 387 1318 277 1451 130 573 48 1474 773 1782 449 + 540 313]]] (1, 1, 16) int64 +2026-04-30 19:22:45.788 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-30 vq [1196] (1,) int64 +2026-04-30 19:22:45.815 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-31 vq-rvq [[[1196 1378 1001 739 1507 1743 795 168 1229 92 299 1042 165 1842 + 382 1841]]] (1, 1, 16) int64 +2026-04-30 19:22:45.823 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-31 vq [875] (1,) int64 +2026-04-30 19:22:45.850 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-32 vq-rvq [[[ 875 1020 1577 46 184 596 147 1718 129 232 494 758 551 427 + 1177 1482]]] (1, 1, 16) int64 +2026-04-30 19:22:45.858 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-32 vq [1740] (1,) int64 +2026-04-30 19:22:45.884 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-33 vq-rvq [[[1740 1696 331 1020 677 242 93 371 336 1488 965 210 92 784 + 131 556]]] (1, 1, 16) int64 +2026-04-30 19:22:45.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-33 vq [1654] (1,) int64 +2026-04-30 19:22:45.919 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-34 vq-rvq [[[1654 405 1272 881 2029 590 663 1748 1022 1788 528 1008 664 589 + 1805 563]]] (1, 1, 16) int64 +2026-04-30 19:22:45.927 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-34 vq [2004] (1,) int64 +2026-04-30 19:22:45.954 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-35 vq-rvq [[[2004 173 119 452 284 1632 298 422 159 366 390 1635 1429 756 + 29 212]]] (1, 1, 16) int64 +2026-04-30 19:22:45.962 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-35 vq [1850] (1,) int64 +2026-04-30 19:22:45.988 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-36 vq-rvq [[[1850 513 391 1880 1708 1669 1022 695 224 854 1455 441 907 696 + 302 235]]] (1, 1, 16) int64 +2026-04-30 19:22:45.996 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-36 vq [1975] (1,) int64 +2026-04-30 19:22:46.023 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-37 vq-rvq [[[1975 489 1896 1726 1529 56 336 25 862 1205 1498 16 747 636 + 197 704]]] (1, 1, 16) int64 +2026-04-30 19:22:46.031 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-37 vq [899] (1,) int64 +2026-04-30 19:22:46.058 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-38 vq-rvq [[[ 899 1816 887 346 448 1716 412 1468 539 24 1737 926 269 293 + 636 508]]] (1, 1, 16) int64 +2026-04-30 19:22:46.066 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-38 vq [248] (1,) int64 +2026-04-30 19:22:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-39 vq-rvq [[[ 248 510 1721 1356 438 538 1150 1198 1100 775 121 131 1037 414 + 994 584]]] (1, 1, 16) int64 +2026-04-30 19:22:46.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-39 vq [1559] (1,) int64 +2026-04-30 19:22:46.128 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-40 vq-rvq [[[1559 1371 1546 270 190 1421 1745 470 1881 570 1878 1102 1634 410 + 1485 1815]]] (1, 1, 16) int64 +2026-04-30 19:22:46.136 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-40 vq [1514] (1,) int64 +2026-04-30 19:22:46.162 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-41 vq-rvq [[[1514 897 445 327 495 1133 63 409 93 247 1974 217 1001 701 + 234 867]]] (1, 1, 16) int64 +2026-04-30 19:22:46.170 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-41 vq [982] (1,) int64 +2026-04-30 19:22:46.197 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-42 vq-rvq [[[ 982 1405 367 1920 323 313 218 1993 170 774 980 1567 139 444 + 954 1149]]] (1, 1, 16) int64 +2026-04-30 19:22:46.205 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-42 vq [1063] (1,) int64 +2026-04-30 19:22:46.232 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-43 vq-rvq [[[1063 529 1277 1652 1115 757 764 1603 1027 650 657 224 894 854 + 38 1051]]] (1, 1, 16) int64 +2026-04-30 19:22:46.240 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-43 vq [759] (1,) int64 +2026-04-30 19:22:46.267 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-44 vq-rvq [[[ 759 614 139 205 312 94 1495 45 1651 272 1255 2009 1212 239 + 151 1727]]] (1, 1, 16) int64 +2026-04-30 19:22:46.275 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-44 vq [2150] (1,) int64 +2026-04-30 19:22:46.275 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[ 800 319 39 2026] + [ 273 1546 24 835] + [1177 476 399 648] + [ 553 586 1086 1425] + [1195 1707 744 87] + [1763 674 528 364] + [ 811 425 144 1684] + [1442 116 1775 1309] + [ 251 1337 1872 2025] + [1710 370 314 1315] + [ 71 588 1159 564] + [ 526 25 1075 230] + [ 943 1485 331 1154] + [ 277 393 924 1655] + [1570 190 2037 112] + [1284 358 91 790]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:46.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[ 0.0017366 -0.00028406 -0.00814167 ... -0.17747381 -0.17346905 + -0.16942546]]] -0.17747381329536438 -3.069029844482429e-05 0.054900091141462326 0.144622802734375 (1, 1, 7680) +2026-04-30 19:22:46.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[1387 477 133 894] + [ 289 1053 1713 1920] + [ 182 1625 1862 1602] + [1936 814 224 1076] + [1595 1079 888 253] + [ 627 462 2000 143] + [ 382 158 1931 146] + [1007 720 1526 134] + [ 871 1868 1212 1976] + [ 943 1694 468 1403] + [1727 1556 276 2046] + [1464 227 912 1146] + [ 485 44 1036 105] + [ 432 836 1016 634] + [ 848 141 214 589] + [ 873 282 1015 147]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:46.323 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[-0.15579055 -0.13167933 -0.13525194 ... -0.05949572 -0.0484008 + -0.0391152 ]]] -0.19372297823429108 -0.000156144451466389 0.0658540204167366 0.14147482812404633 (1, 1, 7680) +2026-04-30 19:22:46.323 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[ 715 428 718 1035] + [1331 1131 157 31] + [ 315 1264 1604 259] + [ 272 1251 1019 1985] + [ 671 475 1492 1] + [1564 1701 159 919] + [1963 1882 1534 621] + [1789 941 1225 122] + [2035 1190 256 185] + [1457 837 262 157] + [1616 1164 1644 1098] + [ 292 166 177 193] + [ 449 3 320 154] + [1500 356 68 1208] + [ 127 361 1 195] + [1502 740 1885 550]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:46.347 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[-0.06750994 -0.02459816 -0.01552225 ... 0.00013416 0.00075288 + 0.00145005]]] -0.1411130130290985 0.000252736295806244 0.02943466231226921 0.1356869488954544 (1, 1, 7680) +2026-04-30 19:22:46.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[ 36 1844 1321 1643] + [ 16 1668 710 1638] + [1260 1863 1122 1226] + [1752 1428 1636 1874] + [ 430 508 674 615] + [1823 1402 373 1169] + [ 842 899 784 308] + [ 921 454 1729 844] + [1312 2005 549 692] + [ 474 429 1316 488] + [ 381 181 1402 646] + [ 523 1468 375 1496] + [ 390 601 720 1785] + [1616 369 1809 346] + [ 8 90 687 1978] + [ 851 335 204 138]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:46.372 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[-0.00017221 0.00086172 0.00068789 ... -0.04515402 -0.0432844 + -0.04141631]]] -0.17012304067611694 -0.0001382746995659545 0.05441802367568016 0.14742818474769592 (1, 1, 7680) +2026-04-30 19:22:46.372 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 chunk_tokens [[[ 907 1745 1196 875] + [ 600 928 1378 1020] + [1821 467 1001 1577] + [ 378 387 739 46] + [ 491 1318 1507 184] + [1489 277 1743 596] + [ 19 1451 795 147] + [ 775 130 168 1718] + [ 74 573 1229 129] + [1962 48 92 232] + [ 591 1474 299 494] + [ 0 773 1042 758] + [ 417 1782 165 551] + [ 124 449 1842 427] + [ 91 540 382 1177] + [ 649 313 1841 1482]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:46.396 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 wav [[[-0.03948606 -0.03767316 -0.0359085 ... 0.01375286 0.01276825 + 0.01249764]]] -0.16662384569644928 0.00022788255591876805 0.04798673838376999 0.15590877830982208 (1, 1, 7680) +2026-04-30 19:22:46.396 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 chunk_tokens [[[1740 1654 2004 1850] + [1696 405 173 513] + [ 331 1272 119 391] + [1020 881 452 1880] + [ 677 2029 284 1708] + [ 242 590 1632 1669] + [ 93 663 298 1022] + [ 371 1748 422 695] + [ 336 1022 159 224] + [1488 1788 366 854] + [ 965 528 390 1455] + [ 210 1008 1635 441] + [ 92 664 1429 907] + [ 784 589 756 696] + [ 131 1805 29 302] + [ 556 563 212 235]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:46.420 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 wav [[[ 0.0135898 0.0138814 0.0131626 ... -0.04885111 -0.05038648 + -0.05181056]]] -0.12627039849758148 1.2790303117071744e-05 0.04316933453083038 0.15013551712036133 (1, 1, 7680) +2026-04-30 19:22:46.420 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 chunk_tokens [[[1975 899 248 1559] + [ 489 1816 510 1371] + [1896 887 1721 1546] + [1726 346 1356 270] + [1529 448 438 190] + [ 56 1716 538 1421] + [ 336 412 1150 1745] + [ 25 1468 1198 470] + [ 862 539 1100 1881] + [1205 24 775 570] + [1498 1737 121 1878] + [ 16 926 131 1102] + [ 747 269 1037 1634] + [ 636 293 414 410] + [ 197 636 994 1485] + [ 704 508 584 1815]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:46.444 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 wav [[[-0.05494123 -0.05755215 -0.06010338 ... -0.00074047 -0.00012635 + 0.0010734 ]]] -0.2225029021501541 -0.00010896645108005032 0.06976717710494995 0.2038249522447586 (1, 1, 7680) +2026-04-30 19:22:46.445 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-40 chunk_tokens [[[1514 982 1063 759] + [ 897 1405 529 614] + [ 445 367 1277 139] + [ 327 1920 1652 205] + [ 495 323 1115 312] + [1133 313 757 94] + [ 63 218 764 1495] + [ 409 1993 1603 45] + [ 93 170 1027 1651] + [ 247 774 650 272] + [1974 980 657 1255] + [ 217 1567 224 2009] + [1001 139 894 1212] + [ 701 444 854 239] + [ 234 954 38 151] + [ 867 1149 1051 1727]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:46.469 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-40 wav [[[-7.2414614e-04 1.2493336e-03 1.8123690e-04 ... 1.1282555e-05 + 1.1504124e-05 1.1900605e-05]]] -0.08145466446876526 -9.244486136594787e-06 0.02422042191028595 0.09122660011053085 (1, 1, 7680) +2026-04-30 19:22:46.469 [INFO] __main__: Synthesising: 'чтобы люди могли просто общаться.' +2026-04-30 19:22:46.469 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ч -> text_cache ч +2026-04-30 19:22:46.469 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:22:46.474 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[2.3830460e-05, 1.8160710e-05, 3.8328337e-05, ..., + 1.2493102e-02, 1.6835133e-02, 1.6181389e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.0130723 , 0.01986293, 0.0148283 , ..., 0.06307917, + -0.02376302, -0.00673699]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00087373, -0.01209773, 0.01582673, ..., -0.01747499, + -0.01298305, 0.00674707]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02898772, -0.01957795, 0.00339471, ..., 0.00449959, + 0.00116879, -0.00218068]]], shape=(1, 1, 7680), dtype=float32), array([[[8.8034768e-04, 2.9946312e-03, 9.9179726e-03, ..., + 9.4306488e-06, 8.5589509e-06, 9.4929692e-06]]], + shape=(1, 1, 5760), dtype=float32), array([[[ 1.03199691e-05, 9.79382639e-06, 1.03741895e-05, ..., + 3.28795388e-02, -1.09861037e-02, 2.58328784e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00943879, 0.01830063, -0.00571697, ..., -0.02566927, + -0.01337564, -0.02498075]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0139298 , -0.0113851 , -0.01376154, ..., 0.00104671, + 0.00092693, 0.00085525]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00085283, 0.00079634, 0.00076647, ..., -0.00665423, + -0.00720138, -0.00927556]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00663279, -0.00332623, 0.00185548, ..., -0.00207558, + 0.00616404, -0.00346582]]], shape=(1, 1, 7680), dtype=float32), array([[[-7.8442198e-04, 3.8133035e-03, -1.5260710e-03, ..., + 9.3648960e-06, 1.1297201e-05, -6.4661776e-06]]], + shape=(1, 1, 7680), dtype=float32), array([[[3.5814737e-05, 5.8800615e-05, 5.7719044e-05, ..., + 7.7684790e-02, 7.2583742e-02, 6.8515629e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.06352839, 0.06306784, 0.05954753, ..., 0.01170332, + 0.01239344, 0.01127402]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0083318 , 0.00933629, 0.00773392, ..., -0.00583959, + -0.0047723 , -0.00556854]]], shape=(1, 1, 7680), dtype=float32), array([[[-6.16561761e-03, -5.52040106e-03, -8.11536703e-03, ..., + 1.12180878e-05, 1.14862851e-05, 1.07692085e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[-2.0376747e-02, -1.6227918e-02, -1.3949623e-02, ..., + 2.3709794e-05, 8.3691157e-06, 1.5970738e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 9.0775611e-06, 3.8609128e-06, -4.4900798e-07, ..., + 1.4472510e-02, 1.4127595e-02, -1.9992135e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.01857575, 0.01667588, 0.02641892, ..., 0.06836493, + 0.07134461, 0.06988235]]], shape=(1, 1, 7680), dtype=float32), array([[[0.06863368, 0.08415045, 0.08217902, ..., 0.00375245, + 0.00599957, 0.00517533]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00393077, 0.00393187, 0.00384844, ..., -0.01078842, + 0.00156341, 0.01406302]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00644306, 0.01808479, 0.01265161, ..., 0.00105371, + -0.00016439, -0.00219363]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00507021, 0.00177356, 0.00200987, ..., -0.00302196, + 0.00257758, -0.01315213]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01514014, -0.00457724, 0.0111615 , ..., 0.02570331, + 0.03498493, 0.04079345]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04468891, 0.05318575, 0.05712133, ..., -0.01041256, + -0.00957429, -0.00872234]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00729002, -0.00629053, -0.005642 , ..., -0.00227318, + 0.0001418 , 0.00875455]]], shape=(1, 1, 7680), dtype=float32), array([[[5.6380192e-03, 6.2083649e-03, 1.5125460e-02, ..., + 1.3499273e-05, 1.6127438e-05, 1.4580928e-05]]], + shape=(1, 1, 5760), dtype=float32), array([[[-2.46966874e-06, -2.92529603e-05, 1.28670545e-05, ..., + 6.93622530e-02, 7.47106373e-02, 7.40357339e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.07192554, 0.07594013, 0.0724169 , ..., 0.00037789, + 0.0004254 , 0.00042337]]], shape=(1, 1, 7680), dtype=float32), array([[[5.5763550e-04, 6.3314312e-04, 6.6936575e-04, ..., + 8.3198847e-06, 4.7519084e-06, 9.8727287e-06]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.2515434e-06, 2.8956087e-05, 4.0796080e-05, ..., + -5.8265030e-02, -6.4136915e-02, -6.0659081e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.05902374, -0.05721238, -0.05847403, ..., 0.06270066, + 0.06106696, 0.05411767]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04715189, 0.04121631, 0.03338012, ..., 0.00017611, + -0.00014259, -0.00060966]]], shape=(1, 1, 7680), dtype=float32), array([[[4.4868604e-05, 1.9767834e-04, 6.0460728e-04, ..., + 4.4880412e-04, 4.2194148e-04, 4.6924123e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00039202, 0.00052713, 0.00052872, ..., -0.06003134, + -0.06054686, -0.06224833]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07317239, -0.06304032, -0.0720921 , ..., 0.00583922, + 0.00389346, 0.00319654]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00203485, 0.00090508, -0.00081374, ..., 0.06397227, + 0.06637836, 0.0687478 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.07027052, 0.0740987 , 0.07334736, ..., -0.02547379, + -0.02415449, -0.02371892]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02435246, -0.0224277 , -0.02462564, ..., -0.00963643, + -0.00590671, -0.00887223]]], shape=(1, 1, 5760), dtype=float32), array([[[-2.04911195e-02, -1.63493287e-02, -1.39796315e-02, ..., + 1.50914584e-05, 1.36677463e-05, 1.45687627e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.5317495e-05, 1.6409664e-05, 1.5195572e-05, ..., + 5.3205580e-02, 5.2364808e-02, 5.0903663e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.05485479, 0.05392588, 0.04777632, ..., 0.00522372, + 0.00215241, 0.00097607]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0017366 , -0.00028406, -0.00814167, ..., -0.17747381, + -0.17346905, -0.16942546]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.15579055, -0.13167933, -0.13525194, ..., -0.05949572, + -0.0484008 , -0.0391152 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06750994, -0.02459816, -0.01552225, ..., 0.00013416, + 0.00075288, 0.00145005]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00017221, 0.00086172, 0.00068789, ..., -0.04515402, + -0.0432844 , -0.04141631]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03948606, -0.03767316, -0.0359085 , ..., 0.01375286, + 0.01276825, 0.01249764]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0135898 , 0.0138814 , 0.0131626 , ..., -0.04885111, + -0.05038648, -0.05181056]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05494123, -0.05755215, -0.06010338, ..., -0.00074047, + -0.00012635, 0.0010734 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-7.2414614e-04, 1.2493336e-03, 1.8123690e-04, ..., + 1.1282555e-05, 1.1504124e-05, 1.1900605e-05]]], + shape=(1, 1, 7680), dtype=float32)] 49 +2026-04-30 19:22:46.474 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [2.3830460e-05 1.8160710e-05 3.8328337e-05 ... 1.1282555e-05 1.1504124e-05 + 1.1900605e-05] (366720,) float32 +2026-04-30 19:22:46.474 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 24 [-7.2900159e-03 -6.2905345e-03 -5.6419997e-03 ... 1.1282555e-05 + 1.1504124e-05 1.1900605e-05] (188160,) float32 +2026-04-30 19:22:46.477 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 24 [array([[[-0.00729002, -0.00629053, -0.005642 , ..., -0.00227318, + 0.0001418 , 0.00875455]]], shape=(1, 1, 7680), dtype=float32), array([[[5.6380192e-03, 6.2083649e-03, 1.5125460e-02, ..., + 1.3499273e-05, 1.6127438e-05, 1.4580928e-05]]], + shape=(1, 1, 5760), dtype=float32), array([[[-2.46966874e-06, -2.92529603e-05, 1.28670545e-05, ..., + 6.93622530e-02, 7.47106373e-02, 7.40357339e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.07192554, 0.07594013, 0.0724169 , ..., 0.00037789, + 0.0004254 , 0.00042337]]], shape=(1, 1, 7680), dtype=float32), array([[[5.5763550e-04, 6.3314312e-04, 6.6936575e-04, ..., + 8.3198847e-06, 4.7519084e-06, 9.8727287e-06]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.2515434e-06, 2.8956087e-05, 4.0796080e-05, ..., + -5.8265030e-02, -6.4136915e-02, -6.0659081e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.05902374, -0.05721238, -0.05847403, ..., 0.06270066, + 0.06106696, 0.05411767]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04715189, 0.04121631, 0.03338012, ..., 0.00017611, + -0.00014259, -0.00060966]]], shape=(1, 1, 7680), dtype=float32), array([[[4.4868604e-05, 1.9767834e-04, 6.0460728e-04, ..., + 4.4880412e-04, 4.2194148e-04, 4.6924123e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00039202, 0.00052713, 0.00052872, ..., -0.06003134, + -0.06054686, -0.06224833]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07317239, -0.06304032, -0.0720921 , ..., 0.00583922, + 0.00389346, 0.00319654]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00203485, 0.00090508, -0.00081374, ..., 0.06397227, + 0.06637836, 0.0687478 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.07027052, 0.0740987 , 0.07334736, ..., -0.02547379, + -0.02415449, -0.02371892]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02435246, -0.0224277 , -0.02462564, ..., -0.00963643, + -0.00590671, -0.00887223]]], shape=(1, 1, 5760), dtype=float32), array([[[-2.04911195e-02, -1.63493287e-02, -1.39796315e-02, ..., + 1.50914584e-05, 1.36677463e-05, 1.45687627e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.5317495e-05, 1.6409664e-05, 1.5195572e-05, ..., + 5.3205580e-02, 5.2364808e-02, 5.0903663e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.05485479, 0.05392588, 0.04777632, ..., 0.00522372, + 0.00215241, 0.00097607]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0017366 , -0.00028406, -0.00814167, ..., -0.17747381, + -0.17346905, -0.16942546]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.15579055, -0.13167933, -0.13525194, ..., -0.05949572, + -0.0484008 , -0.0391152 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06750994, -0.02459816, -0.01552225, ..., 0.00013416, + 0.00075288, 0.00145005]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00017221, 0.00086172, 0.00068789, ..., -0.04515402, + -0.0432844 , -0.04141631]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03948606, -0.03767316, -0.0359085 , ..., 0.01375286, + 0.01276825, 0.01249764]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0135898 , 0.0138814 , 0.0131626 , ..., -0.04885111, + -0.05038648, -0.05181056]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05494123, -0.05755215, -0.06010338, ..., -0.00074047, + -0.00012635, 0.0010734 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-7.2414614e-04, 1.2493336e-03, 1.8123690e-04, ..., + 1.1282555e-05, 1.1504124e-05, 1.1900605e-05]]], + shape=(1, 1, 7680), dtype=float32)] 25 +2026-04-30 19:22:46.477 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:22:46.551 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.08566283 -0.08849762 0.05270965 ... -0.0424232 0.13004847 + -0.05796632]]] (1, 1, 1024) +2026-04-30 19:22:46.551 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:22:46.551 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:22:46.552 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:22:46.552 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.08566283 -0.08849762 0.05270965 ... -0.0424232 0.13004847 + -0.05796632] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:22:46.552 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:46.553 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:46.553 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:22:46.553 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:22:46.553 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:22:46.554 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:22:46.554 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:22:46.554 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.08088464 -0.09230361 0.0510135 ... -0.05170755 0.13160375 + -0.05372485] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:22:46.554 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-8.0884643e-02 -9.2303611e-02 5.1013496e-02 ... -5.1707547e-02 + 1.3160375e-01 -5.3724848e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:22:46.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=63; step_idx=63 +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=63; step_idx=63 +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache чт +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache что +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache чтоб +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache чтобы +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache чтобы л +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ю -> text_cache чтобы лю +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache чтобы люд +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache чтобы люди +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы люди +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache чтобы люди м +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди мо +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache чтобы люди мог +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache чтобы люди могл +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache чтобы люди могли +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы люди могли +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment п -> text_cache чтобы люди могли п +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache чтобы люди могли пр +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди могли про +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache чтобы люди могли прос +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache чтобы люди могли прост +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди могли просто +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы люди могли просто +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди могли просто о +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache чтобы люди могли просто об +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment щ -> text_cache чтобы люди могли просто общ +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache чтобы люди могли просто обща +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache чтобы люди могли просто общат +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ь -> text_cache чтобы люди могли просто общать +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache чтобы люди могли просто общатьс +2026-04-30 19:22:46.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.634 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:46.634 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache чтобы люди могли просто общаться +2026-04-30 19:22:46.634 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['чтобы люди могли просто '] 24 +Qwen3TTSProcessor __call__ text ['чтобы люди могли просто '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6020, 1792, 50873, 132782, 125649, 11073, 129021, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:22:46.634 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6020, 1792, 50873, 132782, 125649, 11073, 129021, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:22:46.634 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6020 1792 50873 132782 125649 11073 129021 220]] (1, 8) +2026-04-30 19:22:46.634 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6020 1792 50873 132782 125649 11073 129021 220]] (1, 8) +2026-04-30 19:22:46.635 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment чтобы люди могли просто 24 -> tokenized_segment [np.int64(6020), np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 8 +2026-04-30 19:22:46.635 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6020), np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] +2026-04-30 19:22:46.635 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.635 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6020), np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 8 +2026-04-30 19:22:46.635 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6020 -> pending_tokens [np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 7 +2026-04-30 19:22:46.643 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [1221] (1,) int64 +2026-04-30 19:22:46.670 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[1221 839 42 1620 1364 736 1699 804 146 439 1682 1392 100 343 + 1587 835]]] (1, 1, 16) int64 +2026-04-30 19:22:46.670 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 1792 -> pending_tokens [np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 6 +2026-04-30 19:22:46.678 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [210] (1,) int64 +2026-04-30 19:22:46.704 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[ 210 1838 655 248 306 1516 1232 793 1562 647 695 1380 1301 159 + 456 488]]] (1, 1, 16) int64 +2026-04-30 19:22:46.705 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 50873 -> pending_tokens [np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 5 +2026-04-30 19:22:46.712 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [1521] (1,) int64 +2026-04-30 19:22:46.739 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[1521 1368 1108 1759 149 289 1335 1528 77 99 636 1248 706 801 + 1103 1493]]] (1, 1, 16) int64 +2026-04-30 19:22:46.739 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 132782 -> pending_tokens [np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 4 +2026-04-30 19:22:46.747 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [2047] (1,) int64 +2026-04-30 19:22:46.774 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[2047 117 1982 294 1545 698 20 1984 1149 2007 1702 949 41 467 + 128 956]]] (1, 1, 16) int64 +2026-04-30 19:22:46.774 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 125649 -> pending_tokens [np.int64(11073), np.int64(129021), np.int64(220)] 3 +2026-04-30 19:22:46.782 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [690] (1,) int64 +2026-04-30 19:22:46.809 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[ 690 1221 604 166 2045 385 168 1803 1680 1296 730 1628 1163 747 + 1979 438]]] (1, 1, 16) int64 +2026-04-30 19:22:46.809 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11073 -> pending_tokens [np.int64(129021), np.int64(220)] 2 +2026-04-30 19:22:46.817 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [951] (1,) int64 +2026-04-30 19:22:46.843 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[ 951 356 60 819 1271 908 1723 799 82 1471 967 1831 234 593 + 1669 848]]] (1, 1, 16) int64 +2026-04-30 19:22:46.843 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 129021 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:22:46.851 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [14] (1,) int64 +2026-04-30 19:22:46.878 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[ 14 889 1263 182 1214 1196 960 837 1336 1489 759 684 437 1091 + 6 783]]] (1, 1, 16) int64 +2026-04-30 19:22:46.878 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:22:46.886 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [1070] (1,) int64 +2026-04-30 19:22:46.913 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[1070 1183 74 1242 1927 457 566 873 1132 1654 729 1875 517 271 + 1754 1542]]] (1, 1, 16) int64 +2026-04-30 19:22:46.913 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-44 chunk_tokens [[[1221 210 1521 2047] + [ 839 1838 1368 117] + [ 42 655 1108 1982] + [1620 248 1759 294] + [1364 306 149 1545] + [ 736 1516 289 698] + [1699 1232 1335 20] + [ 804 793 1528 1984] + [ 146 1562 77 1149] + [ 439 647 99 2007] + [1682 695 636 1702] + [1392 1380 1248 949] + [ 100 1301 706 41] + [ 343 159 801 467] + [1587 456 1103 128] + [ 835 488 1493 956]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:46.937 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-44 wav [[[1.08834829e-05 1.16101855e-05 1.30478529e-05 ... 2.21906259e-04 + 2.55759776e-04 2.27327429e-04]]] -0.013778534717857838 -4.92171466248692e-06 0.0031658501829952 0.01344875805079937 (1, 1, 7680) +2026-04-30 19:22:46.937 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-48 chunk_tokens [[[ 690 951 14 1070] + [1221 356 889 1183] + [ 604 60 1263 74] + [ 166 819 182 1242] + [2045 1271 1214 1927] + [ 385 908 1196 457] + [ 168 1723 960 566] + [1803 799 837 873] + [1680 82 1336 1132] + [1296 1471 1489 1654] + [ 730 967 759 729] + [1628 1831 684 1875] + [1163 234 437 517] + [ 747 593 1091 271] + [1979 1669 6 1754] + [ 438 848 783 1542]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:46.962 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-48 wav [[[ 5.3369335e-05 2.0437014e-04 2.4619332e-04 ... 1.8175709e-03 + -1.4390203e-03 -3.1256785e-03]]] -0.179773211479187 1.910713399411179e-05 0.026904761791229248 0.1971765011548996 (1, 1, 7680) +2026-04-30 19:22:46.962 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache общаться. +2026-04-30 19:22:46.962 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['общаться.'] 9 +Qwen3TTSProcessor __call__ text ['общаться.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[54157, 97681, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:46.962 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[54157, 97681, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:46.962 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[54157 97681 13]] (1, 3) +2026-04-30 19:22:46.962 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[54157 97681 13]] (1, 3) +2026-04-30 19:22:46.962 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment общаться. 9 -> tokenized_segment [np.int64(54157), np.int64(97681), np.int64(13)] 3 +2026-04-30 19:22:46.962 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(54157), np.int64(97681), np.int64(13)] +2026-04-30 19:22:46.962 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:46.962 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(54157), np.int64(97681), np.int64(13)] 3 +2026-04-30 19:22:46.962 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 54157 -> pending_tokens [np.int64(97681), np.int64(13)] 2 +2026-04-30 19:22:46.971 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [388] (1,) int64 +2026-04-30 19:22:46.999 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[ 388 113 425 523 622 587 1097 426 1193 1859 1723 1654 918 422 + 210 217]]] (1, 1, 16) int64 +2026-04-30 19:22:46.999 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 97681 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:22:47.007 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [303] (1,) int64 +2026-04-30 19:22:47.034 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-73 vq-rvq [[[ 303 814 1590 1824 235 70 469 331 1411 218 12 1272 1578 296 + 133 707]]] (1, 1, 16) int64 +2026-04-30 19:22:47.034 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:22:47.042 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-73 vq [1091] (1,) int64 +2026-04-30 19:22:47.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-74 vq-rvq [[[1091 1752 336 891 960 687 364 737 2022 70 1879 1980 1159 1595 + 1014 1199]]] (1, 1, 16) int64 +2026-04-30 19:22:47.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:22:47.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:22:47.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:47.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:22:47.070 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:22:47.077 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-74 vq [1032] (1,) int64 +2026-04-30 19:22:47.105 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-75 vq-rvq [[[1032 1719 821 377 1051 452 1202 1877 1599 609 72 305 860 1275 + 889 970]]] (1, 1, 16) int64 +2026-04-30 19:22:47.105 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-52 chunk_tokens [[[ 388 303 1091 1032] + [ 113 814 1752 1719] + [ 425 1590 336 821] + [ 523 1824 891 377] + [ 622 235 960 1051] + [ 587 70 687 452] + [1097 469 364 1202] + [ 426 331 737 1877] + [1193 1411 2022 1599] + [1859 218 70 609] + [1723 12 1879 72] + [1654 1272 1980 305] + [ 918 1578 1159 860] + [ 422 296 1595 1275] + [ 210 133 1014 889] + [ 217 707 1199 970]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:47.129 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-52 wav [[[ 6.3532266e-06 -2.8819761e-03 3.4489047e-03 ... -1.9537073e-02 + -1.2186969e-02 -1.1186023e-02]]] -0.15460529923439026 -1.5116995200514793e-05 0.05749444290995598 0.133109450340271 (1, 1, 7680) +2026-04-30 19:22:47.137 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-75 vq [2030] (1,) int64 +2026-04-30 19:22:47.165 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-76 vq-rvq [[[2030 605 153 311 1758 1812 1035 994 1603 326 201 89 25 1731 + 477 588]]] (1, 1, 16) int64 +2026-04-30 19:22:47.173 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-76 vq [51] (1,) int64 +2026-04-30 19:22:47.200 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-77 vq-rvq [[[ 51 715 1276 274 345 1817 366 1992 1832 1018 831 1487 350 986 + 944 305]]] (1, 1, 16) int64 +2026-04-30 19:22:47.208 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-77 vq [1668] (1,) int64 +2026-04-30 19:22:47.235 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-78 vq-rvq [[[1668 1619 1309 449 80 1178 1488 468 854 623 4 1375 684 1489 + 554 314]]] (1, 1, 16) int64 +2026-04-30 19:22:47.243 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-78 vq [1644] (1,) int64 +2026-04-30 19:22:47.269 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-79 vq-rvq [[[1644 458 1539 791 716 155 581 1759 618 581 182 388 1603 791 + 1925 1657]]] (1, 1, 16) int64 +2026-04-30 19:22:47.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-79 vq [1360] (1,) int64 +2026-04-30 19:22:47.304 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-80 vq-rvq [[[1360 1463 582 269 1575 1257 1627 932 1064 1660 840 265 1625 74 + 488 1116]]] (1, 1, 16) int64 +2026-04-30 19:22:47.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-80 vq [56] (1,) int64 +2026-04-30 19:22:47.339 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-81 vq-rvq [[[ 56 80 47 381 1689 1044 1530 1452 401 768 1043 565 903 826 + 1795 607]]] (1, 1, 16) int64 +2026-04-30 19:22:47.347 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-81 vq [664] (1,) int64 +2026-04-30 19:22:47.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-82 vq-rvq [[[ 664 1632 1403 527 218 1652 578 1134 626 1494 1075 1844 1552 1110 + 1732 765]]] (1, 1, 16) int64 +2026-04-30 19:22:47.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-82 vq [856] (1,) int64 +2026-04-30 19:22:47.409 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-83 vq-rvq [[[ 856 493 1897 1066 644 690 685 1226 1600 249 438 145 455 1034 + 129 995]]] (1, 1, 16) int64 +2026-04-30 19:22:47.417 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-83 vq [1191] (1,) int64 +2026-04-30 19:22:47.444 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-84 vq-rvq [[[1191 1584 1362 532 55 291 543 1909 1561 1451 393 527 1586 11 + 600 983]]] (1, 1, 16) int64 +2026-04-30 19:22:47.452 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-84 vq [851] (1,) int64 +2026-04-30 19:22:47.479 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-85 vq-rvq [[[ 851 1866 1066 276 1142 922 813 1079 1076 748 822 998 481 1675 + 1755 1303]]] (1, 1, 16) int64 +2026-04-30 19:22:47.487 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-85 vq [438] (1,) int64 +2026-04-30 19:22:47.513 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-86 vq-rvq [[[ 438 1493 1457 742 125 576 1296 1994 609 1273 96 721 1571 453 + 61 1357]]] (1, 1, 16) int64 +2026-04-30 19:22:47.521 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-86 vq [1552] (1,) int64 +2026-04-30 19:22:47.548 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-87 vq-rvq [[[1552 195 861 1568 1825 1590 885 1791 108 129 90 205 1377 1077 + 1863 39]]] (1, 1, 16) int64 +2026-04-30 19:22:47.556 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-87 vq [1610] (1,) int64 +2026-04-30 19:22:47.584 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-88 vq-rvq [[[1610 580 1877 367 407 1141 1053 1360 1443 813 800 1563 292 1878 + 808 712]]] (1, 1, 16) int64 +2026-04-30 19:22:47.592 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-88 vq [1875] (1,) int64 +2026-04-30 19:22:47.619 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-89 vq-rvq [[[1875 160 1244 96 1462 489 1531 55 878 1705 942 1540 855 353 + 711 1419]]] (1, 1, 16) int64 +2026-04-30 19:22:47.627 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-89 vq [1935] (1,) int64 +2026-04-30 19:22:47.654 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-90 vq-rvq [[[1935 1857 1632 1761 57 900 257 658 1431 939 950 211 704 0 + 672 1674]]] (1, 1, 16) int64 +2026-04-30 19:22:47.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-90 vq [967] (1,) int64 +2026-04-30 19:22:47.689 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-91 vq-rvq [[[ 967 964 2028 1385 447 746 1341 1724 1526 230 194 599 515 595 + 36 609]]] (1, 1, 16) int64 +2026-04-30 19:22:47.697 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-91 vq [1340] (1,) int64 +2026-04-30 19:22:47.724 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-92 vq-rvq [[[1340 1116 1601 812 1894 567 520 1351 744 960 1753 291 683 96 + 145 632]]] (1, 1, 16) int64 +2026-04-30 19:22:47.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-92 vq [298] (1,) int64 +2026-04-30 19:22:47.760 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-93 vq-rvq [[[ 298 1176 0 1113 739 1206 1043 358 1469 49 160 477 65 1023 + 1463 1289]]] (1, 1, 16) int64 +2026-04-30 19:22:47.768 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-93 vq [610] (1,) int64 +2026-04-30 19:22:47.795 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-94 vq-rvq [[[ 610 862 704 1747 1164 1897 1551 1661 1598 794 1420 1037 505 1598 + 293 1544]]] (1, 1, 16) int64 +2026-04-30 19:22:47.803 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-94 vq [1800] (1,) int64 +2026-04-30 19:22:47.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-95 vq-rvq [[[1800 490 58 1558 973 2036 1272 1485 1474 114 1000 600 1805 1219 + 7 213]]] (1, 1, 16) int64 +2026-04-30 19:22:47.838 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-95 vq [1847] (1,) int64 +2026-04-30 19:22:47.865 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-96 vq-rvq [[[1847 1486 1983 1640 292 1807 387 1059 1948 1181 420 1574 1833 763 + 611 988]]] (1, 1, 16) int64 +2026-04-30 19:22:47.873 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-96 vq [492] (1,) int64 +2026-04-30 19:22:47.900 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-97 vq-rvq [[[ 492 1738 1366 1219 139 548 267 140 1729 614 1187 735 1599 1952 + 1266 27]]] (1, 1, 16) int64 +2026-04-30 19:22:47.908 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-97 vq [1500] (1,) int64 +2026-04-30 19:22:47.935 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-98 vq-rvq [[[1500 828 4 326 1245 798 2000 819 622 861 462 1031 287 710 + 1740 60]]] (1, 1, 16) int64 +2026-04-30 19:22:47.943 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-98 vq [1168] (1,) int64 +2026-04-30 19:22:47.970 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-99 vq-rvq [[[1168 1660 991 1694 591 932 580 730 994 997 905 756 442 297 + 591 513]]] (1, 1, 16) int64 +2026-04-30 19:22:47.978 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-99 vq [963] (1,) int64 +2026-04-30 19:22:48.005 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-100 vq-rvq [[[ 963 1259 1717 888 363 1912 687 1902 1819 1329 1547 1944 666 984 + 977 548]]] (1, 1, 16) int64 +2026-04-30 19:22:48.014 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-100 vq [743] (1,) int64 +2026-04-30 19:22:48.041 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-101 vq-rvq [[[ 743 570 1437 48 449 1988 101 592 1095 308 1174 98 1492 598 + 20 1156]]] (1, 1, 16) int64 +2026-04-30 19:22:48.049 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-101 vq [417] (1,) int64 +2026-04-30 19:22:48.076 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-102 vq-rvq [[[ 417 1921 1077 104 1992 1405 501 1899 947 1029 1405 117 1701 1899 + 805 1059]]] (1, 1, 16) int64 +2026-04-30 19:22:48.084 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-102 vq [1407] (1,) int64 +2026-04-30 19:22:48.111 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-103 vq-rvq [[[1407 354 923 21 1086 1366 587 1016 1153 1136 2000 1061 657 1421 + 517 10]]] (1, 1, 16) int64 +2026-04-30 19:22:48.118 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-103 vq [204] (1,) int64 +2026-04-30 19:22:48.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-104 vq-rvq [[[ 204 2004 1927 1140 1671 1685 478 935 1937 2 888 322 867 945 + 266 1639]]] (1, 1, 16) int64 +2026-04-30 19:22:48.154 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-104 vq [390] (1,) int64 +2026-04-30 19:22:48.181 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-105 vq-rvq [[[ 390 564 529 1382 1333 1210 171 1989 249 979 587 1041 648 1317 + 708 1033]]] (1, 1, 16) int64 +2026-04-30 19:22:48.189 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-105 vq [796] (1,) int64 +2026-04-30 19:22:48.216 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-106 vq-rvq [[[ 796 1875 625 1692 1367 346 1625 1291 770 924 1152 68 8 496 + 820 1013]]] (1, 1, 16) int64 +2026-04-30 19:22:48.224 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-106 vq [2150] (1,) int64 +2026-04-30 19:22:48.224 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-56 chunk_tokens [[[2030 51 1668 1644] + [ 605 715 1619 458] + [ 153 1276 1309 1539] + [ 311 274 449 791] + [1758 345 80 716] + [1812 1817 1178 155] + [1035 366 1488 581] + [ 994 1992 468 1759] + [1603 1832 854 618] + [ 326 1018 623 581] + [ 201 831 4 182] + [ 89 1487 1375 388] + [ 25 350 684 1603] + [1731 986 1489 791] + [ 477 944 554 1925] + [ 588 305 314 1657]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:48.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-56 wav [[[-0.01697032 -0.0132298 -0.0205007 ... 0.06035525 0.05558877 + 0.04844173]]] -0.18504776060581207 0.00012074212281731889 0.06994426995515823 0.1614581197500229 (1, 1, 7680) +2026-04-30 19:22:48.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-60 chunk_tokens [[[1360 56 664 856] + [1463 80 1632 493] + [ 582 47 1403 1897] + [ 269 381 527 1066] + [1575 1689 218 644] + [1257 1044 1652 690] + [1627 1530 578 685] + [ 932 1452 1134 1226] + [1064 401 626 1600] + [1660 768 1494 249] + [ 840 1043 1075 438] + [ 265 565 1844 145] + [1625 903 1552 455] + [ 74 826 1110 1034] + [ 488 1795 1732 129] + [1116 607 765 995]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:48.273 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-60 wav [[[ 0.03998579 0.03151997 0.02052516 ... -0.00701169 -0.00710705 + -0.00802813]]] -0.18939396739006042 -0.00021785266289953142 0.033597346395254135 0.164850652217865 (1, 1, 7680) +2026-04-30 19:22:48.273 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-64 chunk_tokens [[[1191 851 438 1552] + [1584 1866 1493 195] + [1362 1066 1457 861] + [ 532 276 742 1568] + [ 55 1142 125 1825] + [ 291 922 576 1590] + [ 543 813 1296 885] + [1909 1079 1994 1791] + [1561 1076 609 108] + [1451 748 1273 129] + [ 393 822 96 90] + [ 527 998 721 205] + [1586 481 1571 1377] + [ 11 1675 453 1077] + [ 600 1755 61 1863] + [ 983 1303 1357 39]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:48.297 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-64 wav [[[-0.00837032 -0.00924286 -0.00946924 ... -0.07697956 -0.08030574 + -0.08542193]]] -0.15302196145057678 -0.00010457071766722947 0.058886826038360596 0.15198390185832977 (1, 1, 7680) +2026-04-30 19:22:48.297 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-68 chunk_tokens [[[1610 1875 1935 967] + [ 580 160 1857 964] + [1877 1244 1632 2028] + [ 367 96 1761 1385] + [ 407 1462 57 447] + [1141 489 900 746] + [1053 1531 257 1341] + [1360 55 658 1724] + [1443 878 1431 1526] + [ 813 1705 939 230] + [ 800 942 950 194] + [1563 1540 211 599] + [ 292 855 704 515] + [1878 353 0 595] + [ 808 711 672 36] + [ 712 1419 1674 609]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:48.321 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-68 wav [[[-0.08553997 -0.08388106 -0.09311064 ... 0.03649059 0.02287078 + -0.04187926]]] -0.11732767522335052 2.8563646992552094e-05 0.04640885442495346 0.1327422708272934 (1, 1, 7680) +2026-04-30 19:22:48.322 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-72 chunk_tokens [[[1340 298 610 1800] + [1116 1176 862 490] + [1601 0 704 58] + [ 812 1113 1747 1558] + [1894 739 1164 973] + [ 567 1206 1897 2036] + [ 520 1043 1551 1272] + [1351 358 1661 1485] + [ 744 1469 1598 1474] + [ 960 49 794 114] + [1753 160 1420 1000] + [ 291 477 1037 600] + [ 683 65 505 1805] + [ 96 1023 1598 1219] + [ 145 1463 293 7] + [ 632 1289 1544 213]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:48.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-72 wav [[[ 0.01557812 -0.00142038 0.00900276 ... -0.00096421 -0.00088993 + -0.00088182]]] -0.13446208834648132 8.116694516502321e-07 0.028079764917492867 0.1551041454076767 (1, 1, 7680) +2026-04-30 19:22:48.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-76 chunk_tokens [[[1847 492 1500 1168] + [1486 1738 828 1660] + [1983 1366 4 991] + [1640 1219 326 1694] + [ 292 139 1245 591] + [1807 548 798 932] + [ 387 267 2000 580] + [1059 140 819 730] + [1948 1729 622 994] + [1181 614 861 997] + [ 420 1187 462 905] + [1574 735 1031 756] + [1833 1599 287 442] + [ 763 1952 710 297] + [ 611 1266 1740 591] + [ 988 27 60 513]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:48.370 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-76 wav [[[-0.00060389 -0.00051239 -0.0004404 ... -0.02172518 0.00496445 + 0.05909814]]] -0.10163317620754242 -7.815534445398953e-06 0.02172425389289856 0.09868195652961731 (1, 1, 7680) +2026-04-30 19:22:48.370 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-80 chunk_tokens [[[ 963 743 417 1407] + [1259 570 1921 354] + [1717 1437 1077 923] + [ 888 48 104 21] + [ 363 449 1992 1086] + [1912 1988 1405 1366] + [ 687 101 501 587] + [1902 592 1899 1016] + [1819 1095 947 1153] + [1329 308 1029 1136] + [1547 1174 1405 2000] + [1944 98 117 1061] + [ 666 1492 1701 657] + [ 984 598 1899 1421] + [ 977 20 805 517] + [ 548 1156 1059 10]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:48.394 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-80 wav [[[ 0.01920638 0.01583643 0.014725 ... 0.00184064 0.00308938 + -0.00522766]]] -0.13113757967948914 1.5358013115474023e-05 0.020636266097426414 0.1076202392578125 (1, 1, 7680) +2026-04-30 19:22:48.394 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-84 chunk_tokens [[[ 204 390 796] + [2004 564 1875] + [1927 529 625] + [1140 1382 1692] + [1671 1333 1367] + [1685 1210 346] + [ 478 171 1625] + [ 935 1989 1291] + [1937 249 770] + [ 2 979 924] + [ 888 587 1152] + [ 322 1041 68] + [ 867 648 8] + [ 945 1317 496] + [ 266 708 820] + [1639 1033 1013]]] (1, 16, 3) n_chunk_frames 3 +2026-04-30 19:22:48.425 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-84 wav [[[1.9908013e-05 3.7630154e-03 1.7046547e-03 ... 7.9772799e-06 + 9.1884485e-06 8.1781745e-06]]] -0.11224562674760818 1.5892766896286048e-05 0.02107943966984749 0.09125378727912903 (1, 1, 5760) +2026-04-30 19:22:48.425 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-107 +2026-04-30 19:22:48.443 [INFO] __main__: Synthesising: 'И это огромный сдвиг' +2026-04-30 19:22:48.443 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment И -> text_cache И +2026-04-30 19:22:48.443 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:22:48.443 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:22:48.561 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.03959993 -0.06586854 0.03755996 ... -0.04061737 0.12937324 + -0.02682438]]] (1, 1, 1024) +2026-04-30 19:22:48.561 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:22:48.561 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:22:48.561 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:22:48.562 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.03959993 -0.06586854 0.03755996 ... -0.04061737 0.12937324 + -0.02682438] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:22:48.562 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:48.562 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:48.563 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:22:48.563 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:22:48.563 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:22:48.563 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:22:48.564 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:22:48.564 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.03482174 -0.06967453 0.0358638 ... -0.04990172 0.13092852 + -0.02258291] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:22:48.564 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-3.4821741e-02 -6.9674529e-02 3.5863798e-02 ... -4.9901720e-02 + 1.3092852e-01 -2.2582911e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:22:48.607 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache И +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment э -> text_cache И э +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache И эт +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache И это +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache И это +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache И это о +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache И это ог +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache И это огр +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache И это огро +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache И это огром +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache И это огромн +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache И это огромны +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment й -> text_cache И это огромный +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache И это огромный +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache И это огромный с +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache И это огромный сд +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache И это огромный сдв +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:48.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache И это огромный сдви +2026-04-30 19:22:48.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:48.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:48.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache И это огромный сдвиг +2026-04-30 19:22:48.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:48.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:48.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache И это огромный сдвиг 20 +2026-04-30 19:22:48.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['И это огромный сдвиг'] 20 +Qwen3TTSProcessor __call__ text ['И это огромный сдвиг'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 30174, 67879, 127776, 12228, 33513, 5409, 140179]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:22:48.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 30174, 67879, 127776, 12228, 33513, 5409, 140179]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:22:48.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 30174 67879 127776 12228 33513 5409 140179]] (1, 7) +2026-04-30 19:22:48.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 30174 67879 127776 12228 33513 5409 140179]] (1, 7) +2026-04-30 19:22:48.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(30174), np.int64(67879), np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 8 +2026-04-30 19:22:48.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:48.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(30174), np.int64(67879), np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 8 +2026-04-30 19:22:48.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 30174 -> pending_tokens [np.int64(67879), np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 7 +2026-04-30 19:22:48.618 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:22:48.644 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 1642 1398 497 511 645 911 653 1242 761 557 35 55 488 + 216 1854]]] (1, 1, 16) int64 +2026-04-30 19:22:48.644 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 67879 -> pending_tokens [np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 6 +2026-04-30 19:22:48.652 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:22:48.679 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 1009 375 371 610 69 1579 1434 249 266 2017 1382 996 1454 + 448 1280]]] (1, 1, 16) int64 +2026-04-30 19:22:48.679 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 127776 -> pending_tokens [np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 5 +2026-04-30 19:22:48.687 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:22:48.713 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 1722 184 1336 1326 1084 1041 668 564 1179 223 146 706 2027 + 82 803]]] (1, 1, 16) int64 +2026-04-30 19:22:48.713 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 12228 -> pending_tokens [np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 4 +2026-04-30 19:22:48.721 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:22:48.748 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 1045 1975 1720 1047 209 606 370 1149 1870 1076 175 224 1070 + 2038 636]]] (1, 1, 16) int64 +2026-04-30 19:22:48.748 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 33513 -> pending_tokens [np.int64(5409), np.int64(140179), np.int64(151673)] 3 +2026-04-30 19:22:48.756 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [1225] (1,) int64 +2026-04-30 19:22:48.782 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[1225 847 730 128 261 1425 1269 1984 1154 1480 1860 1551 377 635 + 85 1327]]] (1, 1, 16) int64 +2026-04-30 19:22:48.783 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 5409 -> pending_tokens [np.int64(140179), np.int64(151673)] 2 +2026-04-30 19:22:48.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [333] (1,) int64 +2026-04-30 19:22:48.817 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[ 333 1817 1669 431 624 294 1983 697 596 405 915 1700 826 395 + 611 1091]]] (1, 1, 16) int64 +2026-04-30 19:22:48.817 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 140179 -> pending_tokens [np.int64(151673)] 1 +2026-04-30 19:22:48.825 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [1862] (1,) int64 +2026-04-30 19:22:48.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[1862 667 533 1777 638 1134 1060 513 486 73 584 632 920 883 + 1032 1314]]] (1, 1, 16) int64 +2026-04-30 19:22:48.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:22:48.860 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [1838] (1,) int64 +2026-04-30 19:22:48.886 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[1838 586 301 1752 848 900 672 1561 1159 1529 827 326 154 1311 + 911 209]]] (1, 1, 16) int64 +2026-04-30 19:22:48.887 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [1642 1009 1722 1045] + [1398 375 184 1975] + [ 497 371 1336 1720] + [ 511 610 1326 1047] + [ 645 69 1084 209] + [ 911 1579 1041 606] + [ 653 1434 668 370] + [1242 249 564 1149] + [ 761 266 1179 1870] + [ 557 2017 223 1076] + [ 35 1382 146 175] + [ 55 996 706 224] + [ 488 1454 2027 1070] + [ 216 448 82 2038] + [1854 1280 803 636]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:48.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-1.8462675e-02 -1.2468951e-02 -8.8186860e-03 ... 1.0690974e-04 + 3.2545820e-05 -4.4985740e-05]]] -0.021588098257780075 0.0005047773593105376 0.002779769478365779 0.0342845655977726 (1, 1, 7680) +2026-04-30 19:22:48.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[1225 333 1862 1838] + [ 847 1817 667 586] + [ 730 1669 533 301] + [ 128 431 1777 1752] + [ 261 624 638 848] + [1425 294 1134 900] + [1269 1983 1060 672] + [1984 697 513 1561] + [1154 596 486 1159] + [1480 405 73 1529] + [1860 915 584 827] + [1551 1700 632 326] + [ 377 826 920 154] + [ 635 395 883 1311] + [ 85 611 1032 911] + [1327 1091 1314 209]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:48.935 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[-4.1452047e-05 1.0775493e-05 9.7802811e-05 ... -1.8622734e-02 + -3.3645779e-02 -6.4863473e-02]]] -0.1601923704147339 0.00020798956393264234 0.03208053857088089 0.12476664781570435 (1, 1, 7680) +2026-04-30 19:22:48.943 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [802] (1,) int64 +2026-04-30 19:22:48.970 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[ 802 519 1565 574 1579 1346 770 552 393 1751 992 291 442 693 + 1122 890]]] (1, 1, 16) int64 +2026-04-30 19:22:48.978 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [1704] (1,) int64 +2026-04-30 19:22:49.004 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[1704 768 607 977 1160 16 1310 1520 1095 793 230 699 898 1472 + 1436 1002]]] (1, 1, 16) int64 +2026-04-30 19:22:49.012 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [1528] (1,) int64 +2026-04-30 19:22:49.039 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[1528 645 315 1013 176 595 27 465 1465 1814 1886 212 941 11 + 191 698]]] (1, 1, 16) int64 +2026-04-30 19:22:49.047 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [1847] (1,) int64 +2026-04-30 19:22:49.074 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[1847 393 42 518 943 1035 352 27 2040 2019 160 1685 410 1825 + 533 1534]]] (1, 1, 16) int64 +2026-04-30 19:22:49.082 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [1808] (1,) int64 +2026-04-30 19:22:49.109 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[1808 1738 453 578 600 1099 412 511 1143 1027 779 1122 810 123 + 2011 130]]] (1, 1, 16) int64 +2026-04-30 19:22:49.117 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [1410] (1,) int64 +2026-04-30 19:22:49.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[1410 1149 1338 1264 1628 1996 1680 4 269 593 1449 232 1517 1315 + 409 973]]] (1, 1, 16) int64 +2026-04-30 19:22:49.151 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [1105] (1,) int64 +2026-04-30 19:22:49.178 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[1105 81 1201 80 181 531 1883 1996 1823 1287 1591 959 1293 256 + 1696 224]]] (1, 1, 16) int64 +2026-04-30 19:22:49.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [22] (1,) int64 +2026-04-30 19:22:49.212 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[ 22 1464 354 1556 1385 264 235 732 565 243 1399 144 394 451 + 351 1546]]] (1, 1, 16) int64 +2026-04-30 19:22:49.220 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [1279] (1,) int64 +2026-04-30 19:22:49.247 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[1279 750 719 1759 776 977 427 941 170 1315 406 1570 1019 88 + 574 7]]] (1, 1, 16) int64 +2026-04-30 19:22:49.255 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [601] (1,) int64 +2026-04-30 19:22:49.282 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[ 601 1911 1429 602 576 1131 863 838 1200 893 1240 1540 110 1006 + 32 601]]] (1, 1, 16) int64 +2026-04-30 19:22:49.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [253] (1,) int64 +2026-04-30 19:22:49.316 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[ 253 1857 1195 296 1777 1646 19 314 1840 1863 1825 48 2034 284 + 876 1980]]] (1, 1, 16) int64 +2026-04-30 19:22:49.324 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [323] (1,) int64 +2026-04-30 19:22:49.351 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[ 323 1203 1106 504 896 1316 1799 153 1855 83 759 214 112 770 + 978 296]]] (1, 1, 16) int64 +2026-04-30 19:22:49.359 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [1520] (1,) int64 +2026-04-30 19:22:49.386 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[1520 1636 1957 1776 106 469 1932 1025 1141 561 1594 409 125 1271 + 100 732]]] (1, 1, 16) int64 +2026-04-30 19:22:49.394 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [1401] (1,) int64 +2026-04-30 19:22:49.420 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[1401 184 563 1468 1124 2047 1219 1597 1468 1340 957 1363 1889 636 + 1110 313]]] (1, 1, 16) int64 +2026-04-30 19:22:49.428 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [868] (1,) int64 +2026-04-30 19:22:49.455 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[ 868 303 454 309 249 829 1934 118 1827 1806 981 395 306 321 + 780 1859]]] (1, 1, 16) int64 +2026-04-30 19:22:49.463 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [887] (1,) int64 +2026-04-30 19:22:49.490 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[ 887 639 818 1609 109 1774 102 1913 1805 724 903 217 1185 1078 + 1414 891]]] (1, 1, 16) int64 +2026-04-30 19:22:49.498 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [1509] (1,) int64 +2026-04-30 19:22:49.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[1509 1896 717 390 344 1202 639 1230 1309 1487 593 1632 649 613 + 1332 779]]] (1, 1, 16) int64 +2026-04-30 19:22:49.533 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [1550] (1,) int64 +2026-04-30 19:22:49.560 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[1550 1231 630 184 1560 1133 307 1446 1603 837 802 781 142 1983 + 595 545]]] (1, 1, 16) int64 +2026-04-30 19:22:49.568 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [1115] (1,) int64 +2026-04-30 19:22:49.594 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-27 vq-rvq [[[1115 1772 436 145 1065 292 1296 665 1673 1159 1730 626 794 513 + 928 152]]] (1, 1, 16) int64 +2026-04-30 19:22:49.602 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-27 vq [894] (1,) int64 +2026-04-30 19:22:49.629 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-28 vq-rvq [[[ 894 996 111 225 478 1225 1429 1557 2044 1022 2047 1493 451 273 + 437 1728]]] (1, 1, 16) int64 +2026-04-30 19:22:49.637 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-28 vq [539] (1,) int64 +2026-04-30 19:22:49.664 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-29 vq-rvq [[[ 539 73 1786 97 1120 0 1490 521 1315 1594 1273 1441 1870 1218 + 739 80]]] (1, 1, 16) int64 +2026-04-30 19:22:49.672 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-29 vq [2021] (1,) int64 +2026-04-30 19:22:49.698 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-30 vq-rvq [[[2021 104 276 1986 885 576 1111 1609 202 1358 1753 312 1009 1737 + 1180 1117]]] (1, 1, 16) int64 +2026-04-30 19:22:49.706 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-30 vq [1589] (1,) int64 +2026-04-30 19:22:49.733 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-31 vq-rvq [[[1589 1270 1665 647 1119 964 279 1123 792 7 678 321 330 334 + 210 1179]]] (1, 1, 16) int64 +2026-04-30 19:22:49.741 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-31 vq [1177] (1,) int64 +2026-04-30 19:22:49.767 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-32 vq-rvq [[[1177 844 344 1931 782 1219 1363 482 723 1682 342 1008 1539 1391 + 1070 40]]] (1, 1, 16) int64 +2026-04-30 19:22:49.775 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-32 vq [1226] (1,) int64 +2026-04-30 19:22:49.802 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-33 vq-rvq [[[1226 506 467 149 1558 278 970 1643 480 1 645 796 783 781 + 1008 1797]]] (1, 1, 16) int64 +2026-04-30 19:22:49.810 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-33 vq [898] (1,) int64 +2026-04-30 19:22:49.837 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-34 vq-rvq [[[ 898 957 1871 1459 1430 1985 800 1527 488 455 288 1047 914 1956 + 1772 901]]] (1, 1, 16) int64 +2026-04-30 19:22:49.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-34 vq [1362] (1,) int64 +2026-04-30 19:22:49.871 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-35 vq-rvq [[[1362 1746 2025 893 551 1600 55 1544 705 2033 623 990 1555 1759 + 1845 1435]]] (1, 1, 16) int64 +2026-04-30 19:22:49.879 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-35 vq [2150] (1,) int64 +2026-04-30 19:22:49.880 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[ 802 1704 1528 1847] + [ 519 768 645 393] + [1565 607 315 42] + [ 574 977 1013 518] + [1579 1160 176 943] + [1346 16 595 1035] + [ 770 1310 27 352] + [ 552 1520 465 27] + [ 393 1095 1465 2040] + [1751 793 1814 2019] + [ 992 230 1886 160] + [ 291 699 212 1685] + [ 442 898 941 410] + [ 693 1472 11 1825] + [1122 1436 191 533] + [ 890 1002 698 1534]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:49.904 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[-0.0728306 -0.07392505 -0.10787124 ... 0.0004071 0.00036433 + 0.00027731]]] -0.20710580050945282 -0.0002254616847494617 0.05165298283100128 0.16887584328651428 (1, 1, 7680) +2026-04-30 19:22:49.904 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[1808 1410 1105 22] + [1738 1149 81 1464] + [ 453 1338 1201 354] + [ 578 1264 80 1556] + [ 600 1628 181 1385] + [1099 1996 531 264] + [ 412 1680 1883 235] + [ 511 4 1996 732] + [1143 269 1823 565] + [1027 593 1287 243] + [ 779 1449 1591 1399] + [1122 232 959 144] + [ 810 1517 1293 394] + [ 123 1315 256 451] + [2011 409 1696 351] + [ 130 973 224 1546]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:49.928 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[0.0005653 0.00047695 0.00064497 ... 0.02166299 0.02535155 0.02219879]]] -0.12536214292049408 0.0002806787670124322 0.0427505187690258 0.1290382295846939 (1, 1, 7680) +2026-04-30 19:22:49.928 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[1279 601 253 323] + [ 750 1911 1857 1203] + [ 719 1429 1195 1106] + [1759 602 296 504] + [ 776 576 1777 896] + [ 977 1131 1646 1316] + [ 427 863 19 1799] + [ 941 838 314 153] + [ 170 1200 1840 1855] + [1315 893 1863 83] + [ 406 1240 1825 759] + [1570 1540 48 214] + [1019 110 2034 112] + [ 88 1006 284 770] + [ 574 32 876 978] + [ 7 601 1980 296]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:49.952 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[0.02655924 0.02376263 0.0203143 ... 0.13558899 0.13426827 0.12884128]]] -0.2001112401485443 7.021680357865989e-05 0.08548012375831604 0.17354106903076172 (1, 1, 7680) +2026-04-30 19:22:49.953 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[1520 1401 868 887] + [1636 184 303 639] + [1957 563 454 818] + [1776 1468 309 1609] + [ 106 1124 249 109] + [ 469 2047 829 1774] + [1932 1219 1934 102] + [1025 1597 118 1913] + [1141 1468 1827 1805] + [ 561 1340 1806 724] + [1594 957 981 903] + [ 409 1363 395 217] + [ 125 1889 306 1185] + [1271 636 321 1078] + [ 100 1110 780 1414] + [ 732 313 1859 891]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:49.977 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[0.12209562 0.1162788 0.10639455 ... 0.02708569 0.02393529 0.03498562]]] -0.173843115568161 -0.000392662244848907 0.07702863216400146 0.15002767741680145 (1, 1, 7680) +2026-04-30 19:22:49.977 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[1509 1550 1115 894] + [1896 1231 1772 996] + [ 717 630 436 111] + [ 390 184 145 225] + [ 344 1560 1065 478] + [1202 1133 292 1225] + [ 639 307 1296 1429] + [1230 1446 665 1557] + [1309 1603 1673 2044] + [1487 837 1159 1022] + [ 593 802 1730 2047] + [1632 781 626 1493] + [ 649 142 794 451] + [ 613 1983 513 273] + [1332 595 928 437] + [ 779 545 152 1728]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:50.001 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[0.04319678 0.0565748 0.05716594 ... 0.01317903 0.01766063 0.01750047]]] -0.12721306085586548 0.00018489357898943126 0.0376720130443573 0.10585445910692215 (1, 1, 7680) +2026-04-30 19:22:50.001 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 chunk_tokens [[[ 539 2021 1589 1177] + [ 73 104 1270 844] + [1786 276 1665 344] + [ 97 1986 647 1931] + [1120 885 1119 782] + [ 0 576 964 1219] + [1490 1111 279 1363] + [ 521 1609 1123 482] + [1315 202 792 723] + [1594 1358 7 1682] + [1273 1753 678 342] + [1441 312 321 1008] + [1870 1009 330 1539] + [1218 1737 334 1391] + [ 739 1180 210 1070] + [ 80 1117 1179 40]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:50.026 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 wav [[[1.9351240e-02 2.3471853e-02 2.3458524e-02 ... 8.4796135e-05 + 8.2915656e-05 7.7569086e-05]]] -0.03655092418193817 7.055453897919506e-05 0.0046516302973032 0.03331995755434036 (1, 1, 7680) +2026-04-30 19:22:50.026 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 chunk_tokens [[[1226 898 1362] + [ 506 957 1746] + [ 467 1871 2025] + [ 149 1459 893] + [1558 1430 551] + [ 278 1985 1600] + [ 970 800 55] + [1643 1527 1544] + [ 480 488 705] + [ 1 455 2033] + [ 645 288 623] + [ 796 1047 990] + [ 783 914 1555] + [ 781 1956 1759] + [1008 1772 1845] + [1797 901 1435]]] (1, 16, 3) n_chunk_frames 3 +2026-04-30 19:22:50.057 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 wav [[[9.0111047e-05 1.0039289e-04 1.0948015e-04 ... 1.1135955e-05 + 1.1390841e-05 1.1559629e-05]]] -0.0001689700729912147 3.398289845790714e-05 7.075480971252546e-05 0.00028089428087696433 (1, 1, 5760) +2026-04-30 19:22:50.057 [INFO] __main__: Synthesising: 'для мирового бизнеса.' +2026-04-30 19:22:50.057 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache д +2026-04-30 19:22:50.057 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:22:50.062 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[-0.00729002, -0.00629053, -0.005642 , ..., -0.00227318, + 0.0001418 , 0.00875455]]], shape=(1, 1, 7680), dtype=float32), array([[[5.6380192e-03, 6.2083649e-03, 1.5125460e-02, ..., + 1.3499273e-05, 1.6127438e-05, 1.4580928e-05]]], + shape=(1, 1, 5760), dtype=float32), array([[[-2.46966874e-06, -2.92529603e-05, 1.28670545e-05, ..., + 6.93622530e-02, 7.47106373e-02, 7.40357339e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.07192554, 0.07594013, 0.0724169 , ..., 0.00037789, + 0.0004254 , 0.00042337]]], shape=(1, 1, 7680), dtype=float32), array([[[5.5763550e-04, 6.3314312e-04, 6.6936575e-04, ..., + 8.3198847e-06, 4.7519084e-06, 9.8727287e-06]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.2515434e-06, 2.8956087e-05, 4.0796080e-05, ..., + -5.8265030e-02, -6.4136915e-02, -6.0659081e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.05902374, -0.05721238, -0.05847403, ..., 0.06270066, + 0.06106696, 0.05411767]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04715189, 0.04121631, 0.03338012, ..., 0.00017611, + -0.00014259, -0.00060966]]], shape=(1, 1, 7680), dtype=float32), array([[[4.4868604e-05, 1.9767834e-04, 6.0460728e-04, ..., + 4.4880412e-04, 4.2194148e-04, 4.6924123e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00039202, 0.00052713, 0.00052872, ..., -0.06003134, + -0.06054686, -0.06224833]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07317239, -0.06304032, -0.0720921 , ..., 0.00583922, + 0.00389346, 0.00319654]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00203485, 0.00090508, -0.00081374, ..., 0.06397227, + 0.06637836, 0.0687478 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.07027052, 0.0740987 , 0.07334736, ..., -0.02547379, + -0.02415449, -0.02371892]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02435246, -0.0224277 , -0.02462564, ..., -0.00963643, + -0.00590671, -0.00887223]]], shape=(1, 1, 5760), dtype=float32), array([[[-2.04911195e-02, -1.63493287e-02, -1.39796315e-02, ..., + 1.50914584e-05, 1.36677463e-05, 1.45687627e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.5317495e-05, 1.6409664e-05, 1.5195572e-05, ..., + 5.3205580e-02, 5.2364808e-02, 5.0903663e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.05485479, 0.05392588, 0.04777632, ..., 0.00522372, + 0.00215241, 0.00097607]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0017366 , -0.00028406, -0.00814167, ..., -0.17747381, + -0.17346905, -0.16942546]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.15579055, -0.13167933, -0.13525194, ..., -0.05949572, + -0.0484008 , -0.0391152 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06750994, -0.02459816, -0.01552225, ..., 0.00013416, + 0.00075288, 0.00145005]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00017221, 0.00086172, 0.00068789, ..., -0.04515402, + -0.0432844 , -0.04141631]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03948606, -0.03767316, -0.0359085 , ..., 0.01375286, + 0.01276825, 0.01249764]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0135898 , 0.0138814 , 0.0131626 , ..., -0.04885111, + -0.05038648, -0.05181056]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05494123, -0.05755215, -0.06010338, ..., -0.00074047, + -0.00012635, 0.0010734 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-7.2414614e-04, 1.2493336e-03, 1.8123690e-04, ..., + 1.1282555e-05, 1.1504124e-05, 1.1900605e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.08834829e-05, 1.16101855e-05, 1.30478529e-05, ..., + 2.21906259e-04, 2.55759776e-04, 2.27327429e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 5.3369335e-05, 2.0437014e-04, 2.4619332e-04, ..., + 1.8175709e-03, -1.4390203e-03, -3.1256785e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 6.3532266e-06, -2.8819761e-03, 3.4489047e-03, ..., + -1.9537073e-02, -1.2186969e-02, -1.1186023e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.01697032, -0.0132298 , -0.0205007 , ..., 0.06035525, + 0.05558877, 0.04844173]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.03998579, 0.03151997, 0.02052516, ..., -0.00701169, + -0.00710705, -0.00802813]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00837032, -0.00924286, -0.00946924, ..., -0.07697956, + -0.08030574, -0.08542193]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.08553997, -0.08388106, -0.09311064, ..., 0.03649059, + 0.02287078, -0.04187926]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01557812, -0.00142038, 0.00900276, ..., -0.00096421, + -0.00088993, -0.00088182]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00060389, -0.00051239, -0.0004404 , ..., -0.02172518, + 0.00496445, 0.05909814]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01920638, 0.01583643, 0.014725 , ..., 0.00184064, + 0.00308938, -0.00522766]]], shape=(1, 1, 7680), dtype=float32), array([[[1.9908013e-05, 3.7630154e-03, 1.7046547e-03, ..., + 7.9772799e-06, 9.1884485e-06, 8.1781745e-06]]], + shape=(1, 1, 5760), dtype=float32), array([[[-1.8462675e-02, -1.2468951e-02, -8.8186860e-03, ..., + 1.0690974e-04, 3.2545820e-05, -4.4985740e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-4.1452047e-05, 1.0775493e-05, 9.7802811e-05, ..., + -1.8622734e-02, -3.3645779e-02, -6.4863473e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.0728306 , -0.07392505, -0.10787124, ..., 0.0004071 , + 0.00036433, 0.00027731]]], shape=(1, 1, 7680), dtype=float32), array([[[0.0005653 , 0.00047695, 0.00064497, ..., 0.02166299, + 0.02535155, 0.02219879]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02655924, 0.02376263, 0.0203143 , ..., 0.13558899, + 0.13426827, 0.12884128]]], shape=(1, 1, 7680), dtype=float32), array([[[0.12209562, 0.1162788 , 0.10639455, ..., 0.02708569, + 0.02393529, 0.03498562]]], shape=(1, 1, 7680), dtype=float32), array([[[0.04319678, 0.0565748 , 0.05716594, ..., 0.01317903, + 0.01766063, 0.01750047]]], shape=(1, 1, 7680), dtype=float32), array([[[1.9351240e-02, 2.3471853e-02, 2.3458524e-02, ..., + 8.4796135e-05, 8.2915656e-05, 7.7569086e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[9.0111047e-05, 1.0039289e-04, 1.0948015e-04, ..., + 1.1135955e-05, 1.1390841e-05, 1.1559629e-05]]], + shape=(1, 1, 5760), dtype=float32)] 45 +2026-04-30 19:22:50.062 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [-7.2900159e-03 -6.2905345e-03 -5.6419997e-03 ... 1.1135955e-05 + 1.1390841e-05 1.1559629e-05] (337920,) float32 +2026-04-30 19:22:50.062 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 20 [-1.7221083e-04 8.6171512e-04 6.8789307e-04 ... 1.1135955e-05 + 1.1390841e-05 1.1559629e-05] (188160,) float32 +2026-04-30 19:22:50.065 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 20 [array([[[-0.00017221, 0.00086172, 0.00068789, ..., -0.04515402, + -0.0432844 , -0.04141631]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03948606, -0.03767316, -0.0359085 , ..., 0.01375286, + 0.01276825, 0.01249764]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0135898 , 0.0138814 , 0.0131626 , ..., -0.04885111, + -0.05038648, -0.05181056]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05494123, -0.05755215, -0.06010338, ..., -0.00074047, + -0.00012635, 0.0010734 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-7.2414614e-04, 1.2493336e-03, 1.8123690e-04, ..., + 1.1282555e-05, 1.1504124e-05, 1.1900605e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.08834829e-05, 1.16101855e-05, 1.30478529e-05, ..., + 2.21906259e-04, 2.55759776e-04, 2.27327429e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 5.3369335e-05, 2.0437014e-04, 2.4619332e-04, ..., + 1.8175709e-03, -1.4390203e-03, -3.1256785e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 6.3532266e-06, -2.8819761e-03, 3.4489047e-03, ..., + -1.9537073e-02, -1.2186969e-02, -1.1186023e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.01697032, -0.0132298 , -0.0205007 , ..., 0.06035525, + 0.05558877, 0.04844173]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.03998579, 0.03151997, 0.02052516, ..., -0.00701169, + -0.00710705, -0.00802813]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00837032, -0.00924286, -0.00946924, ..., -0.07697956, + -0.08030574, -0.08542193]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.08553997, -0.08388106, -0.09311064, ..., 0.03649059, + 0.02287078, -0.04187926]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01557812, -0.00142038, 0.00900276, ..., -0.00096421, + -0.00088993, -0.00088182]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00060389, -0.00051239, -0.0004404 , ..., -0.02172518, + 0.00496445, 0.05909814]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01920638, 0.01583643, 0.014725 , ..., 0.00184064, + 0.00308938, -0.00522766]]], shape=(1, 1, 7680), dtype=float32), array([[[1.9908013e-05, 3.7630154e-03, 1.7046547e-03, ..., + 7.9772799e-06, 9.1884485e-06, 8.1781745e-06]]], + shape=(1, 1, 5760), dtype=float32), array([[[-1.8462675e-02, -1.2468951e-02, -8.8186860e-03, ..., + 1.0690974e-04, 3.2545820e-05, -4.4985740e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-4.1452047e-05, 1.0775493e-05, 9.7802811e-05, ..., + -1.8622734e-02, -3.3645779e-02, -6.4863473e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.0728306 , -0.07392505, -0.10787124, ..., 0.0004071 , + 0.00036433, 0.00027731]]], shape=(1, 1, 7680), dtype=float32), array([[[0.0005653 , 0.00047695, 0.00064497, ..., 0.02166299, + 0.02535155, 0.02219879]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02655924, 0.02376263, 0.0203143 , ..., 0.13558899, + 0.13426827, 0.12884128]]], shape=(1, 1, 7680), dtype=float32), array([[[0.12209562, 0.1162788 , 0.10639455, ..., 0.02708569, + 0.02393529, 0.03498562]]], shape=(1, 1, 7680), dtype=float32), array([[[0.04319678, 0.0565748 , 0.05716594, ..., 0.01317903, + 0.01766063, 0.01750047]]], shape=(1, 1, 7680), dtype=float32), array([[[1.9351240e-02, 2.3471853e-02, 2.3458524e-02, ..., + 8.4796135e-05, 8.2915656e-05, 7.7569086e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[9.0111047e-05, 1.0039289e-04, 1.0948015e-04, ..., + 1.1135955e-05, 1.1390841e-05, 1.1559629e-05]]], + shape=(1, 1, 5760), dtype=float32)] 25 +2026-04-30 19:22:50.065 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:22:50.139 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.04918282 -0.11150205 0.0329392 ... -0.04759602 0.12116526 + -0.06010278]]] (1, 1, 1024) +2026-04-30 19:22:50.139 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:22:50.139 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:22:50.140 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:22:50.140 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.04918282 -0.11150205 0.0329392 ... -0.04759602 0.12116526 + -0.06010278] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:22:50.140 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:50.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:22:50.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:22:50.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:22:50.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:22:50.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:22:50.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:22:50.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.04440464 -0.11530804 0.03124304 ... -0.05688037 0.12272055 + -0.0558613 ] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:22:50.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-4.4404641e-02 -1.1530804e-01 3.1243045e-02 ... -5.6880374e-02 + 1.2272055e-01 -5.5861302e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:22:50.188 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=54; step_idx=54 +2026-04-30 19:22:50.222 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=54; step_idx=54 +2026-04-30 19:22:50.222 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache дл +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache для +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache для +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache для м +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache для ми +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache для мир +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache для миро +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache для миров +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache для мирово +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache для мировог +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache для мирового +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache для мирового +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache для мирового б +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache для мирового би +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache для мирового биз +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache для мирового бизн +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache для мирового бизне +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:50.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache для мирового бизнес +2026-04-30 19:22:50.224 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:50.224 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:50.224 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache для мирового бизнеса +2026-04-30 19:22:50.224 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:50.224 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:22:50.224 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache для мирового бизнеса. +2026-04-30 19:22:50.224 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['для мирового бизнеса.'] 21 +Qwen3TTSProcessor __call__ text ['для мирового бизнеса.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6949, 13695, 138061, 22107, 132199, 1478, 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:22:50.224 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6949, 13695, 138061, 22107, 132199, 1478, 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:22:50.224 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6949 13695 138061 22107 132199 1478 13]] (1, 7) +2026-04-30 19:22:50.224 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6949 13695 138061 22107 132199 1478 13]] (1, 7) +2026-04-30 19:22:50.224 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment для мирового бизнеса. 21 -> tokenized_segment [np.int64(6949), np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 7 +2026-04-30 19:22:50.225 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6949), np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] +2026-04-30 19:22:50.225 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:50.225 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6949), np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 7 +2026-04-30 19:22:50.225 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6949 -> pending_tokens [np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 6 +2026-04-30 19:22:50.233 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-54 vq [1221] (1,) int64 +2026-04-30 19:22:50.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-55 vq-rvq [[[1221 1039 594 131 1192 757 1136 514 711 1425 515 223 1159 681 + 1037 381]]] (1, 1, 16) int64 +2026-04-30 19:22:50.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13695 -> pending_tokens [np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 5 +2026-04-30 19:22:50.268 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-55 vq [1028] (1,) int64 +2026-04-30 19:22:50.295 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-56 vq-rvq [[[1028 339 1583 1875 1935 1658 1453 1290 1780 948 218 345 1605 542 + 71 599]]] (1, 1, 16) int64 +2026-04-30 19:22:50.295 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 138061 -> pending_tokens [np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 4 +2026-04-30 19:22:50.303 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-56 vq [1014] (1,) int64 +2026-04-30 19:22:50.330 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-57 vq-rvq [[[1014 1899 1632 81 653 952 1094 1595 639 1721 1051 222 695 41 + 1095 1274]]] (1, 1, 16) int64 +2026-04-30 19:22:50.330 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 22107 -> pending_tokens [np.int64(132199), np.int64(1478), np.int64(13)] 3 +2026-04-30 19:22:50.338 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [748] (1,) int64 +2026-04-30 19:22:50.365 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[ 748 407 932 316 288 1247 713 331 321 100 1877 838 766 500 + 1579 140]]] (1, 1, 16) int64 +2026-04-30 19:22:50.365 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 132199 -> pending_tokens [np.int64(1478), np.int64(13)] 2 +2026-04-30 19:22:50.373 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [1021] (1,) int64 +2026-04-30 19:22:50.400 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[1021 1887 1424 1718 1245 1649 1863 1829 554 1212 1448 926 662 1219 + 357 71]]] (1, 1, 16) int64 +2026-04-30 19:22:50.400 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 1478 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:22:50.408 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [1406] (1,) int64 +2026-04-30 19:22:50.435 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[1406 632 1177 1788 508 795 813 720 441 22 1770 885 829 58 + 534 424]]] (1, 1, 16) int64 +2026-04-30 19:22:50.435 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:22:50.443 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [222] (1,) int64 +2026-04-30 19:22:50.470 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[ 222 1072 1396 573 1125 233 566 1203 587 1489 1984 1270 870 1959 + 354 1749]]] (1, 1, 16) int64 +2026-04-30 19:22:50.471 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-35 chunk_tokens [[[1221 1028 1014 748] + [1039 339 1899 407] + [ 594 1583 1632 932] + [ 131 1875 81 316] + [1192 1935 653 288] + [ 757 1658 952 1247] + [1136 1453 1094 713] + [ 514 1290 1595 331] + [ 711 1780 639 321] + [1425 948 1721 100] + [ 515 218 1051 1877] + [ 223 345 222 838] + [1159 1605 695 766] + [ 681 542 41 500] + [1037 71 1095 1579] + [ 381 599 1274 140]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:50.495 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-35 wav [[[ 1.0956686e-05 1.1239150e-05 1.1913327e-05 ... -2.8811419e-02 + -3.3852864e-02 -4.5364738e-02]]] -0.1883709728717804 0.00014208273205440491 0.056694403290748596 0.14184017479419708 (1, 1, 7680) +2026-04-30 19:22:50.495 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:22:50.495 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:22:50.495 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:22:50.495 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:22:50.495 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:22:50.503 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [1919] (1,) int64 +2026-04-30 19:22:50.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[1919 884 346 1920 1100 1356 1551 422 191 488 928 340 1915 302 + 353 235]]] (1, 1, 16) int64 +2026-04-30 19:22:50.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-39 chunk_tokens [[[1021 1406 222 1919] + [1887 632 1072 884] + [1424 1177 1396 346] + [1718 1788 573 1920] + [1245 508 1125 1100] + [1649 795 233 1356] + [1863 813 566 1551] + [1829 720 1203 422] + [ 554 441 587 191] + [1212 22 1489 488] + [1448 1770 1984 928] + [ 926 885 1270 340] + [ 662 829 870 1915] + [1219 58 1959 302] + [ 357 534 354 353] + [ 71 424 1749 235]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:50.555 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-39 wav [[[-0.05279313 -0.06299095 -0.07079212 ... -0.05888251 -0.04450309 + -0.03629643]]] -0.19402089715003967 -0.0003174169978592545 0.07799486070871353 0.13891731202602386 (1, 1, 7680) +2026-04-30 19:22:50.563 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [630] (1,) int64 +2026-04-30 19:22:50.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[ 630 529 76 736 818 163 960 662 1902 291 1432 1099 435 1574 + 250 459]]] (1, 1, 16) int64 +2026-04-30 19:22:50.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [1447] (1,) int64 +2026-04-30 19:22:50.625 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[1447 1610 411 175 380 2000 1771 1430 71 595 520 1795 904 1949 + 1796 1551]]] (1, 1, 16) int64 +2026-04-30 19:22:50.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [1845] (1,) int64 +2026-04-30 19:22:50.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[1845 1263 552 71 1767 673 450 674 1923 1967 542 219 194 1657 + 625 804]]] (1, 1, 16) int64 +2026-04-30 19:22:50.668 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [1053] (1,) int64 +2026-04-30 19:22:50.695 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[1053 1241 1027 1428 1353 1028 1989 1164 1186 109 1887 286 911 1535 + 1498 38]]] (1, 1, 16) int64 +2026-04-30 19:22:50.703 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [1975] (1,) int64 +2026-04-30 19:22:50.730 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[1975 910 904 1645 569 492 1385 399 609 229 2006 538 407 225 + 403 754]]] (1, 1, 16) int64 +2026-04-30 19:22:50.738 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [181] (1,) int64 +2026-04-30 19:22:50.765 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[ 181 922 802 1407 1688 1402 593 1423 1503 235 715 247 603 241 + 729 20]]] (1, 1, 16) int64 +2026-04-30 19:22:50.773 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [1759] (1,) int64 +2026-04-30 19:22:50.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[1759 498 1226 191 1055 1927 309 1072 1920 961 525 612 136 622 + 1014 536]]] (1, 1, 16) int64 +2026-04-30 19:22:50.808 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [1809] (1,) int64 +2026-04-30 19:22:50.835 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[1809 35 650 963 1387 48 249 1116 299 1691 1127 304 448 590 + 1670 288]]] (1, 1, 16) int64 +2026-04-30 19:22:50.843 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [1677] (1,) int64 +2026-04-30 19:22:50.870 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[1677 261 158 1362 432 1554 1507 222 1552 1150 483 512 900 1126 + 251 1330]]] (1, 1, 16) int64 +2026-04-30 19:22:50.878 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [1922] (1,) int64 +2026-04-30 19:22:50.905 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[1922 2004 947 426 649 224 237 741 653 725 2027 972 46 761 + 158 569]]] (1, 1, 16) int64 +2026-04-30 19:22:50.913 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [1313] (1,) int64 +2026-04-30 19:22:50.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-73 vq-rvq [[[1313 213 1601 1879 560 912 1439 136 1796 1209 297 332 1329 317 + 1057 1070]]] (1, 1, 16) int64 +2026-04-30 19:22:50.948 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-73 vq [1958] (1,) int64 +2026-04-30 19:22:50.975 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-74 vq-rvq [[[1958 1252 445 362 556 1722 13 299 265 1127 29 517 856 258 + 1330 317]]] (1, 1, 16) int64 +2026-04-30 19:22:50.983 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-74 vq [1583] (1,) int64 +2026-04-30 19:22:51.010 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-75 vq-rvq [[[1583 2012 24 1907 1756 708 227 910 1068 802 171 943 837 8 + 1684 1712]]] (1, 1, 16) int64 +2026-04-30 19:22:51.018 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-75 vq [1289] (1,) int64 +2026-04-30 19:22:51.045 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-76 vq-rvq [[[1289 1368 682 1105 456 567 204 1394 816 1659 1493 855 485 1626 + 155 1234]]] (1, 1, 16) int64 +2026-04-30 19:22:51.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-76 vq [503] (1,) int64 +2026-04-30 19:22:51.081 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-77 vq-rvq [[[ 503 1221 604 1173 247 740 1776 145 241 1668 401 362 77 26 + 226 1739]]] (1, 1, 16) int64 +2026-04-30 19:22:51.089 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-77 vq [444] (1,) int64 +2026-04-30 19:22:51.116 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-78 vq-rvq [[[ 444 614 172 1132 1027 31 990 191 1110 390 132 1040 67 1866 + 358 265]]] (1, 1, 16) int64 +2026-04-30 19:22:51.124 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-78 vq [2150] (1,) int64 +2026-04-30 19:22:51.124 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-43 chunk_tokens [[[ 630 1447 1845 1053] + [ 529 1610 1263 1241] + [ 76 411 552 1027] + [ 736 175 71 1428] + [ 818 380 1767 1353] + [ 163 2000 673 1028] + [ 960 1771 450 1989] + [ 662 1430 674 1164] + [1902 71 1923 1186] + [ 291 595 1967 109] + [1432 520 542 1887] + [1099 1795 219 286] + [ 435 904 194 911] + [1574 1949 1657 1535] + [ 250 1796 625 1498] + [ 459 1551 804 38]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:51.148 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-43 wav [[[-0.02571212 -0.00565484 -0.00209846 ... 0.01374862 0.01488071 + 0.01501395]]] -0.13741767406463623 7.107205601641908e-05 0.0523485392332077 0.1267131268978119 (1, 1, 7680) +2026-04-30 19:22:51.148 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-47 chunk_tokens [[[1975 181 1759 1809] + [ 910 922 498 35] + [ 904 802 1226 650] + [1645 1407 191 963] + [ 569 1688 1055 1387] + [ 492 1402 1927 48] + [1385 593 309 249] + [ 399 1423 1072 1116] + [ 609 1503 1920 299] + [ 229 235 961 1691] + [2006 715 525 1127] + [ 538 247 612 304] + [ 407 603 136 448] + [ 225 241 622 590] + [ 403 729 1014 1670] + [ 754 20 536 288]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:51.172 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-47 wav [[[0.01625642 0.02070813 0.01996274 ... 0.01643336 0.01653399 0.0146888 ]]] -0.1391897052526474 0.0001796290307538584 0.042052771896123886 0.10819506645202637 (1, 1, 7680) +2026-04-30 19:22:51.172 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-51 chunk_tokens [[[1677 1922 1313 1958] + [ 261 2004 213 1252] + [ 158 947 1601 445] + [1362 426 1879 362] + [ 432 649 560 556] + [1554 224 912 1722] + [1507 237 1439 13] + [ 222 741 136 299] + [1552 653 1796 265] + [1150 725 1209 1127] + [ 483 2027 297 29] + [ 512 972 332 517] + [ 900 46 1329 856] + [1126 761 317 258] + [ 251 158 1057 1330] + [1330 569 1070 317]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:51.197 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-51 wav [[[0.01472483 0.01394627 0.01286913 ... 0.00283968 0.00631226 0.00516126]]] -0.10052601248025894 -0.00023074264754541218 0.022939879447221756 0.08797059208154678 (1, 1, 7680) +2026-04-30 19:22:51.197 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-55 chunk_tokens [[[1583 1289 503 444] + [2012 1368 1221 614] + [ 24 682 604 172] + [1907 1105 1173 1132] + [1756 456 247 1027] + [ 708 567 740 31] + [ 227 204 1776 990] + [ 910 1394 145 191] + [1068 816 241 1110] + [ 802 1659 1668 390] + [ 171 1493 401 132] + [ 943 855 362 1040] + [ 837 485 77 67] + [ 8 1626 26 1866] + [1684 155 226 358] + [1712 1234 1739 265]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:22:51.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-55 wav [[[6.0530263e-03 6.4627361e-03 4.4981716e-03 ... 1.1310696e-05 + 1.2078375e-05 1.2010232e-05]]] -0.009296002797782421 3.18237543979194e-05 0.001270676264539361 0.01036125048995018 (1, 1, 7680) +2026-04-30 19:22:51.222 [INFO] __main__: Synthesis complete: 28.80 s audio in 18.15 s (RTF=0.630) +2026-04-30 19:22:51.223 [INFO] __main__: Wrote audio_synth/output_1777576953.0732932.wav (28.80 s, 24000 Hz) diff --git a/logs/log_test-streaming-onnx-cudagraphcompat-g5-xlarge-female-shadowheart-continuous-streaming-codec-last-chunk-dynamic-1.txt b/logs/log_test-streaming-onnx-cudagraphcompat-g5-xlarge-female-shadowheart-continuous-streaming-codec-last-chunk-dynamic-1.txt new file mode 100644 index 0000000000000000000000000000000000000000..1d7093832940e938fab2e836e0907e1d1296d08c --- /dev/null +++ b/logs/log_test-streaming-onnx-cudagraphcompat-g5-xlarge-female-shadowheart-continuous-streaming-codec-last-chunk-dynamic-1.txt @@ -0,0 +1,4899 @@ +2026-04-30 19:20:24.880391762 [W:onnxruntime:Default, device_discovery.cc:325 DiscoverDevicesForPlatform] GPU device discovery failed: device_discovery.cc:92 ReadFileContents Failed to open file: "/sys/class/drm/card0/device/vendor" +None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used. +None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used. +2026-04-30 19:20:26.744 [INFO] __main__: Building inferencer... +2026-04-30 19:20:26.744 [INFO] src.inference.qwen3_tts_inferencer_onnx: Loading ONNX sessions... +2026-04-30 19:20:26.744 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker prefill <- ./qwen3-tts_onnx/talker_model_prefill.onnx +2026-04-30 19:20:37.886 [INFO] src.inference.qwen3_tts_inferencer_onnx: local prefill <- ./qwen3-tts_onnx/talker_local_model_prefill.onnx +2026-04-30 19:20:38.045 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker step <- ./qwen3-tts_onnx/talker_model_step.onnx +2026-04-30 19:20:39.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: local step <- ./qwen3-tts_onnx/talker_local_model_step.onnx +2026-04-30 19:20:39.218 [INFO] src.inference.qwen3_tts_inferencer_onnx: local lm_head <- ./qwen3-tts_onnx/talker_local_lm_head.onnx +2026-04-30 19:20:39.414 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec decoder <- ./qwen3-tts_onnx/codec_decoder_model.onnx +2026-04-30 19:20:39.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec decoder dynamic chunks <- ./qwen3-tts_onnx/codec_decoder_model_dynamic_chunks.onnx +2026-04-30 19:20:40.564 [INFO] src.inference.qwen3_tts_inferencer_onnx: speaker encoder <- ./qwen3-tts_onnx/speaker_encoder_model.onnx +2026-04-30 19:20:40.618586315 [W:onnxruntime:, transformer_memcpy.cc:111 ApplyImpl] 3 Memcpy nodes are added to the graph main_graph for CUDAExecutionProvider. It might have negative impact on performance (including unable to run CUDA graph). Set session_options.log_severity_level=1 to see the detail logs before this message. +2026-04-30 19:20:40.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec embed <- ./qwen3-tts_onnx/talker_codec_embed_model.onnx +2026-04-30 19:20:40.919 [INFO] src.inference.qwen3_tts_inferencer_onnx: text embed proj <- ./qwen3-tts_onnx/text_embed_proj_model.onnx +2026-04-30 19:20:43.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: [OK] All ONNX sessions loaded. +2026-04-30 19:20:44.282 [INFO] src.inference.qwen3_tts_inferencer_onnx: Allocating device KV-cache buffers... +2026-04-30 19:20:44.313 [INFO] src.inference.qwen3_tts_inferencer_onnx: IOBinding wired for all models (prefill + step). +2026-04-30 19:20:44.314 [INFO] src.inference.qwen3_tts_inferencer_onnx: Allocating device KV-cache buffer of codec decoder... +2026-04-30 19:20:44.315 [INFO] __main__: Running 50 warmup iteration(s)... +2026-04-30 19:20:44.333 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up speaker encoder... +2026-04-30 19:20:44.638 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run speaker encoder in 0.30 s. --> 5.98 ms. per run. +2026-04-30 19:20:44.638 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up text embed proj.... +2026-04-30 19:20:44.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run text embed proj. in 0.01 s. --> 0.23 ms. per run. +2026-04-30 19:20:44.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up talker prefill... +2026-04-30 19:20:45.124 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run talker prefill in 0.47 s. --> 9.46 ms. per run. +2026-04-30 19:20:45.124 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up talker step... +2026-04-30 19:20:45.513 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run talker step in 0.39 s. --> 7.75 ms. per run. +2026-04-30 19:20:45.513 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up local talker prefill... +2026-04-30 19:20:45.581 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run local talker prefill in 0.07 s. --> 1.35 ms. per run. +2026-04-30 19:20:45.581 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up local talker step... +2026-04-30 19:20:45.637 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run local talker step in 0.06 s. --> 1.13 ms. per run. +2026-04-30 19:20:45.637 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up local talker batched lm_head... +2026-04-30 19:20:45.654 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run local batched lm_head in 0.02 s. --> 0.33 ms. per run. +2026-04-30 19:20:45.654 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up codec decoder... +2026-04-30 19:20:46.049 [INFO] src.inference.qwen3_tts_inferencer_onnx: 12 iter. run codec_decoder in 0.39 s. --> 32.80 ms. per run. +2026-04-30 19:20:46.049 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up codec decoder with dynamic chunk frames (n=2)... +2026-04-30 19:20:46.269 [INFO] src.inference.qwen3_tts_inferencer_onnx: 6 iter. run codec_decoder_dynamic in 0.20 s. --> 33.82 ms. per run. +2026-04-30 19:20:46.269 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warmup latency summary: +2026-04-30 19:20:46.269 [INFO] src.inference.qwen3_tts_inferencer_onnx: speaker_encoder +2026-04-30 19:20:46.269 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=5.98 ms. +2026-04-30 19:20:46.269 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=29.57 ms. +2026-04-30 19:20:46.275 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=1.74 ms. +2026-04-30 19:20:46.275 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=1.80 ms. +2026-04-30 19:20:46.275 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=1.71 ms. +2026-04-30 19:20:46.275 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=212.96 ms. +2026-04-30 19:20:46.275 [INFO] src.inference.qwen3_tts_inferencer_onnx: text_embed_proj +2026-04-30 19:20:46.275 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=0.23 ms. +2026-04-30 19:20:46.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=0.70 ms. +2026-04-30 19:20:46.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=0.12 ms. +2026-04-30 19:20:46.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=0.14 ms. +2026-04-30 19:20:46.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=0.11 ms. +2026-04-30 19:20:46.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=5.14 ms. +2026-04-30 19:20:46.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker_prefill +2026-04-30 19:20:46.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=9.46 ms. +2026-04-30 19:20:46.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=5.69 ms. +2026-04-30 19:20:46.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=8.65 ms. +2026-04-30 19:20:46.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=8.66 ms. +2026-04-30 19:20:46.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=8.63 ms. +2026-04-30 19:20:46.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=49.27 ms. +2026-04-30 19:20:46.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker_step +2026-04-30 19:20:46.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=7.75 ms. +2026-04-30 19:20:46.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=3.38 ms. +2026-04-30 19:20:46.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=7.26 ms. +2026-04-30 19:20:46.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=7.28 ms. +2026-04-30 19:20:46.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=7.25 ms. +2026-04-30 19:20:46.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=31.42 ms. +2026-04-30 19:20:46.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: local_prefill +2026-04-30 19:20:46.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=1.35 ms. +2026-04-30 19:20:46.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=0.98 ms. +2026-04-30 19:20:46.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=1.21 ms. +2026-04-30 19:20:46.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=1.23 ms. +2026-04-30 19:20:46.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=1.20 ms. +2026-04-30 19:20:46.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=8.18 ms. +2026-04-30 19:20:46.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: local_step +2026-04-30 19:20:46.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=1.13 ms. +2026-04-30 19:20:46.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=0.60 ms. +2026-04-30 19:20:46.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=1.04 ms. +2026-04-30 19:20:46.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=1.06 ms. +2026-04-30 19:20:46.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=1.04 ms. +2026-04-30 19:20:46.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=5.33 ms. +2026-04-30 19:20:46.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: local_lm_head +2026-04-30 19:20:46.278 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=0.33 ms. +2026-04-30 19:20:46.278 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=0.20 ms. +2026-04-30 19:20:46.278 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=0.30 ms. +2026-04-30 19:20:46.278 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=0.32 ms. +2026-04-30 19:20:46.278 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=0.30 ms. +2026-04-30 19:20:46.278 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=1.76 ms. +2026-04-30 19:20:46.278 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec_decoder +2026-04-30 19:20:46.278 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=32.80 ms. +2026-04-30 19:20:46.278 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=30.07 ms. +2026-04-30 19:20:46.278 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=23.74 ms. +2026-04-30 19:20:46.278 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=72.71 ms. +2026-04-30 19:20:46.278 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=23.72 ms. +2026-04-30 19:20:46.278 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=132.54 ms. +2026-04-30 19:20:46.278 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec_decoder_dynamic +2026-04-30 19:20:46.278 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=33.82 ms. +2026-04-30 19:20:46.278 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=15.21 ms. +2026-04-30 19:20:46.279 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=27.04 ms. +2026-04-30 19:20:46.279 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=57.66 ms. +2026-04-30 19:20:46.279 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=26.94 ms. +2026-04-30 19:20:46.279 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=67.84 ms. +2026-04-30 19:20:46.297 [INFO] __main__: Warmup complete in 1.98 s +2026-04-30 19:20:46.297 [INFO] __main__: speaker_encoder mean=5.98 ms min=1.71 ms max=212.96 ms +2026-04-30 19:20:46.297 [INFO] __main__: text_embed_proj mean=0.23 ms min=0.11 ms max=5.14 ms +2026-04-30 19:20:46.297 [INFO] __main__: talker_prefill mean=9.46 ms min=8.63 ms max=49.27 ms +2026-04-30 19:20:46.297 [INFO] __main__: talker_step mean=7.75 ms min=7.25 ms max=31.42 ms +2026-04-30 19:20:46.297 [INFO] __main__: local_prefill mean=1.35 ms min=1.20 ms max=8.18 ms +2026-04-30 19:20:46.297 [INFO] __main__: local_step mean=1.13 ms min=1.04 ms max=5.33 ms +2026-04-30 19:20:46.297 [INFO] __main__: local_lm_head mean=0.33 ms min=0.30 ms max=1.76 ms +2026-04-30 19:20:46.297 [INFO] __main__: codec_decoder mean=32.80 ms min=23.72 ms max=132.54 ms +2026-04-30 19:20:46.297 [INFO] __main__: codec_decoder_dynamic mean=33.82 ms min=26.94 ms max=67.84 ms +2026-04-30 19:20:46.297 [INFO] __main__: Synthesising: 'В зависимости от ситуации,' +2026-04-30 19:20:46.297 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment В -> text_cache В +2026-04-30 19:20:46.297 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:20:46.297 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:20:47.775 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.03692824 0.04726648 0.05757619 ... 0.07723872 -0.00758595 + 0.0496408 ]]] (1, 1, 1024) +2026-04-30 19:20:47.775 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:20:47.781 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:20:47.781 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:20:47.781 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.03692824 0.04726648 0.05757619 ... 0.07723872 -0.00758595 + 0.0496408 ] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:20:47.781 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:20:47.783 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:20:47.783 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:20:47.783 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:20:47.783 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:20:47.784 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:20:47.784 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:20:47.784 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.04170643 0.0434605 0.05588004 ... 0.06795438 -0.00603067 + 0.05388228] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:20:47.785 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 4.1706428e-02 4.3460496e-02 5.5880036e-02 ... 6.7954376e-02 + -6.0306662e-03 5.3882279e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:20:47.828 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:20:47.828 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.828 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache В +2026-04-30 19:20:47.828 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.828 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.828 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache В з +2026-04-30 19:20:47.828 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.828 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.828 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache В за +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache В зав +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зави +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache В завис +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависи +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache В зависим +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache В зависимо +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache В зависимос +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache В зависимост +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache В зависимости +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache В зависимости о +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache В зависимости от +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache В зависимости от +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache В зависимости от с +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости от си +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache В зависимости от сит +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment у -> text_cache В зависимости от ситу +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache В зависимости от ситуа +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ц -> text_cache В зависимости от ситуац +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости от ситуаци +2026-04-30 19:20:47.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости от ситуации +2026-04-30 19:20:47.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:47.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache В зависимости от ситуации, +2026-04-30 19:20:47.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['В зависимости от ситуации,'] 26 +Qwen3TTSProcessor __call__ text ['В зависимости от ситуации,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 16206, 139133, 20264, 139367, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:20:47.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 16206, 139133, 20264, 139367, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:20:47.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 16206 139133 20264 139367 11]] (1, 5) +2026-04-30 19:20:47.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 16206 139133 20264 139367 11]] (1, 5) +2026-04-30 19:20:47.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment В зависимости от ситуации, 26 -> tokenized_segment [np.int64(16206), np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] 5 +2026-04-30 19:20:47.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(16206), np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] +2026-04-30 19:20:47.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:47.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(16206), np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] 5 +2026-04-30 19:20:47.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 16206 -> pending_tokens [np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] 4 +2026-04-30 19:20:47.839 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:20:47.866 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 1159 355 22 1174 1093 625 1814 1058 905 1846 1247 1677 889 + 812 901]]] (1, 1, 16) int64 +2026-04-30 19:20:47.866 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 139133 -> pending_tokens [np.int64(20264), np.int64(139367), np.int64(11)] 3 +2026-04-30 19:20:47.874 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:20:47.901 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 1722 1096 241 1430 326 1960 370 930 38 2040 823 996 1422 + 82 803]]] (1, 1, 16) int64 +2026-04-30 19:20:47.901 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 20264 -> pending_tokens [np.int64(139367), np.int64(11)] 2 +2026-04-30 19:20:47.909 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:20:47.935 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 636 1402 1336 735 69 1579 392 1728 692 1042 146 1555 1529 + 774 1978]]] (1, 1, 16) int64 +2026-04-30 19:20:47.935 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 139367 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:20:47.943 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:20:47.970 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 802 1006 1216 1195 417 1751 469 1265 239 1253 362 1649 1308 + 1139 126]]] (1, 1, 16) int64 +2026-04-30 19:20:47.970 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:20:47.978 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [1068] (1,) int64 +2026-04-30 19:20:48.005 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[1068 590 1742 267 246 455 494 1239 654 47 1413 501 1250 972 + 938 1732]]] (1, 1, 16) int64 +2026-04-30 19:20:48.005 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [1159 1722 636 802] + [ 355 1096 1402 1006] + [ 22 241 1336 1216] + [1174 1430 735 1195] + [1093 326 69 417] + [ 625 1960 1579 1751] + [1814 370 392 469] + [1058 930 1728 1265] + [ 905 38 692 239] + [1846 2040 1042 1253] + [1247 823 146 362] + [1677 996 1555 1649] + [ 889 1422 1529 1308] + [ 812 82 774 1139] + [ 901 803 1978 126]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:48.029 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-2.0178391e-02 -1.5869794e-02 -1.3761052e-02 ... 3.9499737e-05 + -3.2717169e-05 -8.5938060e-05]]] -0.02017839066684246 -5.494159631780349e-05 0.0010695948731154203 0.009112656116485596 (1, 1, 7680) +2026-04-30 19:20:48.029 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:20:48.029 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:20:48.029 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:48.029 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:20:48.029 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:20:48.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [1479] (1,) int64 +2026-04-30 19:20:48.064 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[1479 496 1430 494 1570 15 875 1766 168 124 1506 116 448 1761 + 923 1116]]] (1, 1, 16) int64 +2026-04-30 19:20:48.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [1707] (1,) int64 +2026-04-30 19:20:48.099 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[1707 533 901 946 1160 130 509 1010 925 1715 1795 574 1307 693 + 775 361]]] (1, 1, 16) int64 +2026-04-30 19:20:48.107 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [1538] (1,) int64 +2026-04-30 19:20:48.134 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[1538 481 1212 335 1644 60 592 213 1720 1253 691 1110 1060 822 + 795 1227]]] (1, 1, 16) int64 +2026-04-30 19:20:48.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [724] (1,) int64 +2026-04-30 19:20:48.168 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[ 724 1213 1764 551 966 59 988 220 1066 1143 11 434 389 720 + 155 268]]] (1, 1, 16) int64 +2026-04-30 19:20:48.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [1476] (1,) int64 +2026-04-30 19:20:48.203 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[1476 826 1967 225 962 1361 1530 335 1298 515 1001 236 68 1840 + 1602 341]]] (1, 1, 16) int64 +2026-04-30 19:20:48.211 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [1634] (1,) int64 +2026-04-30 19:20:48.237 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[1634 633 511 1777 536 1088 211 788 2032 756 1501 1766 1497 886 + 1028 1520]]] (1, 1, 16) int64 +2026-04-30 19:20:48.245 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [1344] (1,) int64 +2026-04-30 19:20:48.272 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[1344 138 1263 837 204 43 1590 166 1190 1146 658 527 120 782 + 1414 429]]] (1, 1, 16) int64 +2026-04-30 19:20:48.280 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [422] (1,) int64 +2026-04-30 19:20:48.307 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[ 422 427 1133 1105 963 1161 912 456 1322 710 357 1568 695 1880 + 102 93]]] (1, 1, 16) int64 +2026-04-30 19:20:48.315 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [1804] (1,) int64 +2026-04-30 19:20:48.341 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[1804 151 259 1328 1515 442 1288 54 1553 921 2004 2034 255 743 + 1705 1789]]] (1, 1, 16) int64 +2026-04-30 19:20:48.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [177] (1,) int64 +2026-04-30 19:20:48.376 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[ 177 749 1799 681 1385 1042 1005 1495 913 233 669 415 75 620 + 386 1676]]] (1, 1, 16) int64 +2026-04-30 19:20:48.384 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [1767] (1,) int64 +2026-04-30 19:20:48.411 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[1767 1608 1016 1427 577 1588 6 648 330 1530 584 999 870 448 + 316 710]]] (1, 1, 16) int64 +2026-04-30 19:20:48.419 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [1249] (1,) int64 +2026-04-30 19:20:48.445 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[1249 381 1356 212 635 707 618 574 1346 317 299 820 1102 288 + 846 188]]] (1, 1, 16) int64 +2026-04-30 19:20:48.453 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [360] (1,) int64 +2026-04-30 19:20:48.480 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[ 360 1829 1451 1206 866 70 1705 465 296 460 1537 1611 736 1799 + 486 984]]] (1, 1, 16) int64 +2026-04-30 19:20:48.488 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [378] (1,) int64 +2026-04-30 19:20:48.515 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[ 378 1149 1378 674 1621 535 846 2010 139 1332 1171 218 309 423 + 1560 333]]] (1, 1, 16) int64 +2026-04-30 19:20:48.523 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [303] (1,) int64 +2026-04-30 19:20:48.549 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[ 303 432 1415 92 875 1517 374 901 1009 1801 482 329 1338 1706 + 1367 1139]]] (1, 1, 16) int64 +2026-04-30 19:20:48.557 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [308] (1,) int64 +2026-04-30 19:20:48.584 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[ 308 222 1804 914 10 271 1244 418 79 8 675 1673 1488 1973 + 351 382]]] (1, 1, 16) int64 +2026-04-30 19:20:48.592 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [316] (1,) int64 +2026-04-30 19:20:48.619 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[ 316 1637 1223 1130 1604 82 872 1628 1977 1275 323 413 1141 584 + 735 157]]] (1, 1, 16) int64 +2026-04-30 19:20:48.627 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [875] (1,) int64 +2026-04-30 19:20:48.654 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[ 875 1915 414 555 1347 729 1137 878 1479 942 1556 1644 1952 331 + 267 1782]]] (1, 1, 16) int64 +2026-04-30 19:20:48.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [152] (1,) int64 +2026-04-30 19:20:48.688 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[ 152 468 0 206 77 74 1999 365 10 840 459 16 371 21 + 975 100]]] (1, 1, 16) int64 +2026-04-30 19:20:48.696 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [816] (1,) int64 +2026-04-30 19:20:48.723 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[ 816 616 932 128 1606 361 240 511 968 565 1836 465 1199 500 + 915 994]]] (1, 1, 16) int64 +2026-04-30 19:20:48.731 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [18] (1,) int64 +2026-04-30 19:20:48.758 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[ 18 869 2032 709 1013 1689 814 1045 1383 1781 85 1882 365 1394 + 1309 806]]] (1, 1, 16) int64 +2026-04-30 19:20:48.766 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [759] (1,) int64 +2026-04-30 19:20:48.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-27 vq-rvq [[[ 759 614 139 1109 1378 1144 1052 543 819 1873 1358 1009 1713 155 + 165 1945]]] (1, 1, 16) int64 +2026-04-30 19:20:48.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-27 vq [2150] (1,) int64 +2026-04-30 19:20:48.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[1068 1479 1707 1538] + [ 590 496 533 481] + [1742 1430 901 1212] + [ 267 494 946 335] + [ 246 1570 1160 1644] + [ 455 15 130 60] + [ 494 875 509 592] + [1239 1766 1010 213] + [ 654 168 925 1720] + [ 47 124 1715 1253] + [1413 1506 1795 691] + [ 501 116 574 1110] + [1250 448 1307 1060] + [ 972 1761 693 822] + [ 938 923 775 795] + [1732 1116 361 1227]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:48.825 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[-2.1496242e-05 8.5857624e-05 1.8384657e-04 ... 5.3203180e-02 + 4.8196625e-02 3.8794335e-02]]] -0.2774927020072937 0.0003232514427509159 0.04947620630264282 0.20263969898223877 (1, 1, 7680) +2026-04-30 19:20:48.825 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[ 724 1476 1634 1344] + [1213 826 633 138] + [1764 1967 511 1263] + [ 551 225 1777 837] + [ 966 962 536 204] + [ 59 1361 1088 43] + [ 988 1530 211 1590] + [ 220 335 788 166] + [1066 1298 2032 1190] + [1143 515 756 1146] + [ 11 1001 1501 658] + [ 434 236 1766 527] + [ 389 68 1497 120] + [ 720 1840 886 782] + [ 155 1602 1028 1414] + [ 268 341 1520 429]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:48.849 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[ 0.01546472 0.0134967 -0.00569459 ... -0.00150024 0.01516187 + 0.02139667]]] -0.3220149576663971 -0.00032916420605033636 0.11773789674043655 0.5178101658821106 (1, 1, 7680) +2026-04-30 19:20:48.849 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[ 422 1804 177 1767] + [ 427 151 749 1608] + [1133 259 1799 1016] + [1105 1328 681 1427] + [ 963 1515 1385 577] + [1161 442 1042 1588] + [ 912 1288 1005 6] + [ 456 54 1495 648] + [1322 1553 913 330] + [ 710 921 233 1530] + [ 357 2004 669 584] + [1568 2034 415 999] + [ 695 255 75 870] + [1880 743 620 448] + [ 102 1705 386 316] + [ 93 1789 1676 710]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:48.873 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[-0.01243992 0.00034578 0.01112451 ... -0.02546191 -0.08601407 + -0.06519838]]] -0.2774299085140228 1.7198990462929942e-05 0.09405285120010376 0.5162524580955505 (1, 1, 7680) +2026-04-30 19:20:48.874 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[1249 360 378 303] + [ 381 1829 1149 432] + [1356 1451 1378 1415] + [ 212 1206 674 92] + [ 635 866 1621 875] + [ 707 70 535 1517] + [ 618 1705 846 374] + [ 574 465 2010 901] + [1346 296 139 1009] + [ 317 460 1332 1801] + [ 299 1537 1171 482] + [ 820 1611 218 329] + [1102 736 309 1338] + [ 288 1799 423 1706] + [ 846 486 1560 1367] + [ 188 984 333 1139]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:48.898 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[-0.04607782 -0.02965423 -0.06253179 ... 0.16350597 0.17226283 + 0.17945425]]] -0.24357470870018005 -7.555567572126165e-05 0.06150002405047417 0.3928276598453522 (1, 1, 7680) +2026-04-30 19:20:48.898 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[ 308 316 875 152] + [ 222 1637 1915 468] + [1804 1223 414 0] + [ 914 1130 555 206] + [ 10 1604 1347 77] + [ 271 82 729 74] + [1244 872 1137 1999] + [ 418 1628 878 365] + [ 79 1977 1479 10] + [ 8 1275 942 840] + [ 675 323 1556 459] + [1673 413 1644 16] + [1488 1141 1952 371] + [1973 584 331 21] + [ 351 735 267 975] + [ 382 157 1782 100]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:48.922 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[ 0.18547074 0.19731869 0.19471392 ... -0.03574953 -0.00762533 + 0.06068378]]] -0.2736447751522064 2.583417335699778e-05 0.09539352357387543 0.40160515904426575 (1, 1, 7680) +2026-04-30 19:20:48.922 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[ 816 18 759] + [ 616 869 614] + [ 932 2032 139] + [ 128 709 1109] + [1606 1013 1378] + [ 361 1689 1144] + [ 240 814 1052] + [ 511 1045 543] + [ 968 1383 819] + [ 565 1781 1873] + [1836 85 1358] + [ 465 1882 1009] + [1199 365 1713] + [ 500 1394 155] + [ 915 1309 165] + [ 994 806 1945]]] (1, 16, 3) n_chunk_frames 3 +2026-04-30 19:20:48.987 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[-4.2778093e-02 2.4837503e-02 -2.8021527e-02 ... 1.1220860e-05 + 1.1008133e-05 1.0800988e-05]]] -0.12432187795639038 5.312610483088065e-06 0.028444437310099602 0.12218789756298065 (1, 1, 5760) +2026-04-30 19:20:48.988 [INFO] __main__: Synthesising: 'важна не только точность,' +2026-04-30 19:20:48.988 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache в +2026-04-30 19:20:48.988 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:20:48.998 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[-9.3743547e-06, 5.7936377e-06, -7.9004894e-07, ..., + -2.6285707e-06, -4.2866261e-05, -4.7280970e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 4.7454960e-06, -4.2795466e-05, -3.9742350e-05, ..., + 2.7306773e-02, 3.2529309e-03, -3.9161399e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.04884166, -0.0549257 , -0.05534093, ..., 0.12640281, + 0.1261081 , 0.13268653]]], shape=(1, 1, 7680), dtype=float32), array([[[0.12798461, 0.12022253, 0.10678869, ..., 0.01274413, + 0.06452317, 0.02594878]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02324113, -0.04080678, 0.02890618, ..., -0.00015704, + -0.00061896, -0.00121727]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00165503, -0.00172527, -0.0013278 , ..., -0.00107157, + -0.001307 , 0.00167157]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00539048, 0.00480428, 0.0019907 , ..., -0.00040833, + -0.00031998, -0.00022895]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.8425212e-04, -2.6165508e-05, 4.8899950e-05, ..., + 2.4032220e-04, -4.6973735e-02, -7.4486285e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.03639941, 0.02315351, 0.0393176 , ..., 0.20414913, + 0.21031028, 0.2110426 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.20873444, 0.19880861, 0.18435389, ..., 0.14716882, + -0.07974029, -0.23151441]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.18687864, -0.08094689, 0.00529127, ..., -0.06485322, + 0.02157807, 0.04728299]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01123457, -0.03317745, -0.0029193 , ..., 0.10342913, + 0.12342101, 0.11540302]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.08895224, 0.03279267, 0.05190739, ..., -0.43579966, + -0.4320696 , -0.40137073]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.4095956 , -0.43498057, -0.45611545, ..., 0.03094473, + 0.05215485, 0.03944887]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02275445, 0.02174642, 0.02218797, ..., 0.0125673 , + 0.02140594, 0.03552758]]], shape=(1, 1, 7680), dtype=float32), array([[[0.06345388, 0.08003832, 0.10426477, ..., 0.00611428, + 0.01632184, 0.02366707]]], shape=(1, 1, 7680), dtype=float32), array([[[0.04306006, 0.04182126, 0.03688226, ..., 0.03778195, + 0.02776497, 0.01163159]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04387493, -0.06238138, -0.04895917, ..., 0.00021866, + 0.00040151, 0.00057285]]], shape=(1, 1, 7680), dtype=float32), array([[[7.9912035e-04, 5.3384551e-04, 3.7064485e-04, ..., + 6.1779967e-05, 1.9067676e-04, 6.6958819e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 7.6740180e-05, -6.4209278e-05, 1.6259254e-04, ..., + -1.4877878e-01, -1.5886539e-01, -1.5164159e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.16291328, -0.16527402, -0.18001573, ..., 0.02783113, + 0.06062667, 0.08653606]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.11456235, 0.1291309 , 0.1385128 , ..., -0.01994457, + -0.02531035, -0.0183169 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01397515, -0.01706383, -0.01898709, ..., 0.15575603, + 0.16168773, 0.16193414]]], shape=(1, 1, 7680), dtype=float32), array([[[0.14741349, 0.15036209, 0.16171141, ..., 0.08139399, + 0.08767413, 0.10849063]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.11240959, 0.13719516, 0.14326674, ..., 0.00579997, + 0.01769576, -0.00784846]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00337372, 0.00055311, -0.02556986, ..., 0.10148513, + 0.10527764, 0.11022016]]], shape=(1, 1, 7680), dtype=float32), array([[[0.12085347, 0.12971532, 0.13315278, ..., 0.01021511, + 0.0336524 , 0.03787931]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01213475, 0.01073438, 0.02687476, ..., 0.0084151 , + 0.01359208, 0.03627684]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.05099192, 0.06710381, 0.08055369, ..., -0.02399771, + -0.03479356, -0.03055579]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02975313, -0.0344312 , -0.04277383, ..., -0.06245346, + 0.07617936, 0.05763688]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.8664269e-01, 1.4856148e-01, 9.1181360e-03, ..., + 7.0830621e-04, 2.2131501e-04, -1.8311743e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00023926, -0.00018551, -0.00019594, ..., 0.15981713, + 0.15629818, 0.15458772]]], shape=(1, 1, 7680), dtype=float32), array([[[0.14785859, 0.1404882 , 0.12994818, ..., 0.03213285, + 0.02272368, 0.01333602]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00225295, -0.00460261, -0.01384827, ..., -0.00174511, + -0.00271694, -0.00079904]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.001695 , -0.00111596, -0.00229003, ..., 0.00247835, + 0.00293378, 0.00285179]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00122167, 0.00151365, 0.00243632, ..., -0.08578324, + -0.0890395 , -0.09811369]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.07100084e-01, -1.10295132e-01, -1.04454145e-01, ..., + 4.50760126e-05, -4.43461537e-03, 3.18952426e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.05459247, 0.04193291, -0.012107 , ..., 0.10743132, + 0.0074704 , -0.09186162]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00314689, 0.10598317, -0.04237504, ..., 0.01887638, + 0.01696296, 0.00522437]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00210417, -0.00959365, -0.00136613, ..., 0.05588371, + -0.01220986, -0.04600227]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02796388, 0.06463078, -0.07393546, ..., -0.06466009, + -0.06534531, -0.06191932]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04873022, -0.04335967, -0.03477386, ..., -0.04534882, + -0.10404446, -0.06667833]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02574303, 0.05128128, 0.10939313, ..., 0.06165554, + 0.06188591, 0.06845465]]], shape=(1, 1, 7680), dtype=float32), array([[[0.07531881, 0.08078463, 0.08495214, ..., 0.02054418, + 0.01945208, 0.01254093]]], shape=(1, 1, 7680), dtype=float32), array([[[0.01259344, 0.00708171, 0.00753856, ..., 0.04354911, + 0.03906063, 0.01799305]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01654626, 0.01633907, 0.00286008, ..., -0.05643245, + -0.03356473, -0.02012203]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01664308, -0.00836135, -0.00145677, ..., 0.00880016, + 0.00909504, 0.00868849]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00973028, 0.01312424, 0.01500371, ..., 0.04910519, + 0.05429226, 0.05408612]]], shape=(1, 1, 7680), dtype=float32), array([[[0.055042 , 0.05586319, 0.05413549, ..., 0.00272388, + 0.00326216, 0.00422957]]], shape=(1, 1, 7680), dtype=float32), array([[[4.9386639e-03, 5.3964006e-03, 5.6730835e-03, ..., + 2.2380555e-05, 9.7591750e-05, 4.1192969e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[5.4480741e-05, 2.1084386e-05, 7.3042756e-05, ..., + 6.4073779e-02, 8.7746814e-02, 1.0892907e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.14184697, 0.1140316 , 0.07730644, ..., 0.40610242, + 0.49345952, 0.52857983]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.46665412, 0.38601312, 0.25224236, ..., -0.03549659, + -0.03314753, -0.02999691]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02830885, -0.02424898, -0.01726626, ..., 0.00067937, + 0.01457945, 0.02181781]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01518128, 0.0083394 , -0.00239192, ..., -0.00025466, + -0.00022079, -0.00020685]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00019781, -0.00018743, -0.00023654, ..., -0.04438621, + -0.04384907, -0.03389136]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02526731, -0.02793323, -0.03245141, ..., 0.00699564, + 0.01418887, 0.01774259]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00829324, 0.00153438, 0.00293783, ..., 0.06089174, + 0.03795768, -0.16926658]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.33555192, -0.23298909, -0.14029656, ..., 0.01589865, + 0.00814814, 0.01159793]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01794415, 0.01123384, -0.03206464, ..., -0.01313813, + -0.03231048, -0.02538399]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00937712, -0.0158435 , -0.01417185, ..., -0.11957868, + -0.13819472, -0.16829212]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.19504496, -0.22044045, -0.24869415, ..., 0.00924516, + 0.02106217, 0.01321414]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02070191, 0.03512041, 0.08412544, ..., 0.11632343, + 0.09569158, 0.05498042]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02549736, -0.02690532, -0.0161278 , ..., 0.0719961 , + 0.07616061, 0.07232074]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0600757 , 0.05029894, 0.06052282, ..., -0.00087432, + -0.00088168, -0.00076774]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00051621, -0.00030047, -0.00023735, ..., -0.1854268 , + 0.02184278, 0.21246159]]], shape=(1, 1, 7680), dtype=float32), array([[[0.25979063, 0.17248692, 0.07580203, ..., 0.13687909, + 0.13039793, 0.12391482]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.12059595, 0.11693321, 0.11194029, ..., -0.0265319 , + -0.058645 , -0.07913583]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07158896, -0.05502033, -0.02196601, ..., 0.00506623, + -0.00808085, -0.01183285]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00351384, -0.00163551, 0.01144122, ..., 0.09182683, + 0.08709096, 0.10479598]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.10367566, 0.11488846, 0.17549682, ..., -0.01115158, + 0.04380702, 0.03783711]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0015811 , 0.00169978, 0.0197213 , ..., -0.02942293, + -0.02589323, -0.01882548]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0055881 , 0.01379131, 0.02722585, ..., -0.08365755, + -0.07220234, -0.05292051]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04260885, -0.03255691, -0.0382335 , ..., 0.00076292, + 0.00042836, 0.00025698]]], shape=(1, 1, 7680), dtype=float32), array([[[ 4.18518553e-04, 4.31035383e-04, 7.20212120e-06, ..., + -1.33871302e-01, -1.23003811e-01, -1.16446465e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.10739438, -0.10148747, -0.10182328, ..., -0.0008463 , + 0.00147099, 0.00210747]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0006072 , 0.00200113, 0.00071217, ..., -0.14575833, + -0.10141093, -0.07315087]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06589273, -0.0497313 , -0.03500022, ..., -0.02459661, + 0.00417943, 0.04682921]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0393068 , 0.00304005, 0.00104474, ..., -0.00831483, + -0.0017369 , 0.00530072]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00880379, 0.00434288, 0.00083566, ..., -0.00090633, + -0.00106711, -0.00117206]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00128334, -0.00138684, -0.00154587, ..., -0.00023254, + -0.00059699, -0.00073018]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0005743 , -0.00046856, -0.00042073, ..., 0.03293245, + 0.07189593, 0.11945599]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.16527948, 0.20107526, 0.21319488, ..., 0.00363709, + 0.00741472, -0.00078477]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00682282, -0.00605617, -0.00342592, ..., -0.07469641, + -0.07217749, -0.07575929]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06661743, -0.06422533, -0.05874628, ..., -0.09405851, + -0.23503184, -0.3783577 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.4581449 , -0.40723658, -0.27791852, ..., 0.02621663, + 0.03212224, 0.02574901]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01151121, -0.00136352, 0.00306211, ..., 0.00234879, + 0.00194482, 0.00196322]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0004655 , -0.00028704, -0.00048821, ..., 0.0415327 , + 0.03089669, 0.03100808]]], shape=(1, 1, 7680), dtype=float32), array([[[ 9.9836634e-03, 7.2569400e-03, 3.5480747e-03, ..., + 7.7660487e-05, 6.9210597e-05, -1.9838437e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-4.2998228e-05, -1.3551328e-04, -1.4668539e-04, ..., + -4.4097915e-02, -2.4261780e-02, 3.2436043e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 6.3108951e-03, -5.3356588e-03, -3.2573901e-02, ..., + -1.3544858e-03, -3.8137920e-03, 3.7204474e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00947187, -0.01048786, -0.00210894, ..., 0.13443035, + 0.11045665, 0.11600134]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.08216145, -0.02081028, -0.06077906, ..., -0.10841177, + -0.04289377, 0.10619484]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02904643, -0.02783208, 0.04290918, ..., 0.06573948, + 0.07451998, 0.08816404]]], shape=(1, 1, 7680), dtype=float32), array([[[ 1.0089138e-01, 1.1417095e-01, 1.2649694e-01, ..., + -8.5742504e-05, -5.3710643e-05, -5.6027708e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-5.7749079e-05, -5.8174635e-05, -4.7416826e-05, ..., + -1.4396042e-01, -1.3775498e-01, -1.4045751e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-1.4590776e-01, -1.4837247e-01, -1.2554884e-01, ..., + 1.9302801e-04, -1.2248638e-04, -1.4537305e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[3.1025257e-04, 3.1007524e-04, 9.0602174e-05, ..., + 6.5038344e-05, 8.0695172e-05, 4.8337268e-05]]], + shape=(1, 1, 1460), dtype=float32), array([[[-2.0178391e-02, -1.5869794e-02, -1.3761052e-02, ..., + 3.9499737e-05, -3.2717169e-05, -8.5938060e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-2.1496242e-05, 8.5857624e-05, 1.8384657e-04, ..., + 5.3203180e-02, 4.8196625e-02, 3.8794335e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.01546472, 0.0134967 , -0.00569459, ..., -0.00150024, + 0.01516187, 0.02139667]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01243992, 0.00034578, 0.01112451, ..., -0.02546191, + -0.08601407, -0.06519838]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04607782, -0.02965423, -0.06253179, ..., 0.16350597, + 0.17226283, 0.17945425]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.18547074, 0.19731869, 0.19471392, ..., -0.03574953, + -0.00762533, 0.06068378]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.2778093e-02, 2.4837503e-02, -2.8021527e-02, ..., + 1.1220860e-05, 1.1008133e-05, 1.0800988e-05]]], + shape=(1, 1, 5760), dtype=float32)] 105 +2026-04-30 19:20:48.999 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [-9.3743547e-06 5.7936377e-06 -7.9004894e-07 ... 1.1220860e-05 + 1.1008133e-05 1.0800988e-05] (798260,) float32 +2026-04-30 19:20:48.999 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 79 [8.8037895e-03 4.3428787e-03 8.3566085e-04 ... 1.1220860e-05 1.1008133e-05 + 1.0800988e-05] (191540,) float32 +2026-04-30 19:20:49.002 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 79 [array([[[ 0.00880379, 0.00434288, 0.00083566, ..., -0.00090633, + -0.00106711, -0.00117206]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00128334, -0.00138684, -0.00154587, ..., -0.00023254, + -0.00059699, -0.00073018]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0005743 , -0.00046856, -0.00042073, ..., 0.03293245, + 0.07189593, 0.11945599]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.16527948, 0.20107526, 0.21319488, ..., 0.00363709, + 0.00741472, -0.00078477]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00682282, -0.00605617, -0.00342592, ..., -0.07469641, + -0.07217749, -0.07575929]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06661743, -0.06422533, -0.05874628, ..., -0.09405851, + -0.23503184, -0.3783577 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.4581449 , -0.40723658, -0.27791852, ..., 0.02621663, + 0.03212224, 0.02574901]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01151121, -0.00136352, 0.00306211, ..., 0.00234879, + 0.00194482, 0.00196322]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0004655 , -0.00028704, -0.00048821, ..., 0.0415327 , + 0.03089669, 0.03100808]]], shape=(1, 1, 7680), dtype=float32), array([[[ 9.9836634e-03, 7.2569400e-03, 3.5480747e-03, ..., + 7.7660487e-05, 6.9210597e-05, -1.9838437e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-4.2998228e-05, -1.3551328e-04, -1.4668539e-04, ..., + -4.4097915e-02, -2.4261780e-02, 3.2436043e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 6.3108951e-03, -5.3356588e-03, -3.2573901e-02, ..., + -1.3544858e-03, -3.8137920e-03, 3.7204474e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00947187, -0.01048786, -0.00210894, ..., 0.13443035, + 0.11045665, 0.11600134]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.08216145, -0.02081028, -0.06077906, ..., -0.10841177, + -0.04289377, 0.10619484]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02904643, -0.02783208, 0.04290918, ..., 0.06573948, + 0.07451998, 0.08816404]]], shape=(1, 1, 7680), dtype=float32), array([[[ 1.0089138e-01, 1.1417095e-01, 1.2649694e-01, ..., + -8.5742504e-05, -5.3710643e-05, -5.6027708e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-5.7749079e-05, -5.8174635e-05, -4.7416826e-05, ..., + -1.4396042e-01, -1.3775498e-01, -1.4045751e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-1.4590776e-01, -1.4837247e-01, -1.2554884e-01, ..., + 1.9302801e-04, -1.2248638e-04, -1.4537305e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[3.1025257e-04, 3.1007524e-04, 9.0602174e-05, ..., + 6.5038344e-05, 8.0695172e-05, 4.8337268e-05]]], + shape=(1, 1, 1460), dtype=float32), array([[[-2.0178391e-02, -1.5869794e-02, -1.3761052e-02, ..., + 3.9499737e-05, -3.2717169e-05, -8.5938060e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-2.1496242e-05, 8.5857624e-05, 1.8384657e-04, ..., + 5.3203180e-02, 4.8196625e-02, 3.8794335e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.01546472, 0.0134967 , -0.00569459, ..., -0.00150024, + 0.01516187, 0.02139667]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01243992, 0.00034578, 0.01112451, ..., -0.02546191, + -0.08601407, -0.06519838]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04607782, -0.02965423, -0.06253179, ..., 0.16350597, + 0.17226283, 0.17945425]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.18547074, 0.19731869, 0.19471392, ..., -0.03574953, + -0.00762533, 0.06068378]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.2778093e-02, 2.4837503e-02, -2.8021527e-02, ..., + 1.1220860e-05, 1.1008133e-05, 1.0800988e-05]]], + shape=(1, 1, 5760), dtype=float32)] 26 +2026-04-30 19:20:49.003 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:20:49.077 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[0.01782332 0.03357732 0.05334843 ... 0.1455982 0.02051416 0.04305302]]] (1, 1, 1024) +2026-04-30 19:20:49.077 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:20:49.077 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:20:49.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:20:49.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.01782332 0.03357732 0.05334843 ... 0.1455982 0.02051416 + 0.04305302] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:20:49.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:20:49.079 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:20:49.079 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:20:49.079 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:20:49.079 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:20:49.080 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:20:49.080 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:20:49.080 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.02260151 0.02977134 0.05165227 ... 0.13631386 0.02206945 + 0.04729449] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:20:49.081 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 2.2601506e-02 2.9771337e-02 5.1652271e-02 ... 1.3631386e-01 + 2.2069449e-02 4.7294490e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:20:49.125 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=46; step_idx=46 +2026-04-30 19:20:49.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=46; step_idx=46 +2026-04-30 19:20:49.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache ва +2026-04-30 19:20:49.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ж -> text_cache важ +2026-04-30 19:20:49.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache важн +2026-04-30 19:20:49.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache важна +2026-04-30 19:20:49.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache важна +2026-04-30 19:20:49.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache важна н +2026-04-30 19:20:49.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache важна не +2026-04-30 19:20:49.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache важна не +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache важна не т +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не то +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache важна не тол +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ь -> text_cache важна не толь +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache важна не тольк +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не только +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache важна не только +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache важна не только т +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не только то +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ч -> text_cache важна не только точ +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache важна не только точн +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не только точно +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache важна не только точнос +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache важна не только точност +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ь -> text_cache важна не только точность +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache важна не только точность, +2026-04-30 19:20:49.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['важна не только точность,'] 25 +Qwen3TTSProcessor __call__ text ['важна не только точность,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 5474, 37557, 14191, 18658, 73626, 81602, 60279, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:20:49.161 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 5474, 37557, 14191, 18658, 73626, 81602, 60279, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:20:49.161 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 5474 37557 14191 18658 73626 81602 60279 11]] (1, 8) +2026-04-30 19:20:49.161 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 5474 37557 14191 18658 73626 81602 60279 11]] (1, 8) +2026-04-30 19:20:49.161 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment важна не только точность, 25 -> tokenized_segment [np.int64(5474), np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 8 +2026-04-30 19:20:49.161 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(5474), np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] +2026-04-30 19:20:49.161 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.161 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(5474), np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 8 +2026-04-30 19:20:49.161 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 5474 -> pending_tokens [np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 7 +2026-04-30 19:20:49.170 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-46 vq [1221] (1,) int64 +2026-04-30 19:20:49.197 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-47 vq-rvq [[[1221 2012 398 1173 1586 514 11 438 1673 288 883 893 1909 295 + 276 6]]] (1, 1, 16) int64 +2026-04-30 19:20:49.197 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 37557 -> pending_tokens [np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 6 +2026-04-30 19:20:49.205 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-47 vq [2042] (1,) int64 +2026-04-30 19:20:49.232 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-48 vq-rvq [[[2042 718 1988 2041 622 1810 463 1821 961 1943 1197 1837 968 828 + 422 30]]] (1, 1, 16) int64 +2026-04-30 19:20:49.232 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 14191 -> pending_tokens [np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 5 +2026-04-30 19:20:49.240 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-48 vq [1609] (1,) int64 +2026-04-30 19:20:49.267 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-49 vq-rvq [[[1609 1222 1012 725 507 1960 2007 122 1912 688 1221 754 226 184 + 831 1138]]] (1, 1, 16) int64 +2026-04-30 19:20:49.267 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 18658 -> pending_tokens [np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 4 +2026-04-30 19:20:49.275 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-49 vq [709] (1,) int64 +2026-04-30 19:20:49.302 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-50 vq-rvq [[[ 709 1578 900 996 1433 1051 32 65 1600 1102 1747 157 585 872 + 1673 1328]]] (1, 1, 16) int64 +2026-04-30 19:20:49.302 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 73626 -> pending_tokens [np.int64(81602), np.int64(60279), np.int64(11)] 3 +2026-04-30 19:20:49.310 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-50 vq [1088] (1,) int64 +2026-04-30 19:20:49.336 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-51 vq-rvq [[[1088 227 17 627 655 959 878 1787 894 168 2047 1965 577 1153 + 169 672]]] (1, 1, 16) int64 +2026-04-30 19:20:49.336 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 81602 -> pending_tokens [np.int64(60279), np.int64(11)] 2 +2026-04-30 19:20:49.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-51 vq [1809] (1,) int64 +2026-04-30 19:20:49.371 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-52 vq-rvq [[[1809 1235 75 1755 106 580 990 102 912 436 1394 1376 1198 705 + 428 814]]] (1, 1, 16) int64 +2026-04-30 19:20:49.371 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 60279 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:20:49.379 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-52 vq [1613] (1,) int64 +2026-04-30 19:20:49.406 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-53 vq-rvq [[[1613 1811 1558 62 184 908 1384 970 1700 815 369 1886 1121 1952 + 1869 1493]]] (1, 1, 16) int64 +2026-04-30 19:20:49.406 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:20:49.414 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-53 vq [935] (1,) int64 +2026-04-30 19:20:49.441 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-54 vq-rvq [[[ 935 1501 1099 1131 309 247 895 1847 1905 1864 1395 1652 594 451 + 819 84]]] (1, 1, 16) int64 +2026-04-30 19:20:49.441 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-27 chunk_tokens [[[1221 2042 1609 709] + [2012 718 1222 1578] + [ 398 1988 1012 900] + [1173 2041 725 996] + [1586 622 507 1433] + [ 514 1810 1960 1051] + [ 11 463 2007 32] + [ 438 1821 122 65] + [1673 961 1912 1600] + [ 288 1943 688 1102] + [ 883 1197 1221 1747] + [ 893 1837 754 157] + [1909 968 226 585] + [ 295 828 184 872] + [ 276 422 831 1673] + [ 6 30 1138 1328]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:49.465 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-27 wav [[[ 1.1442406e-05 1.2351586e-05 1.3176996e-05 ... -7.5052820e-02 + -8.6012766e-02 -9.6296906e-02]]] -0.25915002822875977 7.350624218815938e-05 0.06651096791028976 0.4288049340248108 (1, 1, 7680) +2026-04-30 19:20:49.466 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-31 chunk_tokens [[[1088 1809 1613 935] + [ 227 1235 1811 1501] + [ 17 75 1558 1099] + [ 627 1755 62 1131] + [ 655 106 184 309] + [ 959 580 908 247] + [ 878 990 1384 895] + [1787 102 970 1847] + [ 894 912 1700 1905] + [ 168 436 815 1864] + [2047 1394 369 1395] + [1965 1376 1886 1652] + [ 577 1198 1121 594] + [1153 705 1952 451] + [ 169 428 1869 819] + [ 672 814 1493 84]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:49.490 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-31 wav [[[-0.09341736 -0.09851638 -0.10778312 ... 0.07234161 0.08070235 + 0.10206027]]] -0.22152817249298096 5.561225043493323e-05 0.08364710211753845 0.26484084129333496 (1, 1, 7680) +2026-04-30 19:20:49.490 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:20:49.490 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:20:49.490 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:49.490 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:20:49.490 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:20:49.498 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-54 vq [348] (1,) int64 +2026-04-30 19:20:49.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-55 vq-rvq [[[ 348 551 1242 1664 1031 1201 1481 248 814 1660 442 1057 963 1368 + 257 1425]]] (1, 1, 16) int64 +2026-04-30 19:20:49.533 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-55 vq [1456] (1,) int64 +2026-04-30 19:20:49.560 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-56 vq-rvq [[[1456 2026 565 1786 541 544 1900 1147 482 854 1666 578 1932 1955 + 340 352]]] (1, 1, 16) int64 +2026-04-30 19:20:49.568 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-56 vq [1377] (1,) int64 +2026-04-30 19:20:49.594 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-57 vq-rvq [[[1377 1562 977 118 236 1513 118 1144 1747 1200 601 470 63 1937 + 1071 354]]] (1, 1, 16) int64 +2026-04-30 19:20:49.602 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [494] (1,) int64 +2026-04-30 19:20:49.629 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[ 494 698 2045 1638 806 362 1399 163 374 567 186 111 1725 106 + 117 48]]] (1, 1, 16) int64 +2026-04-30 19:20:49.637 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [438] (1,) int64 +2026-04-30 19:20:49.664 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[ 438 1132 1364 365 1889 1458 1190 1756 7 1078 1082 1893 1161 8 + 1763 1991]]] (1, 1, 16) int64 +2026-04-30 19:20:49.672 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [178] (1,) int64 +2026-04-30 19:20:49.700 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[ 178 1773 291 1876 781 149 1701 1747 425 1324 1321 947 180 1542 + 67 297]]] (1, 1, 16) int64 +2026-04-30 19:20:49.708 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [612] (1,) int64 +2026-04-30 19:20:49.735 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[ 612 516 1994 1516 977 73 1416 840 799 1712 1715 423 318 1550 + 593 407]]] (1, 1, 16) int64 +2026-04-30 19:20:49.743 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [828] (1,) int64 +2026-04-30 19:20:49.770 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[ 828 1370 1104 187 630 1227 431 1456 706 1646 291 1635 1417 1693 + 1011 706]]] (1, 1, 16) int64 +2026-04-30 19:20:49.778 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [357] (1,) int64 +2026-04-30 19:20:49.804 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[ 357 1183 1051 1438 1266 2028 458 945 628 284 944 1764 1854 283 + 229 245]]] (1, 1, 16) int64 +2026-04-30 19:20:49.812 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [914] (1,) int64 +2026-04-30 19:20:49.839 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[ 914 412 2012 1702 925 288 909 1070 947 803 358 419 832 864 + 162 159]]] (1, 1, 16) int64 +2026-04-30 19:20:49.847 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [1776] (1,) int64 +2026-04-30 19:20:49.874 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[1776 819 1429 583 464 903 81 846 347 1998 169 942 353 523 + 96 1131]]] (1, 1, 16) int64 +2026-04-30 19:20:49.882 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [535] (1,) int64 +2026-04-30 19:20:49.909 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[ 535 1227 1786 259 1324 964 1955 1547 380 986 1093 1185 1096 1875 + 470 1903]]] (1, 1, 16) int64 +2026-04-30 19:20:49.917 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [298] (1,) int64 +2026-04-30 19:20:49.943 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[ 298 1923 658 1945 462 1167 309 360 1307 1496 412 1151 956 1781 + 1487 770]]] (1, 1, 16) int64 +2026-04-30 19:20:49.951 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [2150] (1,) int64 +2026-04-30 19:20:49.952 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-35 chunk_tokens [[[ 348 1456 1377 494] + [ 551 2026 1562 698] + [1242 565 977 2045] + [1664 1786 118 1638] + [1031 541 236 806] + [1201 544 1513 362] + [1481 1900 118 1399] + [ 248 1147 1144 163] + [ 814 482 1747 374] + [1660 854 1200 567] + [ 442 1666 601 186] + [1057 578 470 111] + [ 963 1932 63 1725] + [1368 1955 1937 106] + [ 257 340 1071 117] + [1425 352 354 48]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:49.976 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-35 wav [[[0.09535126 0.06782882 0.05993229 ... 0.02250795 0.0242412 0.02051424]]] -0.21786358952522278 -9.322290861746296e-05 0.06152739375829697 0.30608320236206055 (1, 1, 7680) +2026-04-30 19:20:49.976 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-39 chunk_tokens [[[ 438 178 612 828] + [1132 1773 516 1370] + [1364 291 1994 1104] + [ 365 1876 1516 187] + [1889 781 977 630] + [1458 149 73 1227] + [1190 1701 1416 431] + [1756 1747 840 1456] + [ 7 425 799 706] + [1078 1324 1712 1646] + [1082 1321 1715 291] + [1893 947 423 1635] + [1161 180 318 1417] + [ 8 1542 1550 1693] + [1763 67 593 1011] + [1991 297 407 706]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:50.000 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-39 wav [[[ 0.01773681 0.0079117 0.00525405 ... 0.00725121 0.01489582 + -0.01285348]]] -0.10707568377256393 1.8141869077226147e-05 0.032801635563373566 0.12262742221355438 (1, 1, 7680) +2026-04-30 19:20:50.000 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-43 chunk_tokens [[[ 357 914 1776 535] + [1183 412 819 1227] + [1051 2012 1429 1786] + [1438 1702 583 259] + [1266 925 464 1324] + [2028 288 903 964] + [ 458 909 81 1955] + [ 945 1070 846 1547] + [ 628 947 347 380] + [ 284 803 1998 986] + [ 944 358 169 1093] + [1764 419 942 1185] + [1854 832 353 1096] + [ 283 864 523 1875] + [ 229 162 96 470] + [ 245 159 1131 1903]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:50.024 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-43 wav [[[-9.2935646e-03 9.7663552e-03 1.1310656e-02 ... 1.0594564e-05 + 5.7428410e-06 1.2756434e-04]]] -0.11416409909725189 1.2279390830371995e-05 0.021418623626232147 0.12054073810577393 (1, 1, 7680) +2026-04-30 19:20:50.025 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-47 chunk_tokens [[[ 298] + [1923] + [ 658] + [1945] + [ 462] + [1167] + [ 309] + [ 360] + [1307] + [1496] + [ 412] + [1151] + [ 956] + [1781] + [1487] + [ 770]]] (1, 16, 1) n_chunk_frames 1 +2026-04-30 19:20:50.089 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-47 wav [[[-3.92889560e-05 1.06056745e-04 9.88719476e-05 ... 1.14468548e-05 + 1.04016926e-05 1.06642019e-05]]] -0.1124153658747673 8.388673450099304e-06 0.013903502374887466 0.08252499252557755 (1, 1, 1920) +2026-04-30 19:20:50.089 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-68 +2026-04-30 19:20:50.106 [INFO] __main__: Synthesising: 'но и низкая задержка.' +2026-04-30 19:20:50.107 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache н +2026-04-30 19:20:50.107 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:20:50.107 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:20:50.242 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.03692824 0.04726648 0.05757619 ... 0.07723872 -0.00758595 + 0.0496408 ]]] (1, 1, 1024) +2026-04-30 19:20:50.242 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:20:50.242 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:20:50.242 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:20:50.243 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.03692824 0.04726648 0.05757619 ... 0.07723872 -0.00758595 + 0.0496408 ] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:20:50.243 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:20:50.243 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:20:50.243 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:20:50.244 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:20:50.244 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:20:50.244 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:20:50.245 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:20:50.245 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.04170643 0.0434605 0.05588004 ... 0.06795438 -0.00603067 + 0.05388228] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:20:50.245 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 4.1706428e-02 4.3460496e-02 5.5880036e-02 ... 6.7954376e-02 + -6.0306662e-03 5.3882279e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache но +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache но +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache но и +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache но и +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache но и н +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache но и ни +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache но и низ +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:50.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache но и низк +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache но и низка +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache но и низкая +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache но и низкая +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache но и низкая з +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache но и низкая за +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache но и низкая зад +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache но и низкая заде +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache но и низкая задер +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ж -> text_cache но и низкая задерж +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache но и низкая задержк +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache но и низкая задержка +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache но и низкая задержка. +2026-04-30 19:20:50.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['но и низкая задержка.'] 21 +Qwen3TTSProcessor __call__ text ['но и низкая задержка.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 13685, 7587, 6709, 40773, 125107, 52180, 57569, 13132, + 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:20:50.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 13685, 7587, 6709, 40773, 125107, 52180, 57569, 13132, + 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:20:50.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 13685 7587 6709 40773 125107 52180 57569 13132 13]] (1, 9) +2026-04-30 19:20:50.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 13685 7587 6709 40773 125107 52180 57569 13132 13]] (1, 9) +2026-04-30 19:20:50.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment но и низкая задержка. 21 -> tokenized_segment [np.int64(13685), np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 9 +2026-04-30 19:20:50.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(13685), np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] +2026-04-30 19:20:50.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:50.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(13685), np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 9 +2026-04-30 19:20:50.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13685 -> pending_tokens [np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 8 +2026-04-30 19:20:50.298 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:20:50.325 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 1159 355 22 1174 1093 625 1814 1058 905 1846 248 1677 889 + 812 901]]] (1, 1, 16) int64 +2026-04-30 19:20:50.325 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 7587 -> pending_tokens [np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 7 +2026-04-30 19:20:50.333 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:20:50.359 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 1722 184 310 1527 785 1759 668 930 2030 679 1603 706 1759 + 1213 803]]] (1, 1, 16) int64 +2026-04-30 19:20:50.360 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6709 -> pending_tokens [np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 6 +2026-04-30 19:20:50.368 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:20:50.394 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 1746 2025 1872 314 209 800 991 249 1221 645 903 914 1622 + 611 1280]]] (1, 1, 16) int64 +2026-04-30 19:20:50.394 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 40773 -> pending_tokens [np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 5 +2026-04-30 19:20:50.402 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:20:50.429 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 1134 360 241 76 915 356 1215 480 1870 1076 175 783 1860 + 82 1978]]] (1, 1, 16) int64 +2026-04-30 19:20:50.429 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 125107 -> pending_tokens [np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 4 +2026-04-30 19:20:50.437 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [1707] (1,) int64 +2026-04-30 19:20:50.464 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[1707 1007 783 138 195 1705 1037 210 1673 197 666 68 1560 1761 + 901 637]]] (1, 1, 16) int64 +2026-04-30 19:20:50.464 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 52180 -> pending_tokens [np.int64(57569), np.int64(13132), np.int64(13)] 3 +2026-04-30 19:20:50.472 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [1621] (1,) int64 +2026-04-30 19:20:50.499 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[1621 1036 1721 1522 355 291 774 726 469 1079 1997 45 275 206 + 819 947]]] (1, 1, 16) int64 +2026-04-30 19:20:50.499 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 57569 -> pending_tokens [np.int64(13132), np.int64(13)] 2 +2026-04-30 19:20:50.507 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [1665] (1,) int64 +2026-04-30 19:20:50.534 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[1665 1993 1751 1751 304 1852 1739 1412 875 1212 68 1092 1217 154 + 792 1022]]] (1, 1, 16) int64 +2026-04-30 19:20:50.534 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13132 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:20:50.542 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [1850] (1,) int64 +2026-04-30 19:20:50.569 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[1850 1232 692 504 1958 303 1845 1444 504 1884 1003 298 725 280 + 754 366]]] (1, 1, 16) int64 +2026-04-30 19:20:50.569 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:20:50.577 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [281] (1,) int64 +2026-04-30 19:20:50.604 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[ 281 1901 1503 1640 564 790 1524 1377 1282 1489 434 169 890 718 + 204 1950]]] (1, 1, 16) int64 +2026-04-30 19:20:50.604 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [1159 1722 1746 1134] + [ 355 184 2025 360] + [ 22 310 1872 241] + [1174 1527 314 76] + [1093 785 209 915] + [ 625 1759 800 356] + [1814 668 991 1215] + [1058 930 249 480] + [ 905 2030 1221 1870] + [1846 679 645 1076] + [ 248 1603 903 175] + [1677 706 914 783] + [ 889 1759 1622 1860] + [ 812 1213 611 82] + [ 901 803 1280 1978]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:50.628 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-2.0170651e-02 -1.5859380e-02 -1.3739792e-02 ... 1.9342873e-05 + 1.5606140e-05 4.2885845e-06]]] -0.020170651376247406 -5.533481453312561e-05 0.0010624767746776342 0.008963105268776417 (1, 1, 7680) +2026-04-30 19:20:50.628 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[1707 1621 1665 1850] + [1007 1036 1993 1232] + [ 783 1721 1751 692] + [ 138 1522 1751 504] + [ 195 355 304 1958] + [1705 291 1852 303] + [1037 774 1739 1845] + [ 210 726 1412 1444] + [1673 469 875 504] + [ 197 1079 1212 1884] + [ 666 1997 68 1003] + [ 68 45 1092 298] + [1560 275 1217 725] + [1761 206 154 280] + [ 901 819 792 754] + [ 637 947 1022 366]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:50.653 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[ 1.5545917e-05 -1.9979450e-05 3.0684264e-06 ... 2.4086762e-02 + 5.0737001e-02 8.7818757e-02]]] -0.4716339111328125 -0.00037972323480062187 0.19662876427173615 0.348450630903244 (1, 1, 7680) +2026-04-30 19:20:50.653 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:20:50.653 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:20:50.653 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:50.653 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:20:50.653 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:20:50.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [432] (1,) int64 +2026-04-30 19:20:50.688 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[ 432 852 1957 1021 988 2008 1229 1226 20 1769 1783 147 101 1390 + 674 1437]]] (1, 1, 16) int64 +2026-04-30 19:20:50.696 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [1566] (1,) int64 +2026-04-30 19:20:50.723 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[1566 1462 433 1680 1124 1658 1765 539 290 659 1442 574 1039 1340 + 100 491]]] (1, 1, 16) int64 +2026-04-30 19:20:50.731 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [1852] (1,) int64 +2026-04-30 19:20:50.758 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[1852 1751 1639 1105 1798 1587 1167 201 1976 283 528 1666 1771 130 + 940 570]]] (1, 1, 16) int64 +2026-04-30 19:20:50.766 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [551] (1,) int64 +2026-04-30 19:20:50.793 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[ 551 950 1836 1449 2029 1715 1529 956 28 373 922 79 238 1472 + 1745 441]]] (1, 1, 16) int64 +2026-04-30 19:20:50.801 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [679] (1,) int64 +2026-04-30 19:20:50.828 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[ 679 1271 315 916 1119 144 1787 1483 434 67 350 1632 1297 1825 + 162 134]]] (1, 1, 16) int64 +2026-04-30 19:20:50.836 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [821] (1,) int64 +2026-04-30 19:20:50.863 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[ 821 419 1930 1221 2044 2023 337 957 837 1032 48 208 1206 258 + 393 553]]] (1, 1, 16) int64 +2026-04-30 19:20:50.871 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [499] (1,) int64 +2026-04-30 19:20:50.898 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[ 499 1440 1584 366 236 758 631 1086 1056 811 1026 502 352 1569 + 688 1344]]] (1, 1, 16) int64 +2026-04-30 19:20:50.906 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [871] (1,) int64 +2026-04-30 19:20:50.933 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[ 871 635 1098 1788 123 92 32 783 1680 1095 453 1429 21 116 + 1885 1467]]] (1, 1, 16) int64 +2026-04-30 19:20:50.941 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [1132] (1,) int64 +2026-04-30 19:20:50.968 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[1132 1511 1382 1531 1716 1550 445 457 1924 381 1058 1462 1934 739 + 1366 1945]]] (1, 1, 16) int64 +2026-04-30 19:20:50.976 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [1215] (1,) int64 +2026-04-30 19:20:51.003 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[1215 110 51 1902 1606 506 1578 323 1308 484 1625 419 356 293 + 892 1046]]] (1, 1, 16) int64 +2026-04-30 19:20:51.011 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [87] (1,) int64 +2026-04-30 19:20:51.038 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[ 87 1918 1485 284 986 729 56 104 1902 795 1426 713 471 364 + 769 159]]] (1, 1, 16) int64 +2026-04-30 19:20:51.046 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [1162] (1,) int64 +2026-04-30 19:20:51.073 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[1162 294 298 1759 764 1438 118 515 267 123 2047 182 832 89 + 1384 46]]] (1, 1, 16) int64 +2026-04-30 19:20:51.081 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [1363] (1,) int64 +2026-04-30 19:20:51.108 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[1363 823 725 203 1490 1674 1800 116 208 410 85 882 137 956 + 795 806]]] (1, 1, 16) int64 +2026-04-30 19:20:51.116 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [1947] (1,) int64 +2026-04-30 19:20:51.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[1947 1377 440 64 1952 974 1042 95 1937 164 1405 1077 1281 620 + 484 1227]]] (1, 1, 16) int64 +2026-04-30 19:20:51.152 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [2004] (1,) int64 +2026-04-30 19:20:51.179 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[2004 525 1182 796 747 275 3 2015 559 1039 1629 129 1526 1045 + 364 389]]] (1, 1, 16) int64 +2026-04-30 19:20:51.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [75] (1,) int64 +2026-04-30 19:20:51.214 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[ 75 920 2045 60 790 1147 309 1682 491 1837 1244 1455 1503 25 + 285 751]]] (1, 1, 16) int64 +2026-04-30 19:20:51.222 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [1583] (1,) int64 +2026-04-30 19:20:51.248 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[1583 785 38 496 1385 250 347 6 1655 568 674 300 29 598 + 330 965]]] (1, 1, 16) int64 +2026-04-30 19:20:51.256 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [1735] (1,) int64 +2026-04-30 19:20:51.283 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-27 vq-rvq [[[1735 1368 1954 642 1980 544 1823 537 776 652 1610 160 1298 505 + 1505 607]]] (1, 1, 16) int64 +2026-04-30 19:20:51.291 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-27 vq [1931] (1,) int64 +2026-04-30 19:20:51.318 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-28 vq-rvq [[[1931 284 1711 1596 735 1506 944 2029 810 1144 1265 1382 1555 1484 + 85 1668]]] (1, 1, 16) int64 +2026-04-30 19:20:51.326 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-28 vq [1431] (1,) int64 +2026-04-30 19:20:51.353 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-29 vq-rvq [[[1431 847 139 1248 1657 335 1109 1777 564 266 192 146 1713 310 + 920 1497]]] (1, 1, 16) int64 +2026-04-30 19:20:51.361 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-29 vq [2150] (1,) int64 +2026-04-30 19:20:51.361 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[ 281 432 1566 1852] + [1901 852 1462 1751] + [1503 1957 433 1639] + [1640 1021 1680 1105] + [ 564 988 1124 1798] + [ 790 2008 1658 1587] + [1524 1229 1765 1167] + [1377 1226 539 201] + [1282 20 290 1976] + [1489 1769 659 283] + [ 434 1783 1442 528] + [ 169 147 574 1666] + [ 890 101 1039 1771] + [ 718 1390 1340 130] + [ 204 674 100 940] + [1950 1437 491 570]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:51.385 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[0.11100876 0.15139179 0.12705953 ... 0.27496874 0.26269335 0.25082356]]] -0.4616319537162781 0.0008403136162087321 0.23113258183002472 0.3645518124103546 (1, 1, 7680) +2026-04-30 19:20:51.385 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[ 551 679 821 499] + [ 950 1271 419 1440] + [1836 315 1930 1584] + [1449 916 1221 366] + [2029 1119 2044 236] + [1715 144 2023 758] + [1529 1787 337 631] + [ 956 1483 957 1086] + [ 28 434 837 1056] + [ 373 67 1032 811] + [ 922 350 48 1026] + [ 79 1632 208 502] + [ 238 1297 1206 352] + [1472 1825 258 1569] + [1745 162 393 688] + [ 441 134 553 1344]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:51.409 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[ 0.23576097 0.23635902 0.2105907 ... -0.04850918 -0.04478942 + -0.04576736]]] -0.41473639011383057 -0.0001945549447555095 0.1196473091840744 0.3572748601436615 (1, 1, 7680) +2026-04-30 19:20:51.410 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[ 871 1132 1215 87] + [ 635 1511 110 1918] + [1098 1382 51 1485] + [1788 1531 1902 284] + [ 123 1716 1606 986] + [ 92 1550 506 729] + [ 32 445 1578 56] + [ 783 457 323 104] + [1680 1924 1308 1902] + [1095 381 484 795] + [ 453 1058 1625 1426] + [1429 1462 419 713] + [ 21 1934 356 471] + [ 116 739 293 364] + [1885 1366 892 769] + [1467 1945 1046 159]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:51.434 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[-0.04998174 -0.06439131 -0.08287874 ... -0.04148832 -0.06697617 + -0.02993868]]] -0.3207729756832123 -0.00014413197641260922 0.08636277914047241 0.26371699571609497 (1, 1, 7680) +2026-04-30 19:20:51.434 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[1162 1363 1947 2004] + [ 294 823 1377 525] + [ 298 725 440 1182] + [1759 203 64 796] + [ 764 1490 1952 747] + [1438 1674 974 275] + [ 118 1800 1042 3] + [ 515 116 95 2015] + [ 267 208 1937 559] + [ 123 410 164 1039] + [2047 85 1405 1629] + [ 182 882 1077 129] + [ 832 137 1281 1526] + [ 89 956 620 1045] + [1384 795 484 364] + [ 46 806 1227 389]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:51.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[-6.18275180e-02 -5.91854975e-02 -3.74912731e-02 ... 1.01967657e-04 + 1.00986195e-04 -1.56501446e-05]]] -0.2376391738653183 -4.027512204629602e-06 0.060945816338062286 0.23137183487415314 (1, 1, 7680) +2026-04-30 19:20:51.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[ 75 1583 1735 1931] + [ 920 785 1368 284] + [2045 38 1954 1711] + [ 60 496 642 1596] + [ 790 1385 1980 735] + [1147 250 544 1506] + [ 309 347 1823 944] + [1682 6 537 2029] + [ 491 1655 776 810] + [1837 568 652 1144] + [1244 674 1610 1265] + [1455 300 160 1382] + [1503 29 1298 1555] + [ 25 598 505 1484] + [ 285 330 1505 85] + [ 751 965 607 1668]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:51.482 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[3.17174970e-04 3.21320636e-04 2.98470666e-04 ... 1.18056923e-05 + 1.14903905e-05 1.16559422e-05]]] -0.08606905490159988 1.2478584721975494e-05 0.011106346733868122 0.0997164323925972 (1, 1, 7680) +2026-04-30 19:20:51.483 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 chunk_tokens [[[1431] + [ 847] + [ 139] + [1248] + [1657] + [ 335] + [1109] + [1777] + [ 564] + [ 266] + [ 192] + [ 146] + [1713] + [ 310] + [ 920] + [1497]]] (1, 16, 1) n_chunk_frames 1 +2026-04-30 19:20:51.512 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 wav [[[1.0302774e-05 8.8959969e-06 1.0335882e-05 ... 1.1630884e-05 + 1.1613627e-05 1.1424094e-05]]] -0.0007699749548919499 1.3019742254982702e-05 0.00017854795441962779 0.0016095840837806463 (1, 1, 1920) +2026-04-30 19:20:51.512 [INFO] __main__: Synthesising: 'Если это происходит не мгновенно,' +2026-04-30 19:20:51.512 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment Е -> text_cache Е +2026-04-30 19:20:51.512 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:20:51.516 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[ 0.00880379, 0.00434288, 0.00083566, ..., -0.00090633, + -0.00106711, -0.00117206]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00128334, -0.00138684, -0.00154587, ..., -0.00023254, + -0.00059699, -0.00073018]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0005743 , -0.00046856, -0.00042073, ..., 0.03293245, + 0.07189593, 0.11945599]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.16527948, 0.20107526, 0.21319488, ..., 0.00363709, + 0.00741472, -0.00078477]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00682282, -0.00605617, -0.00342592, ..., -0.07469641, + -0.07217749, -0.07575929]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06661743, -0.06422533, -0.05874628, ..., -0.09405851, + -0.23503184, -0.3783577 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.4581449 , -0.40723658, -0.27791852, ..., 0.02621663, + 0.03212224, 0.02574901]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01151121, -0.00136352, 0.00306211, ..., 0.00234879, + 0.00194482, 0.00196322]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0004655 , -0.00028704, -0.00048821, ..., 0.0415327 , + 0.03089669, 0.03100808]]], shape=(1, 1, 7680), dtype=float32), array([[[ 9.9836634e-03, 7.2569400e-03, 3.5480747e-03, ..., + 7.7660487e-05, 6.9210597e-05, -1.9838437e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-4.2998228e-05, -1.3551328e-04, -1.4668539e-04, ..., + -4.4097915e-02, -2.4261780e-02, 3.2436043e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 6.3108951e-03, -5.3356588e-03, -3.2573901e-02, ..., + -1.3544858e-03, -3.8137920e-03, 3.7204474e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00947187, -0.01048786, -0.00210894, ..., 0.13443035, + 0.11045665, 0.11600134]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.08216145, -0.02081028, -0.06077906, ..., -0.10841177, + -0.04289377, 0.10619484]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02904643, -0.02783208, 0.04290918, ..., 0.06573948, + 0.07451998, 0.08816404]]], shape=(1, 1, 7680), dtype=float32), array([[[ 1.0089138e-01, 1.1417095e-01, 1.2649694e-01, ..., + -8.5742504e-05, -5.3710643e-05, -5.6027708e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-5.7749079e-05, -5.8174635e-05, -4.7416826e-05, ..., + -1.4396042e-01, -1.3775498e-01, -1.4045751e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-1.4590776e-01, -1.4837247e-01, -1.2554884e-01, ..., + 1.9302801e-04, -1.2248638e-04, -1.4537305e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[3.1025257e-04, 3.1007524e-04, 9.0602174e-05, ..., + 6.5038344e-05, 8.0695172e-05, 4.8337268e-05]]], + shape=(1, 1, 1460), dtype=float32), array([[[-2.0178391e-02, -1.5869794e-02, -1.3761052e-02, ..., + 3.9499737e-05, -3.2717169e-05, -8.5938060e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-2.1496242e-05, 8.5857624e-05, 1.8384657e-04, ..., + 5.3203180e-02, 4.8196625e-02, 3.8794335e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.01546472, 0.0134967 , -0.00569459, ..., -0.00150024, + 0.01516187, 0.02139667]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01243992, 0.00034578, 0.01112451, ..., -0.02546191, + -0.08601407, -0.06519838]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04607782, -0.02965423, -0.06253179, ..., 0.16350597, + 0.17226283, 0.17945425]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.18547074, 0.19731869, 0.19471392, ..., -0.03574953, + -0.00762533, 0.06068378]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.2778093e-02, 2.4837503e-02, -2.8021527e-02, ..., + 1.1220860e-05, 1.1008133e-05, 1.0800988e-05]]], + shape=(1, 1, 5760), dtype=float32), array([[[ 1.1442406e-05, 1.2351586e-05, 1.3176996e-05, ..., + -7.5052820e-02, -8.6012766e-02, -9.6296906e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.09341736, -0.09851638, -0.10778312, ..., 0.07234161, + 0.08070235, 0.10206027]]], shape=(1, 1, 7680), dtype=float32), array([[[0.09535126, 0.06782882, 0.05993229, ..., 0.02250795, + 0.0242412 , 0.02051424]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01773681, 0.0079117 , 0.00525405, ..., 0.00725121, + 0.01489582, -0.01285348]]], shape=(1, 1, 7680), dtype=float32), array([[[-9.2935646e-03, 9.7663552e-03, 1.1310656e-02, ..., + 1.0594564e-05, 5.7428410e-06, 1.2756434e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[-3.92889560e-05, 1.06056745e-04, 9.88719476e-05, ..., + 1.14468548e-05, 1.04016926e-05, 1.06642019e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-2.0170651e-02, -1.5859380e-02, -1.3739792e-02, ..., + 1.9342873e-05, 1.5606140e-05, 4.2885845e-06]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.5545917e-05, -1.9979450e-05, 3.0684264e-06, ..., + 2.4086762e-02, 5.0737001e-02, 8.7818757e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.11100876, 0.15139179, 0.12705953, ..., 0.27496874, + 0.26269335, 0.25082356]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.23576097, 0.23635902, 0.2105907 , ..., -0.04850918, + -0.04478942, -0.04576736]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04998174, -0.06439131, -0.08287874, ..., -0.04148832, + -0.06697617, -0.02993868]]], shape=(1, 1, 7680), dtype=float32), array([[[-6.18275180e-02, -5.91854975e-02, -3.74912731e-02, ..., + 1.01967657e-04, 1.00986195e-04, -1.56501446e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[3.17174970e-04, 3.21320636e-04, 2.98470666e-04, ..., + 1.18056923e-05, 1.14903905e-05, 1.16559422e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.0302774e-05, 8.8959969e-06, 1.0335882e-05, ..., + 1.1630884e-05, 1.1613627e-05, 1.1424094e-05]]], + shape=(1, 1, 1920), dtype=float32)] 40 +2026-04-30 19:20:51.517 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [8.8037895e-03 4.3428787e-03 8.3566085e-04 ... 1.1630884e-05 1.1613627e-05 + 1.1424094e-05] (287540,) float32 +2026-04-30 19:20:51.517 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 13 [ 8.2161449e-02 -2.0810276e-02 -6.0779065e-02 ... 1.1630884e-05 + 1.1613627e-05 1.1424094e-05] (187700,) float32 +2026-04-30 19:20:51.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 13 [array([[[ 0.08216145, -0.02081028, -0.06077906, ..., -0.10841177, + -0.04289377, 0.10619484]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02904643, -0.02783208, 0.04290918, ..., 0.06573948, + 0.07451998, 0.08816404]]], shape=(1, 1, 7680), dtype=float32), array([[[ 1.0089138e-01, 1.1417095e-01, 1.2649694e-01, ..., + -8.5742504e-05, -5.3710643e-05, -5.6027708e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-5.7749079e-05, -5.8174635e-05, -4.7416826e-05, ..., + -1.4396042e-01, -1.3775498e-01, -1.4045751e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-1.4590776e-01, -1.4837247e-01, -1.2554884e-01, ..., + 1.9302801e-04, -1.2248638e-04, -1.4537305e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[3.1025257e-04, 3.1007524e-04, 9.0602174e-05, ..., + 6.5038344e-05, 8.0695172e-05, 4.8337268e-05]]], + shape=(1, 1, 1460), dtype=float32), array([[[-2.0178391e-02, -1.5869794e-02, -1.3761052e-02, ..., + 3.9499737e-05, -3.2717169e-05, -8.5938060e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-2.1496242e-05, 8.5857624e-05, 1.8384657e-04, ..., + 5.3203180e-02, 4.8196625e-02, 3.8794335e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.01546472, 0.0134967 , -0.00569459, ..., -0.00150024, + 0.01516187, 0.02139667]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01243992, 0.00034578, 0.01112451, ..., -0.02546191, + -0.08601407, -0.06519838]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04607782, -0.02965423, -0.06253179, ..., 0.16350597, + 0.17226283, 0.17945425]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.18547074, 0.19731869, 0.19471392, ..., -0.03574953, + -0.00762533, 0.06068378]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.2778093e-02, 2.4837503e-02, -2.8021527e-02, ..., + 1.1220860e-05, 1.1008133e-05, 1.0800988e-05]]], + shape=(1, 1, 5760), dtype=float32), array([[[ 1.1442406e-05, 1.2351586e-05, 1.3176996e-05, ..., + -7.5052820e-02, -8.6012766e-02, -9.6296906e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.09341736, -0.09851638, -0.10778312, ..., 0.07234161, + 0.08070235, 0.10206027]]], shape=(1, 1, 7680), dtype=float32), array([[[0.09535126, 0.06782882, 0.05993229, ..., 0.02250795, + 0.0242412 , 0.02051424]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01773681, 0.0079117 , 0.00525405, ..., 0.00725121, + 0.01489582, -0.01285348]]], shape=(1, 1, 7680), dtype=float32), array([[[-9.2935646e-03, 9.7663552e-03, 1.1310656e-02, ..., + 1.0594564e-05, 5.7428410e-06, 1.2756434e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[-3.92889560e-05, 1.06056745e-04, 9.88719476e-05, ..., + 1.14468548e-05, 1.04016926e-05, 1.06642019e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-2.0170651e-02, -1.5859380e-02, -1.3739792e-02, ..., + 1.9342873e-05, 1.5606140e-05, 4.2885845e-06]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.5545917e-05, -1.9979450e-05, 3.0684264e-06, ..., + 2.4086762e-02, 5.0737001e-02, 8.7818757e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.11100876, 0.15139179, 0.12705953, ..., 0.27496874, + 0.26269335, 0.25082356]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.23576097, 0.23635902, 0.2105907 , ..., -0.04850918, + -0.04478942, -0.04576736]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04998174, -0.06439131, -0.08287874, ..., -0.04148832, + -0.06697617, -0.02993868]]], shape=(1, 1, 7680), dtype=float32), array([[[-6.18275180e-02, -5.91854975e-02, -3.74912731e-02, ..., + 1.01967657e-04, 1.00986195e-04, -1.56501446e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[3.17174970e-04, 3.21320636e-04, 2.98470666e-04, ..., + 1.18056923e-05, 1.14903905e-05, 1.16559422e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.0302774e-05, 8.8959969e-06, 1.0335882e-05, ..., + 1.1630884e-05, 1.1613627e-05, 1.1424094e-05]]], + shape=(1, 1, 1920), dtype=float32)] 27 +2026-04-30 19:20:51.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:20:51.593 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.03013387 0.0015454 0.06216974 ... 0.07171952 0.02964523 + -0.03750902]]] (1, 1, 1024) +2026-04-30 19:20:51.593 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:20:51.594 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:20:51.594 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:20:51.594 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.03013387 0.0015454 0.06216974 ... 0.07171952 0.02964523 + -0.03750902] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:20:51.594 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:20:51.595 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:20:51.595 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:20:51.595 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:20:51.596 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:20:51.596 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:20:51.596 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:20:51.596 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.03491206 -0.00226058 0.06047358 ... 0.06243517 0.03120051 + -0.03326755] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:20:51.597 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 3.4912057e-02 -2.2605825e-03 6.0473580e-02 ... 6.2435169e-02 + 3.1200511e-02 -3.3267550e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:20:51.641 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=48; step_idx=48 +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=48; step_idx=48 +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache Ес +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache Есл +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache Если +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment э -> text_cache Если э +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache Если эт +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если это +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment п -> text_cache Если это п +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache Если это пр +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это про +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache Если это прои +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache Если это проис +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment х -> text_cache Если это происх +2026-04-30 19:20:51.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это происхо +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache Если это происход +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache Если это происходи +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache Если это происходит +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если это происходит +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит н +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache Если это происходит не +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если это происходит не +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache Если это происходит не м +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache Если это происходит не мг +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит не мгн +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это происходит не мгно +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache Если это происходит не мгнов +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache Если это происходит не мгнове +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит не мгновен +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит не мгновенн +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:51.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это происходит не мгновенно +2026-04-30 19:20:51.677 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['Если это происходит не '] 23 +Qwen3TTSProcessor __call__ text ['Если это происходит не '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 55091, 32202, 67879, 136830, 18658, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:20:51.677 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 55091, 32202, 67879, 136830, 18658, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:20:51.677 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 55091 32202 67879 136830 18658 220]] (1, 6) +2026-04-30 19:20:51.677 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 55091 32202 67879 136830 18658 220]] (1, 6) +2026-04-30 19:20:51.677 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment Если это происходит не 23 -> tokenized_segment [np.int64(55091), np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 6 +2026-04-30 19:20:51.678 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(55091), np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] +2026-04-30 19:20:51.678 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.678 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(55091), np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 6 +2026-04-30 19:20:51.678 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 55091 -> pending_tokens [np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 5 +2026-04-30 19:20:51.686 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-48 vq [1221] (1,) int64 +2026-04-30 19:20:51.713 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-49 vq-rvq [[[1221 1838 565 799 917 781 1641 1827 432 349 205 16 590 1647 + 1307 541]]] (1, 1, 16) int64 +2026-04-30 19:20:51.713 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 32202 -> pending_tokens [np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 4 +2026-04-30 19:20:51.721 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-49 vq [2042] (1,) int64 +2026-04-30 19:20:51.748 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-50 vq-rvq [[[2042 2025 814 461 994 967 1511 1154 1555 725 404 895 124 936 + 1543 361]]] (1, 1, 16) int64 +2026-04-30 19:20:51.748 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 67879 -> pending_tokens [np.int64(136830), np.int64(18658), np.int64(220)] 3 +2026-04-30 19:20:51.756 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-50 vq [964] (1,) int64 +2026-04-30 19:20:51.782 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-51 vq-rvq [[[ 964 1991 251 1319 1267 1414 927 1747 532 1081 1999 695 698 11 + 396 374]]] (1, 1, 16) int64 +2026-04-30 19:20:51.783 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 136830 -> pending_tokens [np.int64(18658), np.int64(220)] 2 +2026-04-30 19:20:51.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-51 vq [1083] (1,) int64 +2026-04-30 19:20:51.817 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-52 vq-rvq [[[1083 1306 1144 803 1282 1268 233 131 782 1966 682 470 264 893 + 1655 58]]] (1, 1, 16) int64 +2026-04-30 19:20:51.817 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 18658 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:20:51.825 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-52 vq [1316] (1,) int64 +2026-04-30 19:20:51.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-53 vq-rvq [[[1316 1575 893 1933 1013 240 920 828 239 417 1354 598 333 125 + 1668 265]]] (1, 1, 16) int64 +2026-04-30 19:20:51.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:20:51.860 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-53 vq [177] (1,) int64 +2026-04-30 19:20:51.887 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-54 vq-rvq [[[ 177 138 777 1893 949 235 200 1534 604 105 1347 1543 84 104 + 1810 152]]] (1, 1, 16) int64 +2026-04-30 19:20:51.887 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-29 chunk_tokens [[[1221 2042 964 1083] + [1838 2025 1991 1306] + [ 565 814 251 1144] + [ 799 461 1319 803] + [ 917 994 1267 1282] + [ 781 967 1414 1268] + [1641 1511 927 233] + [1827 1154 1747 131] + [ 432 1555 532 782] + [ 349 725 1081 1966] + [ 205 404 1999 682] + [ 16 895 695 470] + [ 590 124 698 264] + [1647 936 11 893] + [1307 1543 396 1655] + [ 541 361 374 58]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:51.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-29 wav [[[1.01921869e-05 9.37937330e-06 9.83496466e-06 ... 1.04653604e-01 + 1.13619141e-01 1.09227918e-01]]] -0.3678407073020935 -0.0002829279692377895 0.10367699712514877 0.3334800601005554 (1, 1, 7680) +2026-04-30 19:20:51.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache мгновенно, +2026-04-30 19:20:51.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['мгновенно,'] 10 +Qwen3TTSProcessor __call__ text ['мгновенно,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6442, 15390, 46705, 124448, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:20:51.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6442, 15390, 46705, 124448, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:20:51.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6442 15390 46705 124448 11]] (1, 5) +2026-04-30 19:20:51.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6442 15390 46705 124448 11]] (1, 5) +2026-04-30 19:20:51.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment мгновенно, 10 -> tokenized_segment [np.int64(6442), np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] 5 +2026-04-30 19:20:51.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6442), np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] +2026-04-30 19:20:51.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:51.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6442), np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] 5 +2026-04-30 19:20:51.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6442 -> pending_tokens [np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] 4 +2026-04-30 19:20:51.920 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-54 vq [1041] (1,) int64 +2026-04-30 19:20:51.947 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-55 vq-rvq [[[1041 1389 1825 984 204 83 378 1760 263 1418 1855 1599 309 289 + 1285 506]]] (1, 1, 16) int64 +2026-04-30 19:20:51.947 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 15390 -> pending_tokens [np.int64(46705), np.int64(124448), np.int64(11)] 3 +2026-04-30 19:20:51.955 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-55 vq [912] (1,) int64 +2026-04-30 19:20:51.982 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-56 vq-rvq [[[ 912 1276 344 187 2026 725 1963 750 1286 591 189 1389 1090 324 + 51 763]]] (1, 1, 16) int64 +2026-04-30 19:20:51.982 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 46705 -> pending_tokens [np.int64(124448), np.int64(11)] 2 +2026-04-30 19:20:51.990 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-56 vq [1838] (1,) int64 +2026-04-30 19:20:52.017 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-57 vq-rvq [[[1838 432 865 1144 1859 1566 1572 1047 1095 1626 253 1468 640 153 + 1005 867]]] (1, 1, 16) int64 +2026-04-30 19:20:52.017 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 124448 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:20:52.026 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [348] (1,) int64 +2026-04-30 19:20:52.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[ 348 1956 1731 1303 433 375 417 777 1192 1474 794 291 305 692 + 543 270]]] (1, 1, 16) int64 +2026-04-30 19:20:52.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:20:52.061 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [156] (1,) int64 +2026-04-30 19:20:52.087 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[ 156 1836 658 182 977 525 92 1628 96 1327 700 304 375 707 + 559 161]]] (1, 1, 16) int64 +2026-04-30 19:20:52.088 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-33 chunk_tokens [[[1316 177 1041 912] + [1575 138 1389 1276] + [ 893 777 1825 344] + [1933 1893 984 187] + [1013 949 204 2026] + [ 240 235 83 725] + [ 920 200 378 1963] + [ 828 1534 1760 750] + [ 239 604 263 1286] + [ 417 105 1418 591] + [1354 1347 1855 189] + [ 598 1543 1599 1389] + [ 333 84 309 1090] + [ 125 104 289 324] + [1668 1810 1285 51] + [ 265 152 506 763]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:52.112 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-33 wav [[[0.14547832 0.1972468 0.24452828 ... 0.00225048 0.00214603 0.00204842]]] -0.39609378576278687 0.00032174549414776266 0.0953054204583168 0.2730928659439087 (1, 1, 7680) +2026-04-30 19:20:52.112 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:20:52.112 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:20:52.112 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:52.112 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:20:52.112 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:20:52.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [1133] (1,) int64 +2026-04-30 19:20:52.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[1133 976 1706 819 361 1486 331 518 1245 1587 1504 1313 560 641 + 213 314]]] (1, 1, 16) int64 +2026-04-30 19:20:52.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-37 chunk_tokens [[[1838 348 156 1133] + [ 432 1956 1836 976] + [ 865 1731 658 1706] + [1144 1303 182 819] + [1859 433 977 361] + [1566 375 525 1486] + [1572 417 92 331] + [1047 777 1628 518] + [1095 1192 96 1245] + [1626 1474 1327 1587] + [ 253 794 700 1504] + [1468 291 304 1313] + [ 640 305 375 560] + [ 153 692 707 641] + [1005 543 559 213] + [ 867 270 161 314]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:52.171 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-37 wav [[[ 2.0639435e-03 1.8838238e-03 1.6480520e-03 ... -1.5447251e-03 + 8.5617910e-05 -2.1429646e-03]]] -0.3272264897823334 2.090137286359095e-06 0.061076272279024124 0.2037903517484665 (1, 1, 7680) +2026-04-30 19:20:52.179 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [1772] (1,) int64 +2026-04-30 19:20:52.206 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[1772 589 104 472 1330 151 176 249 123 1285 393 1597 313 759 + 1187 471]]] (1, 1, 16) int64 +2026-04-30 19:20:52.214 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [982] (1,) int64 +2026-04-30 19:20:52.241 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[ 982 1346 224 918 306 516 655 1724 1971 1950 359 642 920 235 + 207 1277]]] (1, 1, 16) int64 +2026-04-30 19:20:52.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [502] (1,) int64 +2026-04-30 19:20:52.275 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[ 502 769 1539 259 577 996 355 88 1994 676 1032 91 1737 715 + 17 455]]] (1, 1, 16) int64 +2026-04-30 19:20:52.283 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [73] (1,) int64 +2026-04-30 19:20:52.310 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[ 73 1569 1160 1119 740 1278 1058 1819 1866 1862 993 950 1019 1289 + 1734 443]]] (1, 1, 16) int64 +2026-04-30 19:20:52.318 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [787] (1,) int64 +2026-04-30 19:20:52.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[ 787 17 1321 1210 0 1635 971 135 1211 160 236 1693 760 720 + 457 1768]]] (1, 1, 16) int64 +2026-04-30 19:20:52.353 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [828] (1,) int64 +2026-04-30 19:20:52.380 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[ 828 339 1211 1591 624 307 618 1768 17 239 1666 209 575 1904 + 1368 583]]] (1, 1, 16) int64 +2026-04-30 19:20:52.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [1163] (1,) int64 +2026-04-30 19:20:52.414 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[1163 1955 1579 1024 1607 82 582 239 1066 356 900 1372 873 1526 + 57 1518]]] (1, 1, 16) int64 +2026-04-30 19:20:52.422 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [906] (1,) int64 +2026-04-30 19:20:52.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[ 906 1408 1231 1897 1011 408 962 1270 660 1666 1322 262 1194 147 + 121 262]]] (1, 1, 16) int64 +2026-04-30 19:20:52.457 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [180] (1,) int64 +2026-04-30 19:20:52.484 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[ 180 2044 1975 539 866 13 168 1075 457 815 1451 372 1718 527 + 35 17]]] (1, 1, 16) int64 +2026-04-30 19:20:52.492 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [1493] (1,) int64 +2026-04-30 19:20:52.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[1493 1380 1019 910 1230 1657 1878 1992 286 290 1615 1630 135 395 + 603 1407]]] (1, 1, 16) int64 +2026-04-30 19:20:52.527 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [1530] (1,) int64 +2026-04-30 19:20:52.553 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[1530 905 1288 668 77 1699 511 408 310 488 1295 218 316 884 + 1071 685]]] (1, 1, 16) int64 +2026-04-30 19:20:52.561 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [422] (1,) int64 +2026-04-30 19:20:52.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[ 422 1085 842 294 1272 661 1796 307 138 69 1472 1163 1564 1433 + 123 81]]] (1, 1, 16) int64 +2026-04-30 19:20:52.596 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [832] (1,) int64 +2026-04-30 19:20:52.623 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-73 vq-rvq [[[ 832 537 748 390 59 1316 1644 1463 1540 624 1892 1206 353 1885 + 1642 1478]]] (1, 1, 16) int64 +2026-04-30 19:20:52.631 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-73 vq [1726] (1,) int64 +2026-04-30 19:20:52.657 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-74 vq-rvq [[[1726 1542 2040 414 573 222 1089 1872 447 51 1456 1552 162 1407 + 1632 133]]] (1, 1, 16) int64 +2026-04-30 19:20:52.665 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-74 vq [1928] (1,) int64 +2026-04-30 19:20:52.692 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-75 vq-rvq [[[1928 1685 1187 460 1762 1218 33 710 1621 1444 616 1463 499 816 + 128 798]]] (1, 1, 16) int64 +2026-04-30 19:20:52.700 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-75 vq [94] (1,) int64 +2026-04-30 19:20:52.727 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-76 vq-rvq [[[ 94 1513 1071 1186 924 925 814 1924 109 363 510 1833 620 1642 + 805 1674]]] (1, 1, 16) int64 +2026-04-30 19:20:52.735 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-76 vq [1115] (1,) int64 +2026-04-30 19:20:52.762 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-77 vq-rvq [[[1115 1817 963 550 883 166 0 1112 1763 1911 278 1882 524 217 + 1442 1409]]] (1, 1, 16) int64 +2026-04-30 19:20:52.770 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-77 vq [402] (1,) int64 +2026-04-30 19:20:52.796 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-78 vq-rvq [[[ 402 937 334 1247 275 667 94 1811 1281 1002 1258 1636 964 958 + 553 365]]] (1, 1, 16) int64 +2026-04-30 19:20:52.804 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-78 vq [1906] (1,) int64 +2026-04-30 19:20:52.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-79 vq-rvq [[[1906 1342 649 1001 1111 321 1333 1595 1528 43 823 562 146 677 + 8 563]]] (1, 1, 16) int64 +2026-04-30 19:20:52.839 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-79 vq [870] (1,) int64 +2026-04-30 19:20:52.866 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-80 vq-rvq [[[ 870 776 1239 1235 1166 815 1219 532 1796 1141 1493 1229 1624 433 + 1278 1378]]] (1, 1, 16) int64 +2026-04-30 19:20:52.874 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-80 vq [358] (1,) int64 +2026-04-30 19:20:52.901 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-81 vq-rvq [[[ 358 1409 1837 1293 1478 35 1976 740 373 772 323 627 623 334 + 368 753]]] (1, 1, 16) int64 +2026-04-30 19:20:52.909 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-81 vq [24] (1,) int64 +2026-04-30 19:20:52.935 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-82 vq-rvq [[[ 24 917 2007 192 1775 495 1720 2013 1226 656 1047 1137 862 41 + 933 1323]]] (1, 1, 16) int64 +2026-04-30 19:20:52.943 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-82 vq [2150] (1,) int64 +2026-04-30 19:20:52.944 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-41 chunk_tokens [[[1772 982 502 73] + [ 589 1346 769 1569] + [ 104 224 1539 1160] + [ 472 918 259 1119] + [1330 306 577 740] + [ 151 516 996 1278] + [ 176 655 355 1058] + [ 249 1724 88 1819] + [ 123 1971 1994 1866] + [1285 1950 676 1862] + [ 393 359 1032 993] + [1597 642 91 950] + [ 313 920 1737 1019] + [ 759 235 715 1289] + [1187 207 17 1734] + [ 471 1277 455 443]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:52.968 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-41 wav [[[-0.0009961 -0.00126658 -0.00088449 ... -0.0011748 -0.0010294 + -0.00116415]]] -0.24723847210407257 9.692631465441082e-06 0.06417571753263474 0.21176820993423462 (1, 1, 7680) +2026-04-30 19:20:52.968 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-45 chunk_tokens [[[ 787 828 1163 906] + [ 17 339 1955 1408] + [1321 1211 1579 1231] + [1210 1591 1024 1897] + [ 0 624 1607 1011] + [1635 307 82 408] + [ 971 618 582 962] + [ 135 1768 239 1270] + [1211 17 1066 660] + [ 160 239 356 1666] + [ 236 1666 900 1322] + [1693 209 1372 262] + [ 760 575 873 1194] + [ 720 1904 1526 147] + [ 457 1368 57 121] + [1768 583 1518 262]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:52.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-45 wav [[[ 9.3375472e-04 -7.7097892e-04 2.9750178e-03 ... 3.1611483e-04 + 4.9229484e-04 -9.2186001e-06]]] -0.28854161500930786 2.6626077669789083e-05 0.08119117468595505 0.2036687135696411 (1, 1, 7680) +2026-04-30 19:20:52.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-49 chunk_tokens [[[ 180 1493 1530 422] + [2044 1380 905 1085] + [1975 1019 1288 842] + [ 539 910 668 294] + [ 866 1230 77 1272] + [ 13 1657 1699 661] + [ 168 1878 511 1796] + [1075 1992 408 307] + [ 457 286 310 138] + [ 815 290 488 69] + [1451 1615 1295 1472] + [ 372 1630 218 1163] + [1718 135 316 1564] + [ 527 395 884 1433] + [ 35 603 1071 123] + [ 17 1407 685 81]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:53.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-49 wav [[[0.00051854 0.00027527 0.00065818 ... 0.1626556 0.18136515 0.19787812]]] -0.41157087683677673 -0.0006139878532849252 0.17963865399360657 0.35767120122909546 (1, 1, 7680) +2026-04-30 19:20:53.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-53 chunk_tokens [[[ 832 1726 1928 94] + [ 537 1542 1685 1513] + [ 748 2040 1187 1071] + [ 390 414 460 1186] + [ 59 573 1762 924] + [1316 222 1218 925] + [1644 1089 33 814] + [1463 1872 710 1924] + [1540 447 1621 109] + [ 624 51 1444 363] + [1892 1456 616 510] + [1206 1552 1463 1833] + [ 353 162 499 620] + [1885 1407 816 1642] + [1642 1632 128 805] + [1478 133 798 1674]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:53.041 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-53 wav [[[ 0.2124297 0.22800478 0.23895279 ... -0.03571296 -0.03356716 + -0.03027009]]] -0.40261027216911316 0.00046099655446596444 0.14689472317695618 0.354202538728714 (1, 1, 7680) +2026-04-30 19:20:53.041 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-57 chunk_tokens [[[1115 402 1906 870] + [1817 937 1342 776] + [ 963 334 649 1239] + [ 550 1247 1001 1235] + [ 883 275 1111 1166] + [ 166 667 321 815] + [ 0 94 1333 1219] + [1112 1811 1595 532] + [1763 1281 1528 1796] + [1911 1002 43 1141] + [ 278 1258 823 1493] + [1882 1636 562 1229] + [ 524 964 146 1624] + [ 217 958 677 433] + [1442 553 8 1278] + [1409 365 563 1378]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:53.065 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-57 wav [[[-0.03143493 -0.02877365 -0.03020971 ... -0.09892584 -0.09802008 + -0.09796861]]] -0.18617786467075348 0.00022758425620850176 0.07961980253458023 0.19856728613376617 (1, 1, 7680) +2026-04-30 19:20:53.065 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-61 chunk_tokens [[[ 358 24] + [1409 917] + [1837 2007] + [1293 192] + [1478 1775] + [ 35 495] + [1976 1720] + [ 740 2013] + [ 373 1226] + [ 772 656] + [ 323 1047] + [ 627 1137] + [ 623 862] + [ 334 41] + [ 368 933] + [ 753 1323]]] (1, 16, 2) n_chunk_frames 2 +2026-04-30 19:20:53.129 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-61 wav [[[-9.65322107e-02 -9.58960429e-02 -9.48369801e-02 ... -1.41352411e-05 + -1.25120805e-05 -1.63246386e-05]]] -0.09653221070766449 -0.00010883435606956482 0.04353000223636627 0.11387120187282562 (1, 1, 3840) +2026-04-30 19:20:53.130 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-83 +2026-04-30 19:20:53.147 [INFO] __main__: Synthesising: 'то теряется эффект живого общения.' +2026-04-30 19:20:53.148 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache т +2026-04-30 19:20:53.148 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:20:53.148 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:20:53.281 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.03692824 0.04726648 0.05757619 ... 0.07723872 -0.00758595 + 0.0496408 ]]] (1, 1, 1024) +2026-04-30 19:20:53.281 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:20:53.282 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:20:53.282 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:20:53.282 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.03692824 0.04726648 0.05757619 ... 0.07723872 -0.00758595 + 0.0496408 ] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:20:53.282 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:20:53.283 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:20:53.283 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:20:53.283 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:20:53.283 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:20:53.284 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:20:53.284 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:20:53.284 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.04170643 0.0434605 0.05588004 ... 0.06795438 -0.00603067 + 0.05388228] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:20:53.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 4.1706428e-02 4.3460496e-02 5.5880036e-02 ... 6.7954376e-02 + -6.0306662e-03 5.3882279e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то т +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то те +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache то тер +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache то теря +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то теряе +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то теряет +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache то теряетс +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache то теряется +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то теряется +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment э -> text_cache то теряется э +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ф -> text_cache то теряется эф +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ф -> text_cache то теряется эфф +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то теряется эффе +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache то теряется эффек +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то теряется эффект +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то теряется эффект +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ж -> text_cache то теряется эффект ж +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то теряется эффект жи +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache то теряется эффект жив +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то теряется эффект живо +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache то теряется эффект живог +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то теряется эффект живого +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то теряется эффект живого +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то теряется эффект живого о +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache то теряется эффект живого об +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment щ -> text_cache то теряется эффект живого общ +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то теряется эффект живого обще +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache то теряется эффект живого общен +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то теряется эффект живого общени +2026-04-30 19:20:53.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['то теряется эффект живого '] 26 +Qwen3TTSProcessor __call__ text ['то теряется эффект живого '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 24634, 135010, 4235, 49719, 132716, 29556, 134030, 22107, + 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:20:53.330 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 24634, 135010, 4235, 49719, 132716, 29556, 134030, 22107, + 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:20:53.330 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 24634 135010 4235 49719 132716 29556 134030 22107 220]] (1, 9) +2026-04-30 19:20:53.330 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 24634 135010 4235 49719 132716 29556 134030 22107 220]] (1, 9) +2026-04-30 19:20:53.330 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment то теряется эффект живого 26 -> tokenized_segment [np.int64(24634), np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 9 +2026-04-30 19:20:53.330 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(24634), np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] +2026-04-30 19:20:53.330 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.330 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(24634), np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 9 +2026-04-30 19:20:53.330 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 24634 -> pending_tokens [np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 8 +2026-04-30 19:20:53.339 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:20:53.365 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 1159 355 22 1174 819 1960 1814 1058 1179 255 1247 914 889 + 586 901]]] (1, 1, 16) int64 +2026-04-30 19:20:53.365 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 135010 -> pending_tokens [np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 7 +2026-04-30 19:20:53.373 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:20:53.400 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 284 1096 1458 735 1093 243 278 1511 1144 1846 146 1110 1484 + 1213 1435]]] (1, 1, 16) int64 +2026-04-30 19:20:53.400 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 4235 -> pending_tokens [np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 6 +2026-04-30 19:20:53.408 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:20:53.435 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 1722 184 310 901 804 1636 1202 564 38 1241 248 706 1838 + 82 803]]] (1, 1, 16) int64 +2026-04-30 19:20:53.435 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 49719 -> pending_tokens [np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 5 +2026-04-30 19:20:53.443 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:20:53.469 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 1134 933 282 914 326 506 2029 480 1333 743 1162 527 1759 + 1845 1978]]] (1, 1, 16) int64 +2026-04-30 19:20:53.469 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 132716 -> pending_tokens [np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 4 +2026-04-30 19:20:53.477 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [462] (1,) int64 +2026-04-30 19:20:53.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[ 462 1043 705 1188 852 881 34 1788 1440 1792 645 1047 589 1556 + 722 1889]]] (1, 1, 16) int64 +2026-04-30 19:20:53.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 29556 -> pending_tokens [np.int64(134030), np.int64(22107), np.int64(220)] 3 +2026-04-30 19:20:53.512 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [1225] (1,) int64 +2026-04-30 19:20:53.538 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[1225 1132 1991 1604 1440 812 112 329 837 1143 146 728 851 1482 + 415 935]]] (1, 1, 16) int64 +2026-04-30 19:20:53.538 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 134030 -> pending_tokens [np.int64(22107), np.int64(220)] 2 +2026-04-30 19:20:53.546 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [628] (1,) int64 +2026-04-30 19:20:53.573 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[ 628 965 756 1102 125 1862 1074 367 54 1915 313 315 1196 1377 + 1486 1990]]] (1, 1, 16) int64 +2026-04-30 19:20:53.573 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 22107 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:20:53.581 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [1120] (1,) int64 +2026-04-30 19:20:53.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[1120 1464 71 1105 1993 771 1699 1303 57 746 216 699 450 937 + 751 142]]] (1, 1, 16) int64 +2026-04-30 19:20:53.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:20:53.616 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [732] (1,) int64 +2026-04-30 19:20:53.643 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[ 732 45 1244 154 955 1823 787 28 1245 890 282 1755 1026 224 + 270 724]]] (1, 1, 16) int64 +2026-04-30 19:20:53.643 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [1159 284 1722 1134] + [ 355 1096 184 933] + [ 22 1458 310 282] + [1174 735 901 914] + [ 819 1093 804 326] + [1960 243 1636 506] + [1814 278 1202 2029] + [1058 1511 564 480] + [1179 1144 38 1333] + [ 255 1846 1241 743] + [1247 146 248 1162] + [ 914 1110 706 527] + [ 889 1484 1838 1759] + [ 586 1213 82 1845] + [ 901 1435 803 1978]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:53.667 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-2.0150404e-02 -1.5779370e-02 -1.3580702e-02 ... 2.2189981e-05 + 1.6403457e-05 1.1447659e-05]]] -0.021761048585176468 -5.757972030551173e-05 0.0011797540355473757 0.011516002006828785 (1, 1, 7680) +2026-04-30 19:20:53.667 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[ 462 1225 628 1120] + [1043 1132 965 1464] + [ 705 1991 756 71] + [1188 1604 1102 1105] + [ 852 1440 125 1993] + [ 881 812 1862 771] + [ 34 112 1074 1699] + [1788 329 367 1303] + [1440 837 54 57] + [1792 1143 1915 746] + [ 645 146 313 216] + [1047 728 315 699] + [ 589 851 1196 450] + [1556 1482 1377 937] + [ 722 415 1486 751] + [1889 935 1990 142]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:53.691 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[ 9.2927021e-06 5.1583961e-06 1.1414055e-05 ... -5.1978678e-03 + -8.0596544e-03 -1.8158105e-03]]] -0.24851010739803314 -1.474046939620166e-06 0.0560726597905159 0.25070181488990784 (1, 1, 7680) +2026-04-30 19:20:53.691 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache общения +2026-04-30 19:20:53.691 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.691 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:53.692 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache общения. +2026-04-30 19:20:53.692 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['общения.'] 8 +Qwen3TTSProcessor __call__ text ['общения.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[54157, 18492, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:20:53.692 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[54157, 18492, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:20:53.692 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[54157 18492 13]] (1, 3) +2026-04-30 19:20:53.692 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[54157 18492 13]] (1, 3) +2026-04-30 19:20:53.692 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment общения. 8 -> tokenized_segment [np.int64(54157), np.int64(18492), np.int64(13)] 3 +2026-04-30 19:20:53.692 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(54157), np.int64(18492), np.int64(13)] +2026-04-30 19:20:53.692 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.692 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(54157), np.int64(18492), np.int64(13)] 3 +2026-04-30 19:20:53.692 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 54157 -> pending_tokens [np.int64(18492), np.int64(13)] 2 +2026-04-30 19:20:53.700 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [443] (1,) int64 +2026-04-30 19:20:53.727 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[ 443 1453 65 1856 1633 339 123 1637 911 502 1221 1819 321 187 + 818 74]]] (1, 1, 16) int64 +2026-04-30 19:20:53.727 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 18492 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:20:53.735 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [557] (1,) int64 +2026-04-30 19:20:53.762 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[ 557 467 1042 1759 1081 1630 1628 105 406 1445 1177 388 1941 593 + 576 570]]] (1, 1, 16) int64 +2026-04-30 19:20:53.762 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:20:53.770 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [1162] (1,) int64 +2026-04-30 19:20:53.797 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[1162 1161 394 1040 204 271 612 61 692 1615 153 959 642 235 + 1545 245]]] (1, 1, 16) int64 +2026-04-30 19:20:53.797 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[ 732 443 557 1162] + [ 45 1453 467 1161] + [1244 65 1042 394] + [ 154 1856 1759 1040] + [ 955 1633 1081 204] + [1823 339 1630 271] + [ 787 123 1628 612] + [ 28 1637 105 61] + [1245 911 406 692] + [ 890 502 1445 1615] + [ 282 1221 1177 153] + [1755 1819 388 959] + [1026 321 1941 642] + [ 224 187 593 235] + [ 270 818 576 1545] + [ 724 74 570 245]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:53.821 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[-0.00565871 -0.00387677 -0.00511022 ... 0.01849531 0.02595617 + 0.02322816]]] -0.2356317937374115 0.00014171238581184298 0.08689875900745392 0.3324112296104431 (1, 1, 7680) +2026-04-30 19:20:53.821 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:20:53.821 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:20:53.821 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:53.821 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:20:53.821 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:20:53.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [1795] (1,) int64 +2026-04-30 19:20:53.856 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[1795 1808 765 293 1013 1387 1637 1430 1680 253 110 1244 313 705 + 420 617]]] (1, 1, 16) int64 +2026-04-30 19:20:53.864 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [1136] (1,) int64 +2026-04-30 19:20:53.890 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[1136 1956 650 1155 275 1996 1951 819 1337 356 1545 1951 702 957 + 1708 1611]]] (1, 1, 16) int64 +2026-04-30 19:20:53.898 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [360] (1,) int64 +2026-04-30 19:20:53.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[ 360 1271 733 2006 169 530 1505 335 489 1963 1473 130 891 1372 + 1170 999]]] (1, 1, 16) int64 +2026-04-30 19:20:53.933 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [378] (1,) int64 +2026-04-30 19:20:53.960 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[ 378 941 518 1506 249 1745 1990 1276 1348 571 997 445 991 496 + 1208 639]]] (1, 1, 16) int64 +2026-04-30 19:20:53.968 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [931] (1,) int64 +2026-04-30 19:20:53.995 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[ 931 1346 1158 1034 1217 1403 814 181 330 1700 488 1293 936 141 + 1265 321]]] (1, 1, 16) int64 +2026-04-30 19:20:54.003 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [1830] (1,) int64 +2026-04-30 19:20:54.029 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[1830 564 1954 527 2043 1368 789 487 1673 336 1694 968 2000 1563 + 291 1683]]] (1, 1, 16) int64 +2026-04-30 19:20:54.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [113] (1,) int64 +2026-04-30 19:20:54.064 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[ 113 456 268 649 899 122 916 88 2009 1695 975 839 1063 1524 + 518 852]]] (1, 1, 16) int64 +2026-04-30 19:20:54.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [494] (1,) int64 +2026-04-30 19:20:54.099 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[ 494 126 2040 1788 443 1516 104 1293 1493 1681 1575 1670 100 155 + 1565 1634]]] (1, 1, 16) int64 +2026-04-30 19:20:54.107 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [1240] (1,) int64 +2026-04-30 19:20:54.134 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[1240 1176 118 834 362 30 1030 1581 29 372 385 1463 1545 11 + 531 966]]] (1, 1, 16) int64 +2026-04-30 19:20:54.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [906] (1,) int64 +2026-04-30 19:20:54.169 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[ 906 976 1072 414 360 2035 1156 554 327 1246 431 1161 343 771 + 1445 1302]]] (1, 1, 16) int64 +2026-04-30 19:20:54.177 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [1829] (1,) int64 +2026-04-30 19:20:54.204 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[1829 206 925 881 2011 609 1243 8 321 34 1146 190 817 240 + 413 668]]] (1, 1, 16) int64 +2026-04-30 19:20:54.211 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [1853] (1,) int64 +2026-04-30 19:20:54.238 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[1853 286 1349 347 622 1057 0 850 1040 278 1829 523 228 1933 + 128 208]]] (1, 1, 16) int64 +2026-04-30 19:20:54.246 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [1447] (1,) int64 +2026-04-30 19:20:54.273 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[1447 261 1842 425 684 1293 993 1159 894 41 1753 548 47 975 + 276 1564]]] (1, 1, 16) int64 +2026-04-30 19:20:54.281 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [784] (1,) int64 +2026-04-30 19:20:54.308 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[ 784 248 215 1016 432 1184 888 1121 1586 1155 1472 11 1847 1210 + 1030 1414]]] (1, 1, 16) int64 +2026-04-30 19:20:54.316 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [826] (1,) int64 +2026-04-30 19:20:54.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-27 vq-rvq [[[ 826 1565 84 1524 1716 1813 1406 1724 960 1968 1242 61 651 873 + 1076 650]]] (1, 1, 16) int64 +2026-04-30 19:20:54.351 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-27 vq [630] (1,) int64 +2026-04-30 19:20:54.377 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-28 vq-rvq [[[ 630 236 1894 1697 1961 904 1042 620 1661 529 2017 1292 1934 1557 + 641 1037]]] (1, 1, 16) int64 +2026-04-30 19:20:54.385 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-28 vq [1528] (1,) int64 +2026-04-30 19:20:54.412 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-29 vq-rvq [[[1528 1875 1152 408 448 1238 940 1728 296 6 1964 685 290 913 + 374 1147]]] (1, 1, 16) int64 +2026-04-30 19:20:54.420 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-29 vq [1500] (1,) int64 +2026-04-30 19:20:54.447 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-30 vq-rvq [[[1500 381 658 1605 727 647 794 1255 668 565 274 1788 777 1951 + 904 777]]] (1, 1, 16) int64 +2026-04-30 19:20:54.455 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-30 vq [792] (1,) int64 +2026-04-30 19:20:54.481 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-31 vq-rvq [[[ 792 157 554 1409 1036 281 514 1664 390 1183 451 132 1060 441 + 209 1273]]] (1, 1, 16) int64 +2026-04-30 19:20:54.489 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-31 vq [1255] (1,) int64 +2026-04-30 19:20:54.516 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-32 vq-rvq [[[1255 32 1471 1076 299 399 469 892 865 67 1919 1537 1037 1024 + 1570 1109]]] (1, 1, 16) int64 +2026-04-30 19:20:54.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-32 vq [963] (1,) int64 +2026-04-30 19:20:54.550 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-33 vq-rvq [[[ 963 442 717 1066 1573 1402 80 488 124 1938 1357 931 361 453 + 496 1512]]] (1, 1, 16) int64 +2026-04-30 19:20:54.558 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-33 vq [213] (1,) int64 +2026-04-30 19:20:54.585 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-34 vq-rvq [[[ 213 184 1499 1377 236 1701 2007 611 553 1531 89 1636 249 1476 + 1261 219]]] (1, 1, 16) int64 +2026-04-30 19:20:54.593 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-34 vq [588] (1,) int64 +2026-04-30 19:20:54.620 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-35 vq-rvq [[[ 588 936 929 558 22 979 78 795 836 719 167 524 1925 626 + 58 275]]] (1, 1, 16) int64 +2026-04-30 19:20:54.628 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-35 vq [908] (1,) int64 +2026-04-30 19:20:54.654 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-36 vq-rvq [[[ 908 216 225 916 1277 947 177 722 290 1453 27 1659 311 885 + 1644 1699]]] (1, 1, 16) int64 +2026-04-30 19:20:54.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-36 vq [1730] (1,) int64 +2026-04-30 19:20:54.689 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-37 vq-rvq [[[1730 1262 471 1293 433 1269 1995 1650 109 167 343 140 595 1772 + 1218 1587]]] (1, 1, 16) int64 +2026-04-30 19:20:54.697 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-37 vq [1329] (1,) int64 +2026-04-30 19:20:54.724 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-38 vq-rvq [[[1329 614 139 589 511 2037 1915 1544 710 1440 557 903 85 247 + 1986 343]]] (1, 1, 16) int64 +2026-04-30 19:20:54.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-38 vq [2150] (1,) int64 +2026-04-30 19:20:54.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[1795 1136 360 378] + [1808 1956 1271 941] + [ 765 650 733 518] + [ 293 1155 2006 1506] + [1013 275 169 249] + [1387 1996 530 1745] + [1637 1951 1505 1990] + [1430 819 335 1276] + [1680 1337 489 1348] + [ 253 356 1963 571] + [ 110 1545 1473 997] + [1244 1951 130 445] + [ 313 702 891 991] + [ 705 957 1372 496] + [ 420 1708 1170 1208] + [ 617 1611 999 639]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:54.756 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[0.03505089 0.04380754 0.02228907 ... 0.01255885 0.07693453 0.06119308]]] -0.30452629923820496 -0.00024551182286813855 0.07296638190746307 0.2944483458995819 (1, 1, 7680) +2026-04-30 19:20:54.756 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[ 931 1830 113 494] + [1346 564 456 126] + [1158 1954 268 2040] + [1034 527 649 1788] + [1217 2043 899 443] + [1403 1368 122 1516] + [ 814 789 916 104] + [ 181 487 88 1293] + [ 330 1673 2009 1493] + [1700 336 1695 1681] + [ 488 1694 975 1575] + [1293 968 839 1670] + [ 936 2000 1063 100] + [ 141 1563 1524 155] + [1265 291 518 1565] + [ 321 1683 852 1634]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:54.780 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[0.13305205 0.16061467 0.11946595 ... 0.00032079 0.00047498 0.00031902]]] -0.17286330461502075 0.00016426132060587406 0.0606413371860981 0.21363134682178497 (1, 1, 7680) +2026-04-30 19:20:54.781 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[1240 906 1829 1853] + [1176 976 206 286] + [ 118 1072 925 1349] + [ 834 414 881 347] + [ 362 360 2011 622] + [ 30 2035 609 1057] + [1030 1156 1243 0] + [1581 554 8 850] + [ 29 327 321 1040] + [ 372 1246 34 278] + [ 385 431 1146 1829] + [1463 1161 190 523] + [1545 343 817 228] + [ 11 771 240 1933] + [ 531 1445 413 128] + [ 966 1302 668 208]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:54.805 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[ 0.00098222 0.00093612 0.00097085 ... -0.06582723 -0.06180532 + -0.07028688]]] -0.23762112855911255 -0.00011658893345156685 0.05520091950893402 0.2653370201587677 (1, 1, 7680) +2026-04-30 19:20:54.805 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[1447 784 826 630] + [ 261 248 1565 236] + [1842 215 84 1894] + [ 425 1016 1524 1697] + [ 684 432 1716 1961] + [1293 1184 1813 904] + [ 993 888 1406 1042] + [1159 1121 1724 620] + [ 894 1586 960 1661] + [ 41 1155 1968 529] + [1753 1472 1242 2017] + [ 548 11 61 1292] + [ 47 1847 651 1934] + [ 975 1210 873 1557] + [ 276 1030 1076 641] + [1564 1414 650 1037]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:54.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[-0.07548902 -0.07297249 -0.07674661 ... 0.14954016 0.17445162 + 0.23635417]]] -0.1501210778951645 4.0983974031405523e-05 0.07924553006887436 0.28737494349479675 (1, 1, 7680) +2026-04-30 19:20:54.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 chunk_tokens [[[1528 1500 792 1255] + [1875 381 157 32] + [1152 658 554 1471] + [ 408 1605 1409 1076] + [ 448 727 1036 299] + [1238 647 281 399] + [ 940 794 514 469] + [1728 1255 1664 892] + [ 296 668 390 865] + [ 6 565 1183 67] + [1964 274 451 1919] + [ 685 1788 132 1537] + [ 290 777 1060 1037] + [ 913 1951 441 1024] + [ 374 904 209 1570] + [1147 777 1273 1109]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:54.853 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 wav [[[ 0.20932569 0.25077263 0.23529884 ... -0.0133266 0.0459121 + 0.07337652]]] -0.18678617477416992 0.00012427970068529248 0.042091403156518936 0.250772625207901 (1, 1, 7680) +2026-04-30 19:20:54.853 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 chunk_tokens [[[ 963 213 588 908] + [ 442 184 936 216] + [ 717 1499 929 225] + [1066 1377 558 916] + [1573 236 22 1277] + [1402 1701 979 947] + [ 80 2007 78 177] + [ 488 611 795 722] + [ 124 553 836 290] + [1938 1531 719 1453] + [1357 89 167 27] + [ 931 1636 524 1659] + [ 361 249 1925 311] + [ 453 1476 626 885] + [ 496 1261 58 1644] + [1512 219 275 1699]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:54.877 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 wav [[[-0.02866384 -0.07790349 -0.01008924 ... -0.02113021 -0.02684204 + -0.03363094]]] -0.17015531659126282 0.00021506320626940578 0.07393811643123627 0.21903342008590698 (1, 1, 7680) +2026-04-30 19:20:54.878 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 chunk_tokens [[[1730 1329] + [1262 614] + [ 471 139] + [1293 589] + [ 433 511] + [1269 2037] + [1995 1915] + [1650 1544] + [ 109 710] + [ 167 1440] + [ 343 557] + [ 140 903] + [ 595 85] + [1772 247] + [1218 1986] + [1587 343]]] (1, 16, 2) n_chunk_frames 2 +2026-04-30 19:20:54.908 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 wav [[[-3.4181327e-02 -3.4729488e-02 -3.9074466e-02 ... 1.1479335e-05 + 1.1310967e-05 1.0889236e-05]]] -0.093088798224926 -0.0003822868748102337 0.028022244572639465 0.08544139564037323 (1, 1, 3840) +2026-04-30 19:20:54.908 [INFO] __main__: Synthesising: 'Мы наконец-то достигли момента,' +2026-04-30 19:20:54.908 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment М -> text_cache М +2026-04-30 19:20:54.908 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:20:54.913 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[ 0.08216145, -0.02081028, -0.06077906, ..., -0.10841177, + -0.04289377, 0.10619484]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02904643, -0.02783208, 0.04290918, ..., 0.06573948, + 0.07451998, 0.08816404]]], shape=(1, 1, 7680), dtype=float32), array([[[ 1.0089138e-01, 1.1417095e-01, 1.2649694e-01, ..., + -8.5742504e-05, -5.3710643e-05, -5.6027708e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-5.7749079e-05, -5.8174635e-05, -4.7416826e-05, ..., + -1.4396042e-01, -1.3775498e-01, -1.4045751e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-1.4590776e-01, -1.4837247e-01, -1.2554884e-01, ..., + 1.9302801e-04, -1.2248638e-04, -1.4537305e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[3.1025257e-04, 3.1007524e-04, 9.0602174e-05, ..., + 6.5038344e-05, 8.0695172e-05, 4.8337268e-05]]], + shape=(1, 1, 1460), dtype=float32), array([[[-2.0178391e-02, -1.5869794e-02, -1.3761052e-02, ..., + 3.9499737e-05, -3.2717169e-05, -8.5938060e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-2.1496242e-05, 8.5857624e-05, 1.8384657e-04, ..., + 5.3203180e-02, 4.8196625e-02, 3.8794335e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.01546472, 0.0134967 , -0.00569459, ..., -0.00150024, + 0.01516187, 0.02139667]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01243992, 0.00034578, 0.01112451, ..., -0.02546191, + -0.08601407, -0.06519838]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04607782, -0.02965423, -0.06253179, ..., 0.16350597, + 0.17226283, 0.17945425]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.18547074, 0.19731869, 0.19471392, ..., -0.03574953, + -0.00762533, 0.06068378]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.2778093e-02, 2.4837503e-02, -2.8021527e-02, ..., + 1.1220860e-05, 1.1008133e-05, 1.0800988e-05]]], + shape=(1, 1, 5760), dtype=float32), array([[[ 1.1442406e-05, 1.2351586e-05, 1.3176996e-05, ..., + -7.5052820e-02, -8.6012766e-02, -9.6296906e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.09341736, -0.09851638, -0.10778312, ..., 0.07234161, + 0.08070235, 0.10206027]]], shape=(1, 1, 7680), dtype=float32), array([[[0.09535126, 0.06782882, 0.05993229, ..., 0.02250795, + 0.0242412 , 0.02051424]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01773681, 0.0079117 , 0.00525405, ..., 0.00725121, + 0.01489582, -0.01285348]]], shape=(1, 1, 7680), dtype=float32), array([[[-9.2935646e-03, 9.7663552e-03, 1.1310656e-02, ..., + 1.0594564e-05, 5.7428410e-06, 1.2756434e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[-3.92889560e-05, 1.06056745e-04, 9.88719476e-05, ..., + 1.14468548e-05, 1.04016926e-05, 1.06642019e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-2.0170651e-02, -1.5859380e-02, -1.3739792e-02, ..., + 1.9342873e-05, 1.5606140e-05, 4.2885845e-06]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.5545917e-05, -1.9979450e-05, 3.0684264e-06, ..., + 2.4086762e-02, 5.0737001e-02, 8.7818757e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.11100876, 0.15139179, 0.12705953, ..., 0.27496874, + 0.26269335, 0.25082356]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.23576097, 0.23635902, 0.2105907 , ..., -0.04850918, + -0.04478942, -0.04576736]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04998174, -0.06439131, -0.08287874, ..., -0.04148832, + -0.06697617, -0.02993868]]], shape=(1, 1, 7680), dtype=float32), array([[[-6.18275180e-02, -5.91854975e-02, -3.74912731e-02, ..., + 1.01967657e-04, 1.00986195e-04, -1.56501446e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[3.17174970e-04, 3.21320636e-04, 2.98470666e-04, ..., + 1.18056923e-05, 1.14903905e-05, 1.16559422e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.0302774e-05, 8.8959969e-06, 1.0335882e-05, ..., + 1.1630884e-05, 1.1613627e-05, 1.1424094e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[1.01921869e-05, 9.37937330e-06, 9.83496466e-06, ..., + 1.04653604e-01, 1.13619141e-01, 1.09227918e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.14547832, 0.1972468 , 0.24452828, ..., 0.00225048, + 0.00214603, 0.00204842]]], shape=(1, 1, 7680), dtype=float32), array([[[ 2.0639435e-03, 1.8838238e-03, 1.6480520e-03, ..., + -1.5447251e-03, 8.5617910e-05, -2.1429646e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.0009961 , -0.00126658, -0.00088449, ..., -0.0011748 , + -0.0010294 , -0.00116415]]], shape=(1, 1, 7680), dtype=float32), array([[[ 9.3375472e-04, -7.7097892e-04, 2.9750178e-03, ..., + 3.1611483e-04, 4.9229484e-04, -9.2186001e-06]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.00051854, 0.00027527, 0.00065818, ..., 0.1626556 , + 0.18136515, 0.19787812]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.2124297 , 0.22800478, 0.23895279, ..., -0.03571296, + -0.03356716, -0.03027009]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03143493, -0.02877365, -0.03020971, ..., -0.09892584, + -0.09802008, -0.09796861]]], shape=(1, 1, 7680), dtype=float32), array([[[-9.65322107e-02, -9.58960429e-02, -9.48369801e-02, ..., + -1.41352411e-05, -1.25120805e-05, -1.63246386e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[-2.0150404e-02, -1.5779370e-02, -1.3580702e-02, ..., + 2.2189981e-05, 1.6403457e-05, 1.1447659e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 9.2927021e-06, 5.1583961e-06, 1.1414055e-05, ..., + -5.1978678e-03, -8.0596544e-03, -1.8158105e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00565871, -0.00387677, -0.00511022, ..., 0.01849531, + 0.02595617, 0.02322816]]], shape=(1, 1, 7680), dtype=float32), array([[[0.03505089, 0.04380754, 0.02228907, ..., 0.01255885, + 0.07693453, 0.06119308]]], shape=(1, 1, 7680), dtype=float32), array([[[0.13305205, 0.16061467, 0.11946595, ..., 0.00032079, + 0.00047498, 0.00031902]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00098222, 0.00093612, 0.00097085, ..., -0.06582723, + -0.06180532, -0.07028688]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07548902, -0.07297249, -0.07674661, ..., 0.14954016, + 0.17445162, 0.23635417]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.20932569, 0.25077263, 0.23529884, ..., -0.0133266 , + 0.0459121 , 0.07337652]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02866384, -0.07790349, -0.01008924, ..., -0.02113021, + -0.02684204, -0.03363094]]], shape=(1, 1, 7680), dtype=float32), array([[[-3.4181327e-02, -3.4729488e-02, -3.9074466e-02, ..., + 1.1479335e-05, 1.1310967e-05, 1.0889236e-05]]], + shape=(1, 1, 3840), dtype=float32)] 46 +2026-04-30 19:20:54.913 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [ 8.2161449e-02 -2.0810276e-02 -6.0779065e-02 ... 1.1479335e-05 + 1.1310967e-05 1.0889236e-05] (325940,) float32 +2026-04-30 19:20:54.913 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 20 [ 1.5545917e-05 -1.9979450e-05 3.0684264e-06 ... 1.1479335e-05 + 1.1310967e-05 1.0889236e-05] (186240,) float32 +2026-04-30 19:20:54.916 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 20 [array([[[ 1.5545917e-05, -1.9979450e-05, 3.0684264e-06, ..., + 2.4086762e-02, 5.0737001e-02, 8.7818757e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.11100876, 0.15139179, 0.12705953, ..., 0.27496874, + 0.26269335, 0.25082356]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.23576097, 0.23635902, 0.2105907 , ..., -0.04850918, + -0.04478942, -0.04576736]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04998174, -0.06439131, -0.08287874, ..., -0.04148832, + -0.06697617, -0.02993868]]], shape=(1, 1, 7680), dtype=float32), array([[[-6.18275180e-02, -5.91854975e-02, -3.74912731e-02, ..., + 1.01967657e-04, 1.00986195e-04, -1.56501446e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[3.17174970e-04, 3.21320636e-04, 2.98470666e-04, ..., + 1.18056923e-05, 1.14903905e-05, 1.16559422e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.0302774e-05, 8.8959969e-06, 1.0335882e-05, ..., + 1.1630884e-05, 1.1613627e-05, 1.1424094e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[1.01921869e-05, 9.37937330e-06, 9.83496466e-06, ..., + 1.04653604e-01, 1.13619141e-01, 1.09227918e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.14547832, 0.1972468 , 0.24452828, ..., 0.00225048, + 0.00214603, 0.00204842]]], shape=(1, 1, 7680), dtype=float32), array([[[ 2.0639435e-03, 1.8838238e-03, 1.6480520e-03, ..., + -1.5447251e-03, 8.5617910e-05, -2.1429646e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.0009961 , -0.00126658, -0.00088449, ..., -0.0011748 , + -0.0010294 , -0.00116415]]], shape=(1, 1, 7680), dtype=float32), array([[[ 9.3375472e-04, -7.7097892e-04, 2.9750178e-03, ..., + 3.1611483e-04, 4.9229484e-04, -9.2186001e-06]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.00051854, 0.00027527, 0.00065818, ..., 0.1626556 , + 0.18136515, 0.19787812]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.2124297 , 0.22800478, 0.23895279, ..., -0.03571296, + -0.03356716, -0.03027009]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03143493, -0.02877365, -0.03020971, ..., -0.09892584, + -0.09802008, -0.09796861]]], shape=(1, 1, 7680), dtype=float32), array([[[-9.65322107e-02, -9.58960429e-02, -9.48369801e-02, ..., + -1.41352411e-05, -1.25120805e-05, -1.63246386e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[-2.0150404e-02, -1.5779370e-02, -1.3580702e-02, ..., + 2.2189981e-05, 1.6403457e-05, 1.1447659e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 9.2927021e-06, 5.1583961e-06, 1.1414055e-05, ..., + -5.1978678e-03, -8.0596544e-03, -1.8158105e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00565871, -0.00387677, -0.00511022, ..., 0.01849531, + 0.02595617, 0.02322816]]], shape=(1, 1, 7680), dtype=float32), array([[[0.03505089, 0.04380754, 0.02228907, ..., 0.01255885, + 0.07693453, 0.06119308]]], shape=(1, 1, 7680), dtype=float32), array([[[0.13305205, 0.16061467, 0.11946595, ..., 0.00032079, + 0.00047498, 0.00031902]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00098222, 0.00093612, 0.00097085, ..., -0.06582723, + -0.06180532, -0.07028688]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07548902, -0.07297249, -0.07674661, ..., 0.14954016, + 0.17445162, 0.23635417]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.20932569, 0.25077263, 0.23529884, ..., -0.0133266 , + 0.0459121 , 0.07337652]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02866384, -0.07790349, -0.01008924, ..., -0.02113021, + -0.02684204, -0.03363094]]], shape=(1, 1, 7680), dtype=float32), array([[[-3.4181327e-02, -3.4729488e-02, -3.9074466e-02, ..., + 1.1479335e-05, 1.1310967e-05, 1.0889236e-05]]], + shape=(1, 1, 3840), dtype=float32)] 26 +2026-04-30 19:20:54.917 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:20:54.990 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.03521627 0.01386085 -0.02327214 ... 0.01190804 0.03453143 + -0.01694705]]] (1, 1, 1024) +2026-04-30 19:20:54.990 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:20:54.990 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:20:54.990 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:20:54.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.03521627 0.01386085 -0.02327214 ... 0.01190804 0.03453143 + -0.01694705] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:20:54.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:20:54.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:20:54.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:20:54.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:20:54.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:20:54.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:20:54.993 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:20:54.993 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.03999446 0.01005487 -0.0249683 ... 0.00262369 0.03608671 + -0.01270558] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:20:54.993 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.17608565e-03 3.43665597e-04 -6.55415468e-04 ... 6.84416108e-03 + 1.68522168e-03 -3.06996517e-04] + [-5.03064841e-02 4.05576639e-03 1.82898659e-02 ... -5.68876788e-02 + 1.05210245e-02 -2.88374200e-02] + [ 1.95693341e-03 -6.33762684e-05 1.15664070e-03 ... 2.76610162e-03 + 4.27936204e-04 -2.22290773e-03] + ... + [ 1.83323584e-03 1.35148503e-03 -1.09343696e-03 ... 7.19514210e-03 + -2.07106117e-04 2.52486113e-03] + [ 3.99944559e-02 1.00548659e-02 -2.49683000e-02 ... 2.62368936e-03 + 3.60867120e-02 -1.27055785e-02] + [ 4.19472251e-03 -5.97881665e-03 5.17555652e-03 ... 2.99034826e-03 + 3.45899677e-03 -7.18042813e-03]]] (1, 9, 1024) +2026-04-30 19:20:55.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=57; step_idx=57 +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=57; step_idx=57 +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache Мы +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Мы +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Мы н +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache Мы на +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache Мы нак +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Мы нако +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Мы након +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache Мы наконе +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ц -> text_cache Мы наконец +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment - -> text_cache Мы наконец- +2026-04-30 19:20:55.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['Мы наконец-'] 11 +Qwen3TTSProcessor __call__ text ['Мы наконец-'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 37991, 4552, 6709, 15869, 17316, 126499, 12]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:20:55.073 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 37991, 4552, 6709, 15869, 17316, 126499, 12]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:20:55.073 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 37991 4552 6709 15869 17316 126499 12]] (1, 7) +2026-04-30 19:20:55.073 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 37991 4552 6709 15869 17316 126499 12]] (1, 7) +2026-04-30 19:20:55.073 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment Мы наконец- 11 -> tokenized_segment [np.int64(37991), np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 7 +2026-04-30 19:20:55.073 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(37991), np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] +2026-04-30 19:20:55.073 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.073 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(37991), np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 7 +2026-04-30 19:20:55.073 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 37991 -> pending_tokens [np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 6 +2026-04-30 19:20:55.082 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [1221] (1,) int64 +2026-04-30 19:20:55.109 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[1221 1042 822 482 1937 144 319 1683 308 809 682 347 1113 1991 + 739 549]]] (1, 1, 16) int64 +2026-04-30 19:20:55.109 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 4552 -> pending_tokens [np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 5 +2026-04-30 19:20:55.117 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [2042] (1,) int64 +2026-04-30 19:20:55.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[2042 152 1531 294 1137 1608 617 26 775 378 915 219 564 1196 + 1305 1289]]] (1, 1, 16) int64 +2026-04-30 19:20:55.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6709 -> pending_tokens [np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 4 +2026-04-30 19:20:55.152 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [123] (1,) int64 +2026-04-30 19:20:55.178 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[ 123 1036 552 325 13 243 960 1691 255 1212 302 1413 1275 1523 + 1781 1987]]] (1, 1, 16) int64 +2026-04-30 19:20:55.178 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 15869 -> pending_tokens [np.int64(17316), np.int64(126499), np.int64(12)] 3 +2026-04-30 19:20:55.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [396] (1,) int64 +2026-04-30 19:20:55.213 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[ 396 851 1565 1925 195 599 487 913 1459 551 528 1126 31 841 + 32 188]]] (1, 1, 16) int64 +2026-04-30 19:20:55.213 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 17316 -> pending_tokens [np.int64(126499), np.int64(12)] 2 +2026-04-30 19:20:55.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [131] (1,) int64 +2026-04-30 19:20:55.248 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[ 131 280 892 326 1078 476 1612 629 1285 260 1835 118 55 1003 + 165 280]]] (1, 1, 16) int64 +2026-04-30 19:20:55.248 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 126499 -> pending_tokens [np.int64(12)] 1 +2026-04-30 19:20:55.256 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [1371] (1,) int64 +2026-04-30 19:20:55.283 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[1371 66 1922 1640 301 240 1737 1762 917 1084 305 1468 1731 1586 + 52 123]]] (1, 1, 16) int64 +2026-04-30 19:20:55.283 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 12 -> pending_tokens [] 0 +2026-04-30 19:20:55.291 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [770] (1,) int64 +2026-04-30 19:20:55.318 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[ 770 419 312 801 612 45 160 1760 1235 557 1866 575 1985 793 + 1051 458]]] (1, 1, 16) int64 +2026-04-30 19:20:55.318 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-38 chunk_tokens [[[1221 2042 123 396] + [1042 152 1036 851] + [ 822 1531 552 1565] + [ 482 294 325 1925] + [1937 1137 13 195] + [ 144 1608 243 599] + [ 319 617 960 487] + [1683 26 1691 913] + [ 308 775 255 1459] + [ 809 378 1212 551] + [ 682 915 302 528] + [ 347 219 1413 1126] + [1113 564 1275 31] + [1991 1196 1523 841] + [ 739 1305 1781 32] + [ 549 1289 1987 188]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:55.342 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-38 wav [[[1.0802305e-05 1.1412483e-05 1.3219171e-05 ... 2.3350084e-01 + 2.4254817e-01 2.5006619e-01]]] -0.29328271746635437 3.270407614763826e-05 0.1348300725221634 0.3435302972793579 (1, 1, 7680) +2026-04-30 19:20:55.342 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache т +2026-04-30 19:20:55.342 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.342 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.342 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache то д +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то до +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache то дос +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то дост +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то дости +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache то достиг +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache то достигл +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то достигли +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то достигли +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache то достигли м +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то достигли мо +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache то достигли мом +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то достигли моме +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache то достигли момен +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то достигли момент +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache то достигли момента +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache то достигли момента, +2026-04-30 19:20:55.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['то достигли момента,'] 20 +Qwen3TTSProcessor __call__ text ['то достигли момента,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 24634, 139062, 11073, 130485, 87731, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:20:55.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 24634, 139062, 11073, 130485, 87731, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:20:55.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 24634 139062 11073 130485 87731 11]] (1, 6) +2026-04-30 19:20:55.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 24634 139062 11073 130485 87731 11]] (1, 6) +2026-04-30 19:20:55.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment то достигли момента, 20 -> tokenized_segment [np.int64(24634), np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 6 +2026-04-30 19:20:55.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(24634), np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] +2026-04-30 19:20:55.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(24634), np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 6 +2026-04-30 19:20:55.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 24634 -> pending_tokens [np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 5 +2026-04-30 19:20:55.352 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [499] (1,) int64 +2026-04-30 19:20:55.379 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[ 499 1682 1076 1565 977 504 1576 1612 340 1095 596 926 641 1289 + 407 44]]] (1, 1, 16) int64 +2026-04-30 19:20:55.379 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 139062 -> pending_tokens [np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 4 +2026-04-30 19:20:55.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [935] (1,) int64 +2026-04-30 19:20:55.414 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[ 935 1203 144 1001 1920 1544 1316 291 22 76 1696 1989 1439 721 + 91 614]]] (1, 1, 16) int64 +2026-04-30 19:20:55.414 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11073 -> pending_tokens [np.int64(130485), np.int64(87731), np.int64(11)] 3 +2026-04-30 19:20:55.422 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [1566] (1,) int64 +2026-04-30 19:20:55.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[1566 905 149 655 495 1439 716 1462 1976 1569 565 1180 839 579 + 1971 1836]]] (1, 1, 16) int64 +2026-04-30 19:20:55.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 130485 -> pending_tokens [np.int64(87731), np.int64(11)] 2 +2026-04-30 19:20:55.457 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [1249] (1,) int64 +2026-04-30 19:20:55.484 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[1249 1149 631 514 1100 447 168 2047 1616 967 1230 16 1497 1736 + 1400 241]]] (1, 1, 16) int64 +2026-04-30 19:20:55.484 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 87731 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:20:55.492 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [873] (1,) int64 +2026-04-30 19:20:55.518 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[ 873 340 1409 1998 434 235 1381 658 955 1156 1585 208 1560 300 + 1181 802]]] (1, 1, 16) int64 +2026-04-30 19:20:55.518 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:20:55.526 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [1762] (1,) int64 +2026-04-30 19:20:55.553 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[1762 1499 1610 1196 1128 666 1151 1444 164 140 208 1328 546 847 + 1925 482]]] (1, 1, 16) int64 +2026-04-30 19:20:55.553 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-42 chunk_tokens [[[ 131 1371 770 499] + [ 280 66 419 1682] + [ 892 1922 312 1076] + [ 326 1640 801 1565] + [1078 301 612 977] + [ 476 240 45 504] + [1612 1737 160 1576] + [ 629 1762 1760 1612] + [1285 917 1235 340] + [ 260 1084 557 1095] + [1835 305 1866 596] + [ 118 1468 575 926] + [ 55 1731 1985 641] + [1003 1586 793 1289] + [ 165 52 1051 407] + [ 280 123 458 44]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:55.577 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-42 wav [[[ 0.22685784 0.26612055 0.19904384 ... -0.02837626 -0.03511323 + -0.05019851]]] -0.22336238622665405 0.0002542768488638103 0.09346829354763031 0.28136318922042847 (1, 1, 7680) +2026-04-30 19:20:55.578 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-46 chunk_tokens [[[ 935 1566 1249 873] + [1203 905 1149 340] + [ 144 149 631 1409] + [1001 655 514 1998] + [1920 495 1100 434] + [1544 1439 447 235] + [1316 716 168 1381] + [ 291 1462 2047 658] + [ 22 1976 1616 955] + [ 76 1569 967 1156] + [1696 565 1230 1585] + [1989 1180 16 208] + [1439 839 1497 1560] + [ 721 579 1736 300] + [ 91 1971 1400 1181] + [ 614 1836 241 802]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:55.602 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-46 wav [[[-0.05799045 -0.06633911 -0.07173474 ... -0.00235777 -0.00058335 + -0.00286398]]] -0.23677268624305725 -0.0002380041842116043 0.11221625655889511 0.25358864665031433 (1, 1, 7680) +2026-04-30 19:20:55.602 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:20:55.602 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:20:55.602 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:55.602 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:20:55.602 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:20:55.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [1100] (1,) int64 +2026-04-30 19:20:55.637 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[1100 1009 483 702 777 698 1300 370 1504 1786 288 823 783 314 + 243 35]]] (1, 1, 16) int64 +2026-04-30 19:20:55.645 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [1954] (1,) int64 +2026-04-30 19:20:55.672 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[1954 1746 1711 371 909 1600 853 1856 1300 1870 679 362 996 1529 + 85 1668]]] (1, 1, 16) int64 +2026-04-30 19:20:55.680 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [558] (1,) int64 +2026-04-30 19:20:55.707 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-73 vq-rvq [[[ 558 506 519 1884 625 1425 274 1643 734 1997 1657 796 1160 344 + 733 481]]] (1, 1, 16) int64 +2026-04-30 19:20:55.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-73 vq [367] (1,) int64 +2026-04-30 19:20:55.742 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-74 vq-rvq [[[ 367 782 691 1533 798 1639 380 411 468 343 868 363 210 991 + 365 685]]] (1, 1, 16) int64 +2026-04-30 19:20:55.750 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-74 vq [1013] (1,) int64 +2026-04-30 19:20:55.776 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-75 vq-rvq [[[1013 86 1046 1874 1561 1212 308 1866 542 451 516 84 268 1909 + 831 1055]]] (1, 1, 16) int64 +2026-04-30 19:20:55.784 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-75 vq [1643] (1,) int64 +2026-04-30 19:20:55.811 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-76 vq-rvq [[[1643 1709 154 1694 1072 1449 1024 27 95 749 1451 252 1697 707 + 357 561]]] (1, 1, 16) int64 +2026-04-30 19:20:55.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-76 vq [1634] (1,) int64 +2026-04-30 19:20:55.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-77 vq-rvq [[[1634 1031 1747 96 1541 242 423 1980 1681 2031 127 1555 1860 711 + 229 1824]]] (1, 1, 16) int64 +2026-04-30 19:20:55.854 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-77 vq [177] (1,) int64 +2026-04-30 19:20:55.880 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-78 vq-rvq [[[ 177 1023 1041 766 1418 964 1987 1217 632 1939 223 1597 86 1000 + 27 930]]] (1, 1, 16) int64 +2026-04-30 19:20:55.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-78 vq [593] (1,) int64 +2026-04-30 19:20:55.915 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-79 vq-rvq [[[ 593 1939 275 942 948 798 1585 1824 1252 342 479 344 400 234 + 124 131]]] (1, 1, 16) int64 +2026-04-30 19:20:55.923 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-79 vq [1647] (1,) int64 +2026-04-30 19:20:55.950 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-80 vq-rvq [[[1647 277 1239 821 0 346 33 95 1776 920 119 155 1002 786 + 266 646]]] (1, 1, 16) int64 +2026-04-30 19:20:55.958 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-80 vq [1552] (1,) int64 +2026-04-30 19:20:55.984 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-81 vq-rvq [[[1552 1992 807 228 200 1237 763 1679 1710 509 535 331 173 528 + 900 1142]]] (1, 1, 16) int64 +2026-04-30 19:20:55.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-81 vq [422] (1,) int64 +2026-04-30 19:20:56.019 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-82 vq-rvq [[[ 422 983 1362 1250 1313 130 1762 1299 156 382 64 1228 622 31 + 959 4]]] (1, 1, 16) int64 +2026-04-30 19:20:56.027 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-82 vq [667] (1,) int64 +2026-04-30 19:20:56.054 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-83 vq-rvq [[[ 667 940 1315 911 1849 757 1985 286 509 338 94 885 1724 485 + 1583 2000]]] (1, 1, 16) int64 +2026-04-30 19:20:56.062 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-83 vq [2024] (1,) int64 +2026-04-30 19:20:56.088 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-84 vq-rvq [[[2024 1219 265 564 589 572 1881 568 742 481 1388 91 904 454 + 1371 608]]] (1, 1, 16) int64 +2026-04-30 19:20:56.096 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-84 vq [195] (1,) int64 +2026-04-30 19:20:56.123 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-85 vq-rvq [[[ 195 1103 1156 1323 1350 786 624 1998 402 1933 880 206 78 1832 + 1509 1360]]] (1, 1, 16) int64 +2026-04-30 19:20:56.131 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-85 vq [1906] (1,) int64 +2026-04-30 19:20:56.158 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-86 vq-rvq [[[1906 758 808 902 1962 946 796 1169 1908 1105 1797 110 1950 1256 + 1010 1620]]] (1, 1, 16) int64 +2026-04-30 19:20:56.166 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-86 vq [299] (1,) int64 +2026-04-30 19:20:56.193 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-87 vq-rvq [[[ 299 1486 604 1310 1300 1392 2034 1203 1540 1780 948 399 1424 16 + 854 1263]]] (1, 1, 16) int64 +2026-04-30 19:20:56.201 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-87 vq [272] (1,) int64 +2026-04-30 19:20:56.228 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-88 vq-rvq [[[ 272 1089 1661 1487 1190 831 271 1124 1156 516 659 1284 466 1449 + 402 1285]]] (1, 1, 16) int64 +2026-04-30 19:20:56.236 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-88 vq [2150] (1,) int64 +2026-04-30 19:20:56.237 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-50 chunk_tokens [[[1762 1100 1954 558] + [1499 1009 1746 506] + [1610 483 1711 519] + [1196 702 371 1884] + [1128 777 909 625] + [ 666 698 1600 1425] + [1151 1300 853 274] + [1444 370 1856 1643] + [ 164 1504 1300 734] + [ 140 1786 1870 1997] + [ 208 288 679 1657] + [1328 823 362 796] + [ 546 783 996 1160] + [ 847 314 1529 344] + [1925 243 85 733] + [ 482 35 1668 481]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:56.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-50 wav [[[-4.0069954e-03 -1.5172510e-03 -1.3173954e-02 ... 1.4655392e-05 + 5.7041293e-06 -2.8571280e-06]]] -0.017509926110506058 8.95175980986096e-06 0.0012778902892023325 0.017233574762940407 (1, 1, 7680) +2026-04-30 19:20:56.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-54 chunk_tokens [[[ 367 1013 1643 1634] + [ 782 86 1709 1031] + [ 691 1046 154 1747] + [1533 1874 1694 96] + [ 798 1561 1072 1541] + [1639 1212 1449 242] + [ 380 308 1024 423] + [ 411 1866 27 1980] + [ 468 542 95 1681] + [ 343 451 749 2031] + [ 868 516 1451 127] + [ 363 84 252 1555] + [ 210 268 1697 1860] + [ 991 1909 707 711] + [ 365 831 357 229] + [ 685 1055 561 1824]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:56.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-54 wav [[[-4.9666373e-06 -1.0240932e-05 4.7789258e-06 ... -1.3913463e-02 + -1.4246492e-02 5.1562145e-02]]] -0.20565547049045563 6.431418569263769e-06 0.07439222931861877 0.26383960247039795 (1, 1, 7680) +2026-04-30 19:20:56.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-58 chunk_tokens [[[ 177 593 1647 1552] + [1023 1939 277 1992] + [1041 275 1239 807] + [ 766 942 821 228] + [1418 948 0 200] + [ 964 798 346 1237] + [1987 1585 33 763] + [1217 1824 95 1679] + [ 632 1252 1776 1710] + [1939 342 920 509] + [ 223 479 119 535] + [1597 344 155 331] + [ 86 400 1002 173] + [1000 234 786 528] + [ 27 124 266 900] + [ 930 131 646 1142]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:56.309 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-58 wav [[[-0.04589827 0.02912026 -0.02505333 ... 0.08846633 0.07342605 + 0.05579592]]] -0.19907256960868835 0.00021566645591519773 0.08051005750894547 0.25085654854774475 (1, 1, 7680) +2026-04-30 19:20:56.309 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-62 chunk_tokens [[[ 422 667 2024 195] + [ 983 940 1219 1103] + [1362 1315 265 1156] + [1250 911 564 1323] + [1313 1849 589 1350] + [ 130 757 572 786] + [1762 1985 1881 624] + [1299 286 568 1998] + [ 156 509 742 402] + [ 382 338 481 1933] + [ 64 94 1388 880] + [1228 885 91 206] + [ 622 1724 904 78] + [ 31 485 454 1832] + [ 959 1583 1371 1509] + [ 4 2000 608 1360]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:56.334 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-62 wav [[[ 0.03506817 0.04434639 0.03042237 ... -0.02150406 -0.03209502 + -0.02687405]]] -0.2012401670217514 0.00011530006304383278 0.11847186088562012 0.25270557403564453 (1, 1, 7680) +2026-04-30 19:20:56.334 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-66 chunk_tokens [[[1906 299 272] + [ 758 1486 1089] + [ 808 604 1661] + [ 902 1310 1487] + [1962 1300 1190] + [ 946 1392 831] + [ 796 2034 271] + [1169 1203 1124] + [1908 1540 1156] + [1105 1780 516] + [1797 948 659] + [ 110 399 1284] + [1950 1424 466] + [1256 16 1449] + [1010 854 402] + [1620 1263 1285]]] (1, 16, 3) n_chunk_frames 3 +2026-04-30 19:20:56.400 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-66 wav [[[-0.02729312 -0.01990012 -0.04778673 ... -0.02433933 -0.02075439 + -0.02019016]]] -0.14473919570446014 -0.00046437792479991913 0.05462830513715744 0.20242847502231598 (1, 1, 5760) +2026-04-30 19:20:56.401 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-89 +2026-04-30 19:20:56.419 [INFO] __main__: Synthesising: 'когда технологии стали достаточно быстрыми,' +2026-04-30 19:20:56.419 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache к +2026-04-30 19:20:56.419 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:20:56.419 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:20:56.552 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.03692824 0.04726648 0.05757619 ... 0.07723872 -0.00758595 + 0.0496408 ]]] (1, 1, 1024) +2026-04-30 19:20:56.552 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:20:56.552 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:20:56.552 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:20:56.553 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.03692824 0.04726648 0.05757619 ... 0.07723872 -0.00758595 + 0.0496408 ] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:20:56.553 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:20:56.553 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:20:56.553 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:20:56.554 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:20:56.554 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:20:56.554 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:20:56.555 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:20:56.555 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.04170643 0.0434605 0.05588004 ... 0.06795438 -0.00603067 + 0.05388228] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:20:56.555 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 4.1706428e-02 4.3460496e-02 5.5880036e-02 ... 6.7954376e-02 + -6.0306662e-03 5.3882279e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache ко +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache ког +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache когд +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache когда +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache когда +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда т +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache когда те +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment х -> text_cache когда тех +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache когда техн +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда техно +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache когда технол +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда техноло +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache когда технолог +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache когда технологи +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache когда технологии +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache когда технологии +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache когда технологии с +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда технологии ст +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache когда технологии ста +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache когда технологии стал +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache когда технологии стали +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache когда технологии стали +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache когда технологии стали д +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда технологии стали до +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache когда технологии стали дос +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда технологии стали дост +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache когда технологии стали доста +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда технологии стали достат +2026-04-30 19:20:56.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда технологии стали достато +2026-04-30 19:20:56.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ч -> text_cache когда технологии стали достаточ +2026-04-30 19:20:56.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache когда технологии стали достаточн +2026-04-30 19:20:56.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['когда технологии стали '] 23 +Qwen3TTSProcessor __call__ text ['когда технологии стали '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 4793, 124846, 142651, 135906, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:20:56.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 4793, 124846, 142651, 135906, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:20:56.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 4793 124846 142651 135906 220]] (1, 5) +2026-04-30 19:20:56.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 4793 124846 142651 135906 220]] (1, 5) +2026-04-30 19:20:56.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment когда технологии стали 23 -> tokenized_segment [np.int64(4793), np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] 5 +2026-04-30 19:20:56.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(4793), np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] +2026-04-30 19:20:56.601 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.601 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(4793), np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] 5 +2026-04-30 19:20:56.601 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 4793 -> pending_tokens [np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] 4 +2026-04-30 19:20:56.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:20:56.635 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 1159 355 22 1174 1093 625 1814 1058 905 1846 1247 1677 889 + 812 901]]] (1, 1, 16) int64 +2026-04-30 19:20:56.636 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 124846 -> pending_tokens [np.int64(142651), np.int64(135906), np.int64(220)] 3 +2026-04-30 19:20:56.644 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:20:56.671 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 1722 682 371 901 493 55 1902 1025 1144 1241 146 527 781 + 82 1978]]] (1, 1, 16) int64 +2026-04-30 19:20:56.671 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 142651 -> pending_tokens [np.int64(135906), np.int64(220)] 2 +2026-04-30 19:20:56.679 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:20:56.706 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 1644 1402 2026 1938 1221 1579 1163 1351 455 324 990 1555 1759 + 345 421]]] (1, 1, 16) int64 +2026-04-30 19:20:56.706 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 135906 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:20:56.714 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:20:56.741 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 1809 1471 1399 625 1228 392 470 1356 1124 1657 391 127 1945 + 85 1629]]] (1, 1, 16) int64 +2026-04-30 19:20:56.741 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:20:56.749 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [462] (1,) int64 +2026-04-30 19:20:56.775 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[ 462 1045 771 995 442 1543 1751 405 1242 1221 223 362 1160 1727 + 348 1644]]] (1, 1, 16) int64 +2026-04-30 19:20:56.776 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [1159 1722 1644 1809] + [ 355 682 1402 1471] + [ 22 371 2026 1399] + [1174 901 1938 625] + [1093 493 1221 1228] + [ 625 55 1579 392] + [1814 1902 1163 470] + [1058 1025 1351 1356] + [ 905 1144 455 1124] + [1846 1241 324 1657] + [1247 146 990 391] + [1677 527 1555 127] + [ 889 781 1759 1945] + [ 812 82 345 85] + [ 901 1978 421 1629]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-2.0178391e-02 -1.5869794e-02 -1.3761052e-02 ... 5.3457101e-05 + -1.3809027e-05 -4.7244073e-05]]] -0.02017839066684246 -5.5137239542091265e-05 0.0010682762367650867 0.009112656116485596 (1, 1, 7680) +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache достаточно +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache достаточно +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache достаточно б +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache достаточно бы +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache достаточно быс +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache достаточно быст +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache достаточно быстр +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache достаточно быстры +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache достаточно быстрым +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache достаточно быстрыми +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:56.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache достаточно быстрыми, +2026-04-30 19:20:56.801 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['достаточно быстрыми,'] 20 +Qwen3TTSProcessor __call__ text ['достаточно быстрыми,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6949, 24276, 7972, 127310, 37660, 6597, 38003, 63780, + 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:20:56.801 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6949, 24276, 7972, 127310, 37660, 6597, 38003, 63780, + 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:20:56.801 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6949 24276 7972 127310 37660 6597 38003 63780 11]] (1, 9) +2026-04-30 19:20:56.801 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6949 24276 7972 127310 37660 6597 38003 63780 11]] (1, 9) +2026-04-30 19:20:56.801 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment достаточно быстрыми, 20 -> tokenized_segment [np.int64(6949), np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 9 +2026-04-30 19:20:56.801 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6949), np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] +2026-04-30 19:20:56.801 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:56.801 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6949), np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 9 +2026-04-30 19:20:56.801 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6949 -> pending_tokens [np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 8 +2026-04-30 19:20:56.809 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [1225] (1,) int64 +2026-04-30 19:20:56.837 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[1225 1009 933 1336 550 241 1300 595 564 1785 743 1162 914 1508 + 1772 556]]] (1, 1, 16) int64 +2026-04-30 19:20:56.837 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 24276 -> pending_tokens [np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 7 +2026-04-30 19:20:56.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [628] (1,) int64 +2026-04-30 19:20:56.872 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[ 628 798 1491 1640 448 357 519 286 2014 1143 444 1092 636 1351 + 844 1077]]] (1, 1, 16) int64 +2026-04-30 19:20:56.872 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 7972 -> pending_tokens [np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 6 +2026-04-30 19:20:56.880 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [1999] (1,) int64 +2026-04-30 19:20:56.907 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[1999 1700 693 1145 576 2 32 102 1673 1914 443 3 818 1104 + 1847 1838]]] (1, 1, 16) int64 +2026-04-30 19:20:56.907 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 127310 -> pending_tokens [np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 5 +2026-04-30 19:20:56.915 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [1643] (1,) int64 +2026-04-30 19:20:56.942 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[1643 1665 2013 1986 1530 1544 643 1200 1026 635 774 193 1789 367 + 1486 1748]]] (1, 1, 16) int64 +2026-04-30 19:20:56.942 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 37660 -> pending_tokens [np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 4 +2026-04-30 19:20:56.950 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [777] (1,) int64 +2026-04-30 19:20:56.977 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[ 777 1697 1554 1642 416 55 297 1361 1148 1761 1746 739 1497 782 + 1399 625]]] (1, 1, 16) int64 +2026-04-30 19:20:56.977 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6597 -> pending_tokens [np.int64(38003), np.int64(63780), np.int64(11)] 3 +2026-04-30 19:20:56.985 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [812] (1,) int64 +2026-04-30 19:20:57.012 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[ 812 1684 908 318 1492 706 155 967 955 596 891 1599 399 1957 + 248 816]]] (1, 1, 16) int64 +2026-04-30 19:20:57.012 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 38003 -> pending_tokens [np.int64(63780), np.int64(11)] 2 +2026-04-30 19:20:57.020 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [800] (1,) int64 +2026-04-30 19:20:57.047 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[ 800 865 1618 968 1725 725 814 616 1031 75 1786 746 46 495 + 1191 874]]] (1, 1, 16) int64 +2026-04-30 19:20:57.047 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 63780 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:20:57.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [1145] (1,) int64 +2026-04-30 19:20:57.082 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[1145 1007 1967 900 1811 1051 1585 501 8 2047 422 1923 322 812 + 980 1817]]] (1, 1, 16) int64 +2026-04-30 19:20:57.082 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:20:57.090 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [39] (1,) int64 +2026-04-30 19:20:57.117 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[ 39 1685 1012 1111 1758 1326 1496 1852 1565 1078 305 1464 136 341 + 366 1238]]] (1, 1, 16) int64 +2026-04-30 19:20:57.118 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[ 462 1225 628 1999] + [1045 1009 798 1700] + [ 771 933 1491 693] + [ 995 1336 1640 1145] + [ 442 550 448 576] + [1543 241 357 2] + [1751 1300 519 32] + [ 405 595 286 102] + [1242 564 2014 1673] + [1221 1785 1143 1914] + [ 223 743 444 443] + [ 362 1162 1092 3] + [1160 914 636 818] + [1727 1508 1351 1104] + [ 348 1772 844 1847] + [1644 556 1077 1838]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:57.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[-5.0423758e-05 -3.5018966e-05 -5.3257641e-06 ... 1.8816184e-02 + 2.4747821e-02 2.9233996e-02]]] -0.13518987596035004 -0.0001639046095078811 0.028153900057077408 0.18327413499355316 (1, 1, 7680) +2026-04-30 19:20:57.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[1643 777 812 800] + [1665 1697 1684 865] + [2013 1554 908 1618] + [1986 1642 318 968] + [1530 416 1492 1725] + [1544 55 706 725] + [ 643 297 155 814] + [1200 1361 967 616] + [1026 1148 955 1031] + [ 635 1761 596 75] + [ 774 1746 891 1786] + [ 193 739 1599 746] + [1789 1497 399 46] + [ 367 782 1957 495] + [1486 1399 248 1191] + [1748 625 816 874]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:57.166 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[ 0.02546068 0.02466395 0.02206719 ... -0.00889611 -0.00449972 + -0.00706962]]] -0.29479318857192993 0.00019631591567303985 0.07432534545660019 0.3757393956184387 (1, 1, 7680) +2026-04-30 19:20:57.166 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:20:57.166 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:20:57.166 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:57.166 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:20:57.166 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:20:57.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [2026] (1,) int64 +2026-04-30 19:20:57.202 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[2026 289 21 488 1129 59 1644 1637 198 436 535 1541 118 183 + 954 165]]] (1, 1, 16) int64 +2026-04-30 19:20:57.211 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [1387] (1,) int64 +2026-04-30 19:20:57.237 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[1387 1328 448 700 1243 1741 654 107 1371 1169 157 1390 1485 81 + 737 375]]] (1, 1, 16) int64 +2026-04-30 19:20:57.245 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [133] (1,) int64 +2026-04-30 19:20:57.272 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[ 133 1918 262 765 675 1456 873 1353 1095 408 1015 732 731 2000 + 1364 43]]] (1, 1, 16) int64 +2026-04-30 19:20:57.280 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [1644] (1,) int64 +2026-04-30 19:20:57.306 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[1644 1103 412 803 1540 291 158 497 456 1081 1385 888 1546 1071 + 2 1519]]] (1, 1, 16) int64 +2026-04-30 19:20:57.314 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [551] (1,) int64 +2026-04-30 19:20:57.341 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[ 551 1394 111 1377 1180 1701 94 1890 621 405 883 1546 57 1437 + 177 1994]]] (1, 1, 16) int64 +2026-04-30 19:20:57.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [177] (1,) int64 +2026-04-30 19:20:57.376 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[ 177 1371 95 584 77 781 1416 329 420 2044 55 1514 1719 923 + 1288 821]]] (1, 1, 16) int64 +2026-04-30 19:20:57.384 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [1196] (1,) int64 +2026-04-30 19:20:57.410 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[1196 103 1512 148 204 506 959 1124 1797 803 475 611 1125 201 + 711 33]]] (1, 1, 16) int64 +2026-04-30 19:20:57.418 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [506] (1,) int64 +2026-04-30 19:20:57.445 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[ 506 29 1548 71 1740 1158 1553 1919 878 1675 1747 1542 1282 759 + 1651 1483]]] (1, 1, 16) int64 +2026-04-30 19:20:57.453 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [532] (1,) int64 +2026-04-30 19:20:57.480 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[ 532 1297 699 1611 1783 621 1899 1060 1922 140 299 1596 163 2024 + 623 1363]]] (1, 1, 16) int64 +2026-04-30 19:20:57.488 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [907] (1,) int64 +2026-04-30 19:20:57.514 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[ 907 407 213 1676 195 1290 378 776 721 1773 527 298 300 744 + 172 1089]]] (1, 1, 16) int64 +2026-04-30 19:20:57.522 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [1774] (1,) int64 +2026-04-30 19:20:57.549 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[1774 159 1109 96 622 176 138 961 944 658 1308 1139 501 986 + 513 526]]] (1, 1, 16) int64 +2026-04-30 19:20:57.557 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [1745] (1,) int64 +2026-04-30 19:20:57.584 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[1745 1738 504 1964 780 125 490 1760 1890 1226 226 1650 477 215 + 342 48]]] (1, 1, 16) int64 +2026-04-30 19:20:57.592 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [875] (1,) int64 +2026-04-30 19:20:57.618 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-27 vq-rvq [[[ 875 740 175 758 1263 1363 573 91 508 818 438 220 798 1300 + 1176 137]]] (1, 1, 16) int64 +2026-04-30 19:20:57.626 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-27 vq [799] (1,) int64 +2026-04-30 19:20:57.653 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-28 vq-rvq [[[ 799 812 528 1201 1822 774 1646 752 208 1971 229 1636 1724 69 + 1868 1333]]] (1, 1, 16) int64 +2026-04-30 19:20:57.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-28 vq [312] (1,) int64 +2026-04-30 19:20:57.688 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-29 vq-rvq [[[ 312 1966 837 1438 1581 697 1718 850 1924 1969 1416 1147 2034 944 + 1341 1612]]] (1, 1, 16) int64 +2026-04-30 19:20:57.696 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-29 vq [1613] (1,) int64 +2026-04-30 19:20:57.723 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-30 vq-rvq [[[1613 1386 1850 872 945 130 1043 606 1525 772 267 1042 31 662 + 416 121]]] (1, 1, 16) int64 +2026-04-30 19:20:57.730 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-30 vq [156] (1,) int64 +2026-04-30 19:20:57.757 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-31 vq-rvq [[[ 156 489 641 788 182 457 1224 1481 1184 1418 584 1063 1610 849 + 158 253]]] (1, 1, 16) int64 +2026-04-30 19:20:57.765 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-31 vq [899] (1,) int64 +2026-04-30 19:20:57.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-32 vq-rvq [[[ 899 1049 159 1671 2001 1522 1231 1518 851 1260 1104 996 357 44 + 1587 1369]]] (1, 1, 16) int64 +2026-04-30 19:20:57.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-32 vq [773] (1,) int64 +2026-04-30 19:20:57.826 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-33 vq-rvq [[[ 773 185 1029 157 1339 729 648 848 933 1858 620 1879 1100 431 + 1278 362]]] (1, 1, 16) int64 +2026-04-30 19:20:57.835 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-33 vq [1514] (1,) int64 +2026-04-30 19:20:57.861 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-34 vq-rvq [[[1514 1176 80 481 519 1949 727 1590 87 1247 1836 1525 2028 1367 + 1214 1493]]] (1, 1, 16) int64 +2026-04-30 19:20:57.869 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-34 vq [982] (1,) int64 +2026-04-30 19:20:57.896 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-35 vq-rvq [[[ 982 1113 674 1872 1330 1909 81 1010 952 342 471 1049 1851 701 + 1218 1627]]] (1, 1, 16) int64 +2026-04-30 19:20:57.904 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-35 vq [422] (1,) int64 +2026-04-30 19:20:57.930 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-36 vq-rvq [[[ 422 86 163 696 1942 1024 925 1294 1189 492 449 824 616 1456 + 1857 1508]]] (1, 1, 16) int64 +2026-04-30 19:20:57.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-36 vq [1063] (1,) int64 +2026-04-30 19:20:57.965 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-37 vq-rvq [[[1063 216 5 1678 1575 1293 713 212 405 1084 484 1503 137 8 + 140 507]]] (1, 1, 16) int64 +2026-04-30 19:20:57.973 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-37 vq [759] (1,) int64 +2026-04-30 19:20:58.000 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-38 vq-rvq [[[ 759 614 139 1109 511 1856 1085 905 1468 1182 1905 1167 1870 452 + 576 575]]] (1, 1, 16) int64 +2026-04-30 19:20:58.008 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-38 vq [2150] (1,) int64 +2026-04-30 19:20:58.008 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[1145 39 2026 1387] + [1007 1685 289 1328] + [1967 1012 21 448] + [ 900 1111 488 700] + [1811 1758 1129 1243] + [1051 1326 59 1741] + [1585 1496 1644 654] + [ 501 1852 1637 107] + [ 8 1565 198 1371] + [2047 1078 436 1169] + [ 422 305 535 157] + [1923 1464 1541 1390] + [ 322 136 118 1485] + [ 812 341 183 81] + [ 980 366 954 737] + [1817 1238 165 375]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:58.032 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[-0.01059163 -0.00826584 -0.00285103 ... -0.05263797 -0.03739252 + -0.03254645]]] -0.22166168689727783 -0.0001941466034622863 0.086642324924469 0.32304197549819946 (1, 1, 7680) +2026-04-30 19:20:58.032 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[ 133 1644 551 177] + [1918 1103 1394 1371] + [ 262 412 111 95] + [ 765 803 1377 584] + [ 675 1540 1180 77] + [1456 291 1701 781] + [ 873 158 94 1416] + [1353 497 1890 329] + [1095 456 621 420] + [ 408 1081 405 2044] + [1015 1385 883 55] + [ 732 888 1546 1514] + [ 731 1546 57 1719] + [2000 1071 1437 923] + [1364 2 177 1288] + [ 43 1519 1994 821]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:58.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[-1.9087600e-02 6.7151706e-03 3.0298620e-03 ... -8.5045496e-05 + -5.1502724e-05 -3.3699107e-05]]] -0.19286203384399414 0.00023924009292386472 0.06385155767202377 0.1515645831823349 (1, 1, 7680) +2026-04-30 19:20:58.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[1196 506 532 907] + [ 103 29 1297 407] + [1512 1548 699 213] + [ 148 71 1611 1676] + [ 204 1740 1783 195] + [ 506 1158 621 1290] + [ 959 1553 1899 378] + [1124 1919 1060 776] + [1797 878 1922 721] + [ 803 1675 140 1773] + [ 475 1747 299 527] + [ 611 1542 1596 298] + [1125 1282 163 300] + [ 201 759 2024 744] + [ 711 1651 623 172] + [ 33 1483 1363 1089]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:58.081 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[-1.0237552e-04 2.4865526e-06 -3.6598845e-05 ... -7.3190369e-02 + -6.4968221e-02 -6.9559611e-02]]] -0.22461619973182678 -8.207807695725933e-06 0.07217903435230255 0.2203224003314972 (1, 1, 7680) +2026-04-30 19:20:58.081 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[1774 1745 875 799] + [ 159 1738 740 812] + [1109 504 175 528] + [ 96 1964 758 1201] + [ 622 780 1263 1822] + [ 176 125 1363 774] + [ 138 490 573 1646] + [ 961 1760 91 752] + [ 944 1890 508 208] + [ 658 1226 818 1971] + [1308 226 438 229] + [1139 1650 220 1636] + [ 501 477 798 1724] + [ 986 215 1300 69] + [ 513 342 1176 1868] + [ 526 48 137 1333]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:58.105 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[-0.06722246 -0.07497275 -0.0907506 ... 0.02030312 0.04003874 + -0.02993246]]] -0.1582677960395813 4.589622767525725e-05 0.04344348609447479 0.18333543837070465 (1, 1, 7680) +2026-04-30 19:20:58.105 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 chunk_tokens [[[ 312 1613 156 899] + [1966 1386 489 1049] + [ 837 1850 641 159] + [1438 872 788 1671] + [1581 945 182 2001] + [ 697 130 457 1522] + [1718 1043 1224 1231] + [ 850 606 1481 1518] + [1924 1525 1184 851] + [1969 772 1418 1260] + [1416 267 584 1104] + [1147 1042 1063 996] + [2034 31 1610 357] + [ 944 662 849 44] + [1341 416 158 1587] + [1612 121 253 1369]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:58.129 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 wav [[[-0.02070701 0.01865502 0.0134447 ... 0.1337673 0.12991516 + 0.12740867]]] -0.19484688341617584 0.0002482527925167233 0.0701928660273552 0.19410699605941772 (1, 1, 7680) +2026-04-30 19:20:58.129 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 chunk_tokens [[[ 773 1514 982 422] + [ 185 1176 1113 86] + [1029 80 674 163] + [ 157 481 1872 696] + [1339 519 1330 1942] + [ 729 1949 1909 1024] + [ 648 727 81 925] + [ 848 1590 1010 1294] + [ 933 87 952 1189] + [1858 1247 342 492] + [ 620 1836 471 449] + [1879 1525 1049 824] + [1100 2028 1851 616] + [ 431 1367 701 1456] + [1278 1214 1218 1857] + [ 362 1493 1627 1508]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:58.154 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 wav [[[0.12348596 0.13439538 0.1074765 ... 0.05637692 0.05363953 0.05100337]]] -0.19706803560256958 -6.845335883554071e-05 0.04484384134411812 0.15642870962619781 (1, 1, 7680) +2026-04-30 19:20:58.154 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 chunk_tokens [[[1063 759] + [ 216 614] + [ 5 139] + [1678 1109] + [1575 511] + [1293 1856] + [ 713 1085] + [ 212 905] + [ 405 1468] + [1084 1182] + [ 484 1905] + [1503 1167] + [ 137 1870] + [ 8 452] + [ 140 576] + [ 507 575]]] (1, 16, 2) n_chunk_frames 2 +2026-04-30 19:20:58.219 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 wav [[[4.8732590e-02 4.5814708e-02 4.2819455e-02 ... 1.1669881e-05 + 1.1517584e-05 1.1546548e-05]]] -0.06366132944822311 -0.0002894184726756066 0.028617646545171738 0.07879137247800827 (1, 1, 3840) +2026-04-30 19:20:58.219 [INFO] __main__: Synthesising: 'чтобы люди могли просто общаться.' +2026-04-30 19:20:58.219 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ч -> text_cache ч +2026-04-30 19:20:58.219 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:20:58.224 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[ 1.5545917e-05, -1.9979450e-05, 3.0684264e-06, ..., + 2.4086762e-02, 5.0737001e-02, 8.7818757e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.11100876, 0.15139179, 0.12705953, ..., 0.27496874, + 0.26269335, 0.25082356]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.23576097, 0.23635902, 0.2105907 , ..., -0.04850918, + -0.04478942, -0.04576736]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04998174, -0.06439131, -0.08287874, ..., -0.04148832, + -0.06697617, -0.02993868]]], shape=(1, 1, 7680), dtype=float32), array([[[-6.18275180e-02, -5.91854975e-02, -3.74912731e-02, ..., + 1.01967657e-04, 1.00986195e-04, -1.56501446e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[3.17174970e-04, 3.21320636e-04, 2.98470666e-04, ..., + 1.18056923e-05, 1.14903905e-05, 1.16559422e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.0302774e-05, 8.8959969e-06, 1.0335882e-05, ..., + 1.1630884e-05, 1.1613627e-05, 1.1424094e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[1.01921869e-05, 9.37937330e-06, 9.83496466e-06, ..., + 1.04653604e-01, 1.13619141e-01, 1.09227918e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.14547832, 0.1972468 , 0.24452828, ..., 0.00225048, + 0.00214603, 0.00204842]]], shape=(1, 1, 7680), dtype=float32), array([[[ 2.0639435e-03, 1.8838238e-03, 1.6480520e-03, ..., + -1.5447251e-03, 8.5617910e-05, -2.1429646e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.0009961 , -0.00126658, -0.00088449, ..., -0.0011748 , + -0.0010294 , -0.00116415]]], shape=(1, 1, 7680), dtype=float32), array([[[ 9.3375472e-04, -7.7097892e-04, 2.9750178e-03, ..., + 3.1611483e-04, 4.9229484e-04, -9.2186001e-06]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.00051854, 0.00027527, 0.00065818, ..., 0.1626556 , + 0.18136515, 0.19787812]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.2124297 , 0.22800478, 0.23895279, ..., -0.03571296, + -0.03356716, -0.03027009]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03143493, -0.02877365, -0.03020971, ..., -0.09892584, + -0.09802008, -0.09796861]]], shape=(1, 1, 7680), dtype=float32), array([[[-9.65322107e-02, -9.58960429e-02, -9.48369801e-02, ..., + -1.41352411e-05, -1.25120805e-05, -1.63246386e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[-2.0150404e-02, -1.5779370e-02, -1.3580702e-02, ..., + 2.2189981e-05, 1.6403457e-05, 1.1447659e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 9.2927021e-06, 5.1583961e-06, 1.1414055e-05, ..., + -5.1978678e-03, -8.0596544e-03, -1.8158105e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00565871, -0.00387677, -0.00511022, ..., 0.01849531, + 0.02595617, 0.02322816]]], shape=(1, 1, 7680), dtype=float32), array([[[0.03505089, 0.04380754, 0.02228907, ..., 0.01255885, + 0.07693453, 0.06119308]]], shape=(1, 1, 7680), dtype=float32), array([[[0.13305205, 0.16061467, 0.11946595, ..., 0.00032079, + 0.00047498, 0.00031902]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00098222, 0.00093612, 0.00097085, ..., -0.06582723, + -0.06180532, -0.07028688]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07548902, -0.07297249, -0.07674661, ..., 0.14954016, + 0.17445162, 0.23635417]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.20932569, 0.25077263, 0.23529884, ..., -0.0133266 , + 0.0459121 , 0.07337652]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02866384, -0.07790349, -0.01008924, ..., -0.02113021, + -0.02684204, -0.03363094]]], shape=(1, 1, 7680), dtype=float32), array([[[-3.4181327e-02, -3.4729488e-02, -3.9074466e-02, ..., + 1.1479335e-05, 1.1310967e-05, 1.0889236e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[1.0802305e-05, 1.1412483e-05, 1.3219171e-05, ..., + 2.3350084e-01, 2.4254817e-01, 2.5006619e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.22685784, 0.26612055, 0.19904384, ..., -0.02837626, + -0.03511323, -0.05019851]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05799045, -0.06633911, -0.07173474, ..., -0.00235777, + -0.00058335, -0.00286398]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.0069954e-03, -1.5172510e-03, -1.3173954e-02, ..., + 1.4655392e-05, 5.7041293e-06, -2.8571280e-06]]], + shape=(1, 1, 7680), dtype=float32), array([[[-4.9666373e-06, -1.0240932e-05, 4.7789258e-06, ..., + -1.3913463e-02, -1.4246492e-02, 5.1562145e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.04589827, 0.02912026, -0.02505333, ..., 0.08846633, + 0.07342605, 0.05579592]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.03506817, 0.04434639, 0.03042237, ..., -0.02150406, + -0.03209502, -0.02687405]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02729312, -0.01990012, -0.04778673, ..., -0.02433933, + -0.02075439, -0.02019016]]], shape=(1, 1, 5760), dtype=float32), array([[[-2.0178391e-02, -1.5869794e-02, -1.3761052e-02, ..., + 5.3457101e-05, -1.3809027e-05, -4.7244073e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-5.0423758e-05, -3.5018966e-05, -5.3257641e-06, ..., + 1.8816184e-02, 2.4747821e-02, 2.9233996e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.02546068, 0.02466395, 0.02206719, ..., -0.00889611, + -0.00449972, -0.00706962]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01059163, -0.00826584, -0.00285103, ..., -0.05263797, + -0.03739252, -0.03254645]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.9087600e-02, 6.7151706e-03, 3.0298620e-03, ..., + -8.5045496e-05, -5.1502724e-05, -3.3699107e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-1.0237552e-04, 2.4865526e-06, -3.6598845e-05, ..., + -7.3190369e-02, -6.4968221e-02, -6.9559611e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.06722246, -0.07497275, -0.0907506 , ..., 0.02030312, + 0.04003874, -0.02993246]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02070701, 0.01865502, 0.0134447 , ..., 0.1337673 , + 0.12991516, 0.12740867]]], shape=(1, 1, 7680), dtype=float32), array([[[0.12348596, 0.13439538, 0.1074765 , ..., 0.05637692, + 0.05363953, 0.05100337]]], shape=(1, 1, 7680), dtype=float32), array([[[4.8732590e-02, 4.5814708e-02, 4.2819455e-02, ..., + 1.1669881e-05, 1.1517584e-05, 1.1546548e-05]]], + shape=(1, 1, 3840), dtype=float32)] 44 +2026-04-30 19:20:58.224 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [ 1.5545917e-05 -1.9979450e-05 3.0684264e-06 ... 1.1669881e-05 + 1.1517584e-05 1.1546548e-05] (318720,) float32 +2026-04-30 19:20:58.224 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 18 [-5.6587062e-03 -3.8767662e-03 -5.1102154e-03 ... 1.1669881e-05 + 1.1517584e-05 1.1546548e-05] (190080,) float32 +2026-04-30 19:20:58.227 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 18 [array([[[-0.00565871, -0.00387677, -0.00511022, ..., 0.01849531, + 0.02595617, 0.02322816]]], shape=(1, 1, 7680), dtype=float32), array([[[0.03505089, 0.04380754, 0.02228907, ..., 0.01255885, + 0.07693453, 0.06119308]]], shape=(1, 1, 7680), dtype=float32), array([[[0.13305205, 0.16061467, 0.11946595, ..., 0.00032079, + 0.00047498, 0.00031902]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00098222, 0.00093612, 0.00097085, ..., -0.06582723, + -0.06180532, -0.07028688]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07548902, -0.07297249, -0.07674661, ..., 0.14954016, + 0.17445162, 0.23635417]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.20932569, 0.25077263, 0.23529884, ..., -0.0133266 , + 0.0459121 , 0.07337652]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02866384, -0.07790349, -0.01008924, ..., -0.02113021, + -0.02684204, -0.03363094]]], shape=(1, 1, 7680), dtype=float32), array([[[-3.4181327e-02, -3.4729488e-02, -3.9074466e-02, ..., + 1.1479335e-05, 1.1310967e-05, 1.0889236e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[1.0802305e-05, 1.1412483e-05, 1.3219171e-05, ..., + 2.3350084e-01, 2.4254817e-01, 2.5006619e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.22685784, 0.26612055, 0.19904384, ..., -0.02837626, + -0.03511323, -0.05019851]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05799045, -0.06633911, -0.07173474, ..., -0.00235777, + -0.00058335, -0.00286398]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.0069954e-03, -1.5172510e-03, -1.3173954e-02, ..., + 1.4655392e-05, 5.7041293e-06, -2.8571280e-06]]], + shape=(1, 1, 7680), dtype=float32), array([[[-4.9666373e-06, -1.0240932e-05, 4.7789258e-06, ..., + -1.3913463e-02, -1.4246492e-02, 5.1562145e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.04589827, 0.02912026, -0.02505333, ..., 0.08846633, + 0.07342605, 0.05579592]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.03506817, 0.04434639, 0.03042237, ..., -0.02150406, + -0.03209502, -0.02687405]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02729312, -0.01990012, -0.04778673, ..., -0.02433933, + -0.02075439, -0.02019016]]], shape=(1, 1, 5760), dtype=float32), array([[[-2.0178391e-02, -1.5869794e-02, -1.3761052e-02, ..., + 5.3457101e-05, -1.3809027e-05, -4.7244073e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-5.0423758e-05, -3.5018966e-05, -5.3257641e-06, ..., + 1.8816184e-02, 2.4747821e-02, 2.9233996e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.02546068, 0.02466395, 0.02206719, ..., -0.00889611, + -0.00449972, -0.00706962]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01059163, -0.00826584, -0.00285103, ..., -0.05263797, + -0.03739252, -0.03254645]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.9087600e-02, 6.7151706e-03, 3.0298620e-03, ..., + -8.5045496e-05, -5.1502724e-05, -3.3699107e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-1.0237552e-04, 2.4865526e-06, -3.6598845e-05, ..., + -7.3190369e-02, -6.4968221e-02, -6.9559611e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.06722246, -0.07497275, -0.0907506 , ..., 0.02030312, + 0.04003874, -0.02993246]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02070701, 0.01865502, 0.0134447 , ..., 0.1337673 , + 0.12991516, 0.12740867]]], shape=(1, 1, 7680), dtype=float32), array([[[0.12348596, 0.13439538, 0.1074765 , ..., 0.05637692, + 0.05363953, 0.05100337]]], shape=(1, 1, 7680), dtype=float32), array([[[4.8732590e-02, 4.5814708e-02, 4.2819455e-02, ..., + 1.1669881e-05, 1.1517584e-05, 1.1546548e-05]]], + shape=(1, 1, 3840), dtype=float32)] 26 +2026-04-30 19:20:58.227 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:20:58.301 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.00733208 0.02728295 0.00077665 ... 0.01731898 0.04329798 + -0.05599166]]] (1, 1, 1024) +2026-04-30 19:20:58.301 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:20:58.301 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:20:58.301 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:20:58.302 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.00733208 0.02728295 0.00077665 ... 0.01731898 0.04329798 + -0.05599166] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:20:58.302 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:20:58.302 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:20:58.302 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:20:58.303 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:20:58.303 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:20:58.303 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:20:58.304 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:20:58.304 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.01211026 0.02347696 -0.00091951 ... 0.00803463 0.04485327 + -0.05175019] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:20:58.304 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.17608565e-03 3.43665597e-04 -6.55415468e-04 ... 6.84416108e-03 + 1.68522168e-03 -3.06996517e-04] + [-5.03064841e-02 4.05576639e-03 1.82898659e-02 ... -5.68876788e-02 + 1.05210245e-02 -2.88374200e-02] + [ 1.95693341e-03 -6.33762684e-05 1.15664070e-03 ... 2.76610162e-03 + 4.27936204e-04 -2.22290773e-03] + ... + [ 1.83323584e-03 1.35148503e-03 -1.09343696e-03 ... 7.19514210e-03 + -2.07106117e-04 2.52486113e-03] + [ 1.21102575e-02 2.34769601e-02 -9.19510610e-04 ... 8.03462882e-03 + 4.48532663e-02 -5.17501906e-02] + [ 4.19472251e-03 -5.97881665e-03 5.17555652e-03 ... 2.99034826e-03 + 3.45899677e-03 -7.18042813e-03]]] (1, 9, 1024) +2026-04-30 19:20:58.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=57; step_idx=57 +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=57; step_idx=57 +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache чт +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache что +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache чтоб +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache чтобы +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache чтобы л +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ю -> text_cache чтобы лю +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache чтобы люд +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache чтобы люди +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы люди +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache чтобы люди м +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди мо +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache чтобы люди мог +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache чтобы люди могл +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache чтобы люди могли +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы люди могли +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment п -> text_cache чтобы люди могли п +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache чтобы люди могли пр +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди могли про +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache чтобы люди могли прос +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache чтобы люди могли прост +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди могли просто +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы люди могли просто +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди могли просто о +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache чтобы люди могли просто об +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment щ -> text_cache чтобы люди могли просто общ +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache чтобы люди могли просто обща +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.384 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache чтобы люди могли просто общат +2026-04-30 19:20:58.384 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.384 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.384 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ь -> text_cache чтобы люди могли просто общать +2026-04-30 19:20:58.384 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.384 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.384 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache чтобы люди могли просто общатьс +2026-04-30 19:20:58.384 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.384 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:58.384 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache чтобы люди могли просто общаться +2026-04-30 19:20:58.384 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['чтобы люди могли просто '] 24 +Qwen3TTSProcessor __call__ text ['чтобы люди могли просто '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6020, 1792, 50873, 132782, 125649, 11073, 129021, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:20:58.385 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6020, 1792, 50873, 132782, 125649, 11073, 129021, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:20:58.385 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6020 1792 50873 132782 125649 11073 129021 220]] (1, 8) +2026-04-30 19:20:58.385 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6020 1792 50873 132782 125649 11073 129021 220]] (1, 8) +2026-04-30 19:20:58.385 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment чтобы люди могли просто 24 -> tokenized_segment [np.int64(6020), np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 8 +2026-04-30 19:20:58.385 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6020), np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] +2026-04-30 19:20:58.385 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.385 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6020), np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 8 +2026-04-30 19:20:58.385 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6020 -> pending_tokens [np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 7 +2026-04-30 19:20:58.393 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [1221] (1,) int64 +2026-04-30 19:20:58.420 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[1221 525 1409 937 1451 1646 1492 122 805 206 323 1410 30 1809 + 329 492]]] (1, 1, 16) int64 +2026-04-30 19:20:58.420 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 1792 -> pending_tokens [np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 6 +2026-04-30 19:20:58.428 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [1444] (1,) int64 +2026-04-30 19:20:58.455 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[1444 889 707 2018 40 1880 298 301 962 1487 1983 603 1119 1601 + 2041 1735]]] (1, 1, 16) int64 +2026-04-30 19:20:58.455 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 50873 -> pending_tokens [np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 5 +2026-04-30 19:20:58.463 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [2004] (1,) int64 +2026-04-30 19:20:58.490 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[2004 1227 1608 462 1118 98 681 239 1291 1453 1467 474 380 1497 + 405 1830]]] (1, 1, 16) int64 +2026-04-30 19:20:58.490 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 132782 -> pending_tokens [np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 4 +2026-04-30 19:20:58.498 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [606] (1,) int64 +2026-04-30 19:20:58.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[ 606 108 431 1925 1078 1203 1265 84 259 679 935 846 75 374 + 978 1379]]] (1, 1, 16) int64 +2026-04-30 19:20:58.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 125649 -> pending_tokens [np.int64(11073), np.int64(129021), np.int64(220)] 3 +2026-04-30 19:20:58.533 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [1743] (1,) int64 +2026-04-30 19:20:58.559 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[1743 1752 475 1539 1462 721 1514 609 425 954 1476 1471 453 328 + 332 1704]]] (1, 1, 16) int64 +2026-04-30 19:20:58.559 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11073 -> pending_tokens [np.int64(129021), np.int64(220)] 2 +2026-04-30 19:20:58.567 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [1748] (1,) int64 +2026-04-30 19:20:58.594 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[1748 1690 1177 1153 573 2012 657 1718 1940 1882 108 1330 999 1918 + 1506 2041]]] (1, 1, 16) int64 +2026-04-30 19:20:58.594 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 129021 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:20:58.602 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [1460] (1,) int64 +2026-04-30 19:20:58.629 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[1460 458 1194 1904 1907 97 115 1752 154 107 207 1776 788 88 + 1147 1498]]] (1, 1, 16) int64 +2026-04-30 19:20:58.629 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:20:58.637 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [2030] (1,) int64 +2026-04-30 19:20:58.664 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[2030 1706 470 177 309 1208 1261 1323 360 1301 1047 1065 824 207 + 1915 232]]] (1, 1, 16) int64 +2026-04-30 19:20:58.664 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-38 chunk_tokens [[[1221 1444 2004 606] + [ 525 889 1227 108] + [1409 707 1608 431] + [ 937 2018 462 1925] + [1451 40 1118 1078] + [1646 1880 98 1203] + [1492 298 681 1265] + [ 122 301 239 84] + [ 805 962 1291 259] + [ 206 1487 1453 679] + [ 323 1983 1467 935] + [1410 603 474 846] + [ 30 1119 380 75] + [1809 1601 1497 374] + [ 329 2041 405 978] + [ 492 1735 1830 1379]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:58.688 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-38 wav [[[ 1.18665175e-05 1.13631559e-05 1.30867884e-05 ... -5.65567017e-02 + -7.50488862e-02 -1.00045890e-01]]] -0.26067495346069336 0.00012149532267358154 0.05333734676241875 0.2048252373933792 (1, 1, 7680) +2026-04-30 19:20:58.689 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-42 chunk_tokens [[[1743 1748 1460 2030] + [1752 1690 458 1706] + [ 475 1177 1194 470] + [1539 1153 1904 177] + [1462 573 1907 309] + [ 721 2012 97 1208] + [1514 657 115 1261] + [ 609 1718 1752 1323] + [ 425 1940 154 360] + [ 954 1882 107 1301] + [1476 108 207 1047] + [1471 1330 1776 1065] + [ 453 999 788 824] + [ 328 1918 88 207] + [ 332 1506 1147 1915] + [1704 2041 1498 232]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:58.713 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-42 wav [[[-0.13006589 -0.14045298 -0.16467404 ... 0.17754425 0.18345588 + 0.18465354]]] -0.25392305850982666 -9.296123607782647e-05 0.10700687021017075 0.2231646329164505 (1, 1, 7680) +2026-04-30 19:20:58.713 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache общаться. +2026-04-30 19:20:58.713 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['общаться.'] 9 +Qwen3TTSProcessor __call__ text ['общаться.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[54157, 97681, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:20:58.713 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[54157, 97681, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:20:58.713 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[54157 97681 13]] (1, 3) +2026-04-30 19:20:58.713 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[54157 97681 13]] (1, 3) +2026-04-30 19:20:58.713 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment общаться. 9 -> tokenized_segment [np.int64(54157), np.int64(97681), np.int64(13)] 3 +2026-04-30 19:20:58.714 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(54157), np.int64(97681), np.int64(13)] +2026-04-30 19:20:58.714 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.714 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(54157), np.int64(97681), np.int64(13)] 3 +2026-04-30 19:20:58.714 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 54157 -> pending_tokens [np.int64(97681), np.int64(13)] 2 +2026-04-30 19:20:58.722 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [434] (1,) int64 +2026-04-30 19:20:58.749 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[ 434 2033 1582 1842 1785 1580 734 1204 374 464 660 1474 319 1762 + 1209 638]]] (1, 1, 16) int64 +2026-04-30 19:20:58.749 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 97681 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:20:58.757 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [383] (1,) int64 +2026-04-30 19:20:58.784 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[ 383 1811 593 44 1173 1794 25 793 744 472 685 582 1004 406 + 1943 360]]] (1, 1, 16) int64 +2026-04-30 19:20:58.784 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:20:58.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [825] (1,) int64 +2026-04-30 19:20:58.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[ 825 120 219 145 1386 490 192 249 217 1473 23 955 784 880 + 1493 465]]] (1, 1, 16) int64 +2026-04-30 19:20:58.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:20:58.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:20:58.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:58.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:20:58.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:20:58.827 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [851] (1,) int64 +2026-04-30 19:20:58.854 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[ 851 626 1151 859 1361 1657 813 1786 539 693 102 286 1277 1281 + 2002 1986]]] (1, 1, 16) int64 +2026-04-30 19:20:58.855 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-46 chunk_tokens [[[ 434 383 825 851] + [2033 1811 120 626] + [1582 593 219 1151] + [1842 44 145 859] + [1785 1173 1386 1361] + [1580 1794 490 1657] + [ 734 25 192 813] + [1204 793 249 1786] + [ 374 744 217 539] + [ 464 472 1473 693] + [ 660 685 23 102] + [1474 582 955 286] + [ 319 1004 784 1277] + [1762 406 880 1281] + [1209 1943 1493 2002] + [ 638 360 465 1986]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:58.879 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-46 wav [[[ 0.18669774 0.18490902 0.17789349 ... -0.00606693 0.0014604 + 0.00829402]]] -0.36836451292037964 -0.00019651048933155835 0.11324656009674072 0.238966166973114 (1, 1, 7680) +2026-04-30 19:20:58.887 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [1066] (1,) int64 +2026-04-30 19:20:58.914 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[1066 1817 277 311 193 1813 1345 1245 304 944 657 1012 1340 1490 + 209 387]]] (1, 1, 16) int64 +2026-04-30 19:20:58.922 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [129] (1,) int64 +2026-04-30 19:20:58.949 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[ 129 118 1739 908 275 392 1084 788 1584 923 217 1784 1514 134 + 566 96]]] (1, 1, 16) int64 +2026-04-30 19:20:58.957 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [1610] (1,) int64 +2026-04-30 19:20:58.984 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[1610 1994 2033 998 1613 714 701 913 874 1768 1611 273 1278 453 + 1298 51]]] (1, 1, 16) int64 +2026-04-30 19:20:58.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [1875] (1,) int64 +2026-04-30 19:20:59.019 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-73 vq-rvq [[[1875 1581 1604 69 1507 1167 1381 1212 812 235 975 234 48 1819 + 645 356]]] (1, 1, 16) int64 +2026-04-30 19:20:59.027 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-73 vq [1772] (1,) int64 +2026-04-30 19:20:59.054 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-74 vq-rvq [[[1772 677 85 1677 211 396 1844 648 1722 473 153 726 223 639 + 142 637]]] (1, 1, 16) int64 +2026-04-30 19:20:59.062 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-74 vq [967] (1,) int64 +2026-04-30 19:20:59.089 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-75 vq-rvq [[[ 967 819 658 1478 749 1330 990 720 1226 111 1546 1358 541 1849 + 1178 735]]] (1, 1, 16) int64 +2026-04-30 19:20:59.097 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-75 vq [1559] (1,) int64 +2026-04-30 19:20:59.124 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-76 vq-rvq [[[1559 799 1085 367 602 121 274 1892 1019 17 1123 450 619 80 + 453 381]]] (1, 1, 16) int64 +2026-04-30 19:20:59.132 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-76 vq [272] (1,) int64 +2026-04-30 19:20:59.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-77 vq-rvq [[[ 272 645 1713 542 1830 1238 580 367 1321 1802 1982 324 143 234 + 594 1966]]] (1, 1, 16) int64 +2026-04-30 19:20:59.167 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-77 vq [610] (1,) int64 +2026-04-30 19:20:59.194 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-78 vq-rvq [[[ 610 1875 362 1278 1267 1002 1178 1799 673 79 1915 770 1845 924 + 391 563]]] (1, 1, 16) int64 +2026-04-30 19:20:59.203 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-78 vq [1808] (1,) int64 +2026-04-30 19:20:59.230 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-79 vq-rvq [[[1808 1448 756 263 748 581 1912 71 793 544 14 110 879 35 + 1563 1074]]] (1, 1, 16) int64 +2026-04-30 19:20:59.238 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-79 vq [1500] (1,) int64 +2026-04-30 19:20:59.265 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-80 vq-rvq [[[1500 976 485 555 1614 259 370 883 16 469 787 928 633 1470 + 1190 683]]] (1, 1, 16) int64 +2026-04-30 19:20:59.273 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-80 vq [1168] (1,) int64 +2026-04-30 19:20:59.300 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-81 vq-rvq [[[1168 32 1840 1441 496 360 1042 1685 359 863 316 45 133 1286 + 1967 114]]] (1, 1, 16) int64 +2026-04-30 19:20:59.308 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-81 vq [963] (1,) int64 +2026-04-30 19:20:59.335 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-82 vq-rvq [[[ 963 662 1357 744 1831 933 582 1537 156 950 1323 332 168 363 + 802 980]]] (1, 1, 16) int64 +2026-04-30 19:20:59.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-82 vq [417] (1,) int64 +2026-04-30 19:20:59.370 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-83 vq-rvq [[[ 417 1089 1411 1654 1604 758 70 746 353 1115 1985 628 1675 571 + 206 1634]]] (1, 1, 16) int64 +2026-04-30 19:20:59.378 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-83 vq [704] (1,) int64 +2026-04-30 19:20:59.405 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-84 vq-rvq [[[ 704 370 1212 1968 406 776 144 375 723 112 1662 117 1272 433 + 926 1402]]] (1, 1, 16) int64 +2026-04-30 19:20:59.413 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-84 vq [204] (1,) int64 +2026-04-30 19:20:59.440 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-85 vq-rvq [[[ 204 1829 552 621 556 932 1750 837 1008 1589 897 1047 186 1232 + 289 463]]] (1, 1, 16) int64 +2026-04-30 19:20:59.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-85 vq [535] (1,) int64 +2026-04-30 19:20:59.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-86 vq-rvq [[[ 535 1984 679 889 537 1358 1127 727 620 172 1682 940 1237 1389 + 960 31]]] (1, 1, 16) int64 +2026-04-30 19:20:59.483 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-86 vq [1118] (1,) int64 +2026-04-30 19:20:59.511 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-87 vq-rvq [[[1118 844 430 1244 1377 1165 1481 737 173 759 788 470 846 411 + 299 1096]]] (1, 1, 16) int64 +2026-04-30 19:20:59.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-87 vq [2150] (1,) int64 +2026-04-30 19:20:59.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-50 chunk_tokens [[[1066 129 1610 1875] + [1817 118 1994 1581] + [ 277 1739 2033 1604] + [ 311 908 998 69] + [ 193 275 1613 1507] + [1813 392 714 1167] + [1345 1084 701 1381] + [1245 788 913 1212] + [ 304 1584 874 812] + [ 944 923 1768 235] + [ 657 217 1611 975] + [1012 1784 273 234] + [1340 1514 1278 48] + [1490 134 453 1819] + [ 209 566 1298 645] + [ 387 96 51 356]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:59.543 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-50 wav [[[ 0.01501914 0.02249703 0.0286437 ... -0.03858468 -0.02856087 + -0.02578767]]] -0.20810295641422272 0.00020498604862950742 0.06873439252376556 0.18851196765899658 (1, 1, 7680) +2026-04-30 19:20:59.543 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-54 chunk_tokens [[[1772 967 1559 272] + [ 677 819 799 645] + [ 85 658 1085 1713] + [1677 1478 367 542] + [ 211 749 602 1830] + [ 396 1330 121 1238] + [1844 990 274 580] + [ 648 720 1892 367] + [1722 1226 1019 1321] + [ 473 111 17 1802] + [ 153 1546 1123 1982] + [ 726 1358 450 324] + [ 223 541 619 143] + [ 639 1849 80 234] + [ 142 1178 453 594] + [ 637 735 381 1966]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:59.567 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-54 wav [[[-0.00739578 0.00013781 0.00706242 ... 0.01252247 0.0160967 + 0.02331702]]] -0.1521039456129074 5.3041731007397175e-06 0.05511091649532318 0.21262603998184204 (1, 1, 7680) +2026-04-30 19:20:59.567 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-58 chunk_tokens [[[ 610 1808 1500 1168] + [1875 1448 976 32] + [ 362 756 485 1840] + [1278 263 555 1441] + [1267 748 1614 496] + [1002 581 259 360] + [1178 1912 370 1042] + [1799 71 883 1685] + [ 673 793 16 359] + [ 79 544 469 863] + [1915 14 787 316] + [ 770 110 928 45] + [1845 879 633 133] + [ 924 35 1470 1286] + [ 391 1563 1190 1967] + [ 563 1074 683 114]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:59.591 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-58 wav [[[ 0.02473683 0.03945848 0.03822832 ... -0.00031612 0.00220607 + 0.03729732]]] -0.11773324012756348 8.402483217651024e-05 0.02324005216360092 0.11187445372343063 (1, 1, 7680) +2026-04-30 19:20:59.592 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-62 chunk_tokens [[[ 963 417 704 204] + [ 662 1089 370 1829] + [1357 1411 1212 552] + [ 744 1654 1968 621] + [1831 1604 406 556] + [ 933 758 776 932] + [ 582 70 144 1750] + [1537 746 375 837] + [ 156 353 723 1008] + [ 950 1115 112 1589] + [1323 1985 1662 897] + [ 332 628 117 1047] + [ 168 1675 1272 186] + [ 363 571 433 1232] + [ 802 206 926 289] + [ 980 1634 1402 463]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:20:59.616 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-62 wav [[[-0.01254941 -0.02646035 -0.00085444 ... -0.00893544 -0.01409292 + 0.03982714]]] -0.1279611438512802 1.2048823009536136e-05 0.02967834658920765 0.11942707002162933 (1, 1, 7680) +2026-04-30 19:20:59.616 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-66 chunk_tokens [[[ 535 1118] + [1984 844] + [ 679 430] + [ 889 1244] + [ 537 1377] + [1358 1165] + [1127 1481] + [ 727 737] + [ 620 173] + [ 172 759] + [1682 788] + [ 940 470] + [1237 846] + [1389 411] + [ 960 299] + [ 31 1096]]] (1, 16, 2) n_chunk_frames 2 +2026-04-30 19:20:59.646 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-66 wav [[[-2.7291587e-02 1.8075779e-02 -2.1755151e-02 ... 1.1170690e-05 + 1.1237056e-05 1.1425313e-05]]] -0.07746650278568268 8.506013728037942e-06 0.01185687817633152 0.06548584997653961 (1, 1, 3840) +2026-04-30 19:20:59.646 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-88 +2026-04-30 19:20:59.664 [INFO] __main__: Synthesising: 'И это огромный сдвиг' +2026-04-30 19:20:59.664 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment И -> text_cache И +2026-04-30 19:20:59.664 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:20:59.665 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:20:59.798 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.03692824 0.04726648 0.05757619 ... 0.07723872 -0.00758595 + 0.0496408 ]]] (1, 1, 1024) +2026-04-30 19:20:59.798 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:20:59.799 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:20:59.799 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:20:59.799 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.03692824 0.04726648 0.05757619 ... 0.07723872 -0.00758595 + 0.0496408 ] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:20:59.799 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:20:59.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:20:59.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:20:59.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:20:59.801 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:20:59.801 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:20:59.801 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:20:59.801 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.04170643 0.0434605 0.05588004 ... 0.06795438 -0.00603067 + 0.05388228] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:20:59.802 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 4.1706428e-02 4.3460496e-02 5.5880036e-02 ... 6.7954376e-02 + -6.0306662e-03 5.3882279e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache И +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment э -> text_cache И э +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache И эт +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache И это +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache И это +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache И это о +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache И это ог +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache И это огр +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache И это огро +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache И это огром +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache И это огромн +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache И это огромны +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment й -> text_cache И это огромный +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache И это огромный +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache И это огромный с +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache И это огромный сд +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache И это огромный сдв +2026-04-30 19:20:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:59.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:59.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache И это огромный сдви +2026-04-30 19:20:59.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:59.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:59.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache И это огромный сдвиг +2026-04-30 19:20:59.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:59.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:20:59.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache И это огромный сдвиг 20 +2026-04-30 19:20:59.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['И это огромный сдвиг'] 20 +Qwen3TTSProcessor __call__ text ['И это огромный сдвиг'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 30174, 67879, 127776, 12228, 33513, 5409, 140179]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:20:59.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 30174, 67879, 127776, 12228, 33513, 5409, 140179]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:20:59.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 30174 67879 127776 12228 33513 5409 140179]] (1, 7) +2026-04-30 19:20:59.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 30174 67879 127776 12228 33513 5409 140179]] (1, 7) +2026-04-30 19:20:59.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(30174), np.int64(67879), np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 8 +2026-04-30 19:20:59.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:20:59.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(30174), np.int64(67879), np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 8 +2026-04-30 19:20:59.847 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 30174 -> pending_tokens [np.int64(67879), np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 7 +2026-04-30 19:20:59.855 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:20:59.881 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 1159 355 22 1174 1093 625 1814 1058 905 1846 248 1677 889 + 812 901]]] (1, 1, 16) int64 +2026-04-30 19:20:59.881 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 67879 -> pending_tokens [np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 6 +2026-04-30 19:20:59.889 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:20:59.916 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 1722 1096 1336 350 407 171 1202 1728 1004 2040 146 706 1422 + 82 1978]]] (1, 1, 16) int64 +2026-04-30 19:20:59.916 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 127776 -> pending_tokens [np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 5 +2026-04-30 19:20:59.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:20:59.950 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 847 1287 1670 76 1412 2019 1215 1356 1870 1358 27 1713 1759 + 1153 803]]] (1, 1, 16) int64 +2026-04-30 19:20:59.950 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 12228 -> pending_tokens [np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 4 +2026-04-30 19:20:59.958 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:20:59.985 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 284 1758 371 1210 785 944 812 1190 2030 324 823 1108 1484 + 1008 1435]]] (1, 1, 16) int64 +2026-04-30 19:20:59.985 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 33513 -> pending_tokens [np.int64(5409), np.int64(140179), np.int64(151673)] 3 +2026-04-30 19:20:59.993 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [462] (1,) int64 +2026-04-30 19:21:00.020 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[ 462 1134 412 2032 149 474 1759 1777 1440 1625 743 175 1555 1529 + 85 1668]]] (1, 1, 16) int64 +2026-04-30 19:21:00.020 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 5409 -> pending_tokens [np.int64(140179), np.int64(151673)] 2 +2026-04-30 19:21:00.028 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [333] (1,) int64 +2026-04-30 19:21:00.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[ 333 826 565 1626 1958 503 1878 851 185 1325 1781 1046 1946 1716 + 587 526]]] (1, 1, 16) int64 +2026-04-30 19:21:00.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 140179 -> pending_tokens [np.int64(151673)] 1 +2026-04-30 19:21:00.064 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [1756] (1,) int64 +2026-04-30 19:21:00.091 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[1756 467 1652 1925 1129 1403 1137 1669 156 1188 1623 718 1574 1217 + 1102 242]]] (1, 1, 16) int64 +2026-04-30 19:21:00.091 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:21:00.099 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [172] (1,) int64 +2026-04-30 19:21:00.126 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[ 172 1808 1023 1640 558 1472 1973 1303 1664 2028 1213 2030 1035 1376 + 1684 1559]]] (1, 1, 16) int64 +2026-04-30 19:21:00.126 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [1159 1722 847 284] + [ 355 1096 1287 1758] + [ 22 1336 1670 371] + [1174 350 76 1210] + [1093 407 1412 785] + [ 625 171 2019 944] + [1814 1202 1215 812] + [1058 1728 1356 1190] + [ 905 1004 1870 2030] + [1846 2040 1358 324] + [ 248 146 27 823] + [1677 706 1713 1108] + [ 889 1422 1759 1484] + [ 812 82 1153 1008] + [ 901 1978 803 1435]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:21:00.151 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-2.01706514e-02 -1.58593804e-02 -1.37397917e-02 ... 1.13627921e-05 + 1.08439381e-05 1.19260385e-05]]] -0.020170651376247406 -5.526402310351841e-05 0.00106247013900429 0.008963105268776417 (1, 1, 7680) +2026-04-30 19:21:00.151 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[ 462 333 1756 172] + [1134 826 467 1808] + [ 412 565 1652 1023] + [2032 1626 1925 1640] + [ 149 1958 1129 558] + [ 474 503 1403 1472] + [1759 1878 1137 1973] + [1777 851 1669 1303] + [1440 185 156 1664] + [1625 1325 1188 2028] + [ 743 1781 1623 1213] + [ 175 1046 718 2030] + [1555 1946 1574 1035] + [1529 1716 1217 1376] + [ 85 587 1102 1684] + [1668 526 242 1559]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:21:00.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[1.1639173e-05 1.1817283e-05 1.1993670e-05 ... 1.1529252e-01 + 9.7482622e-02 8.7532692e-02]]] -0.2819376289844513 3.963786639360478e-06 0.08492709696292877 0.23495525121688843 (1, 1, 7680) +2026-04-30 19:21:00.184 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [1249] (1,) int64 +2026-04-30 19:21:00.211 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[1249 580 942 810 1005 1589 584 849 263 262 575 1004 501 138 + 980 1193]]] (1, 1, 16) int64 +2026-04-30 19:21:00.219 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [269] (1,) int64 +2026-04-30 19:21:00.246 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[ 269 1731 453 716 1164 924 32 102 599 963 1529 4 77 1012 + 914 1232]]] (1, 1, 16) int64 +2026-04-30 19:21:00.255 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [1532] (1,) int64 +2026-04-30 19:21:00.281 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[1532 407 760 916 1855 465 791 985 960 1239 441 469 30 256 + 900 152]]] (1, 1, 16) int64 +2026-04-30 19:21:00.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [1769] (1,) int64 +2026-04-30 19:21:00.316 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[1769 758 1131 165 88 1550 1699 793 535 770 646 683 231 1988 + 2007 195]]] (1, 1, 16) int64 +2026-04-30 19:21:00.324 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [22] (1,) int64 +2026-04-30 19:21:00.352 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[ 22 767 1533 79 491 700 567 999 1522 404 248 426 33 220 + 248 599]]] (1, 1, 16) int64 +2026-04-30 19:21:00.360 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [1940] (1,) int64 +2026-04-30 19:21:00.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[1940 1549 1177 732 368 457 82 238 911 1252 935 39 157 205 + 142 1824]]] (1, 1, 16) int64 +2026-04-30 19:21:00.395 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [1699] (1,) int64 +2026-04-30 19:21:00.422 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[1699 533 538 956 1888 777 809 939 676 1775 1089 483 1963 1280 + 1712 981]]] (1, 1, 16) int64 +2026-04-30 19:21:00.430 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [1401] (1,) int64 +2026-04-30 19:21:00.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[1401 118 1366 43 1536 670 2045 896 717 1396 1428 1989 1898 776 + 1444 1624]]] (1, 1, 16) int64 +2026-04-30 19:21:00.466 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [1759] (1,) int64 +2026-04-30 19:21:00.493 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[1759 1991 1297 1511 177 291 1947 1040 280 815 1365 1985 298 1209 + 1160 1362]]] (1, 1, 16) int64 +2026-04-30 19:21:00.501 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [1509] (1,) int64 +2026-04-30 19:21:00.528 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[1509 1658 209 1142 1716 898 842 122 194 572 1102 1861 763 851 + 1355 395]]] (1, 1, 16) int64 +2026-04-30 19:21:00.536 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [1213] (1,) int64 +2026-04-30 19:21:00.563 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[1213 261 1977 1430 865 246 1291 425 281 981 1445 304 180 515 + 1853 386]]] (1, 1, 16) int64 +2026-04-30 19:21:00.571 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [1115] (1,) int64 +2026-04-30 19:21:00.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[1115 195 540 1203 540 580 1540 778 1624 1382 937 1240 1332 69 + 996 513]]] (1, 1, 16) int64 +2026-04-30 19:21:00.606 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [539] (1,) int64 +2026-04-30 19:21:00.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[ 539 73 1037 489 46 1866 752 1370 1717 896 629 461 1070 1578 + 1030 684]]] (1, 1, 16) int64 +2026-04-30 19:21:00.640 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [2021] (1,) int64 +2026-04-30 19:21:00.667 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[2021 1596 1860 610 1859 36 112 239 107 87 402 992 1360 78 + 1366 510]]] (1, 1, 16) int64 +2026-04-30 19:21:00.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [1177] (1,) int64 +2026-04-30 19:21:00.702 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[1177 1182 591 1365 602 174 176 1013 326 1233 375 85 873 141 + 1479 723]]] (1, 1, 16) int64 +2026-04-30 19:21:00.710 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [1931] (1,) int64 +2026-04-30 19:21:00.736 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[1931 1009 1009 1800 1016 2036 1155 1856 1504 1446 288 1615 219 483 + 701 911]]] (1, 1, 16) int64 +2026-04-30 19:21:00.745 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [1751] (1,) int64 +2026-04-30 19:21:00.771 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[1751 1043 519 1458 243 824 310 1034 249 1673 541 437 996 2027 + 1772 1107]]] (1, 1, 16) int64 +2026-04-30 19:21:00.780 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [1841] (1,) int64 +2026-04-30 19:21:00.807 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[1841 1642 599 238 610 219 853 2029 1189 1973 243 1331 1603 729 + 1493 566]]] (1, 1, 16) int64 +2026-04-30 19:21:00.815 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [859] (1,) int64 +2026-04-30 19:21:00.842 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-27 vq-rvq [[[ 859 1746 999 750 1558 1347 20 1643 1351 1144 223 1780 914 1700 + 586 1220]]] (1, 1, 16) int64 +2026-04-30 19:21:00.850 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-27 vq [2150] (1,) int64 +2026-04-30 19:21:00.850 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[1249 269 1532 1769] + [ 580 1731 407 758] + [ 942 453 760 1131] + [ 810 716 916 165] + [1005 1164 1855 88] + [1589 924 465 1550] + [ 584 32 791 1699] + [ 849 102 985 793] + [ 263 599 960 535] + [ 262 963 1239 770] + [ 575 1529 441 646] + [1004 4 469 683] + [ 501 77 30 231] + [ 138 1012 256 1988] + [ 980 914 900 2007] + [1193 1232 152 195]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:21:00.875 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[ 0.06454185 0.06469385 0.05675248 ... -0.03143331 -0.03327361 + -0.0351171 ]]] -0.2961242198944092 7.764605834381655e-05 0.06298653036355972 0.19297033548355103 (1, 1, 7680) +2026-04-30 19:21:00.875 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[ 22 1940 1699 1401] + [ 767 1549 533 118] + [1533 1177 538 1366] + [ 79 732 956 43] + [ 491 368 1888 1536] + [ 700 457 777 670] + [ 567 82 809 2045] + [ 999 238 939 896] + [1522 911 676 717] + [ 404 1252 1775 1396] + [ 248 935 1089 1428] + [ 426 39 483 1989] + [ 33 157 1963 1898] + [ 220 205 1280 776] + [ 248 142 1712 1444] + [ 599 1824 981 1624]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:21:00.899 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[-0.03644802 -0.03803813 -0.03935886 ... 0.09626699 0.10467605 + 0.11820426]]] -0.23990698158740997 -7.474989979527891e-05 0.06963392347097397 0.16130851209163666 (1, 1, 7680) +2026-04-30 19:21:00.900 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[1759 1509 1213 1115] + [1991 1658 261 195] + [1297 209 1977 540] + [1511 1142 1430 1203] + [ 177 1716 865 540] + [ 291 898 246 580] + [1947 842 1291 1540] + [1040 122 425 778] + [ 280 194 281 1624] + [ 815 572 981 1382] + [1365 1102 1445 937] + [1985 1861 304 1240] + [ 298 763 180 1332] + [1209 851 515 69] + [1160 1355 1853 996] + [1362 395 386 513]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:21:00.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[0.12086031 0.12579283 0.11995643 ... 0.05409891 0.04259186 0.03670986]]] -0.17884168028831482 -1.7253199985134415e-05 0.04410211741924286 0.17899969220161438 (1, 1, 7680) +2026-04-30 19:21:00.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[ 539 2021 1177 1931] + [ 73 1596 1182 1009] + [1037 1860 591 1009] + [ 489 610 1365 1800] + [ 46 1859 602 1016] + [1866 36 174 2036] + [ 752 112 176 1155] + [1370 239 1013 1856] + [1717 107 326 1504] + [ 896 87 1233 1446] + [ 629 402 375 288] + [ 461 992 85 1615] + [1070 1360 873 219] + [1578 78 141 483] + [1030 1366 1479 701] + [ 684 510 723 911]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:21:00.948 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[3.3054225e-02 3.2225806e-02 2.7120970e-02 ... 1.1185895e-05 + 1.1205935e-05 1.1170932e-05]]] -0.06945482641458511 7.17879956937395e-05 0.011047826148569584 0.0651707798242569 (1, 1, 7680) +2026-04-30 19:21:00.949 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[1751 1841 859] + [1043 1642 1746] + [ 519 599 999] + [1458 238 750] + [ 243 610 1558] + [ 824 219 1347] + [ 310 853 20] + [1034 2029 1643] + [ 249 1189 1351] + [1673 1973 1144] + [ 541 243 223] + [ 437 1331 1780] + [ 996 1603 914] + [2027 729 1700] + [1772 1493 586] + [1107 566 1220]]] (1, 16, 3) n_chunk_frames 3 +2026-04-30 19:21:01.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[1.19311626e-05 1.12403995e-05 1.15817020e-05 ... 1.11516492e-05 + 1.14237064e-05 1.15335297e-05]]] -0.00030186487128958106 1.3466649761539884e-05 6.107919762143865e-05 0.0004186152946203947 (1, 1, 5760) +2026-04-30 19:21:01.016 [INFO] __main__: Synthesising: 'для мирового бизнеса.' +2026-04-30 19:21:01.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache д +2026-04-30 19:21:01.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:21:01.021 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[-0.00565871, -0.00387677, -0.00511022, ..., 0.01849531, + 0.02595617, 0.02322816]]], shape=(1, 1, 7680), dtype=float32), array([[[0.03505089, 0.04380754, 0.02228907, ..., 0.01255885, + 0.07693453, 0.06119308]]], shape=(1, 1, 7680), dtype=float32), array([[[0.13305205, 0.16061467, 0.11946595, ..., 0.00032079, + 0.00047498, 0.00031902]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00098222, 0.00093612, 0.00097085, ..., -0.06582723, + -0.06180532, -0.07028688]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07548902, -0.07297249, -0.07674661, ..., 0.14954016, + 0.17445162, 0.23635417]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.20932569, 0.25077263, 0.23529884, ..., -0.0133266 , + 0.0459121 , 0.07337652]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02866384, -0.07790349, -0.01008924, ..., -0.02113021, + -0.02684204, -0.03363094]]], shape=(1, 1, 7680), dtype=float32), array([[[-3.4181327e-02, -3.4729488e-02, -3.9074466e-02, ..., + 1.1479335e-05, 1.1310967e-05, 1.0889236e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[1.0802305e-05, 1.1412483e-05, 1.3219171e-05, ..., + 2.3350084e-01, 2.4254817e-01, 2.5006619e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.22685784, 0.26612055, 0.19904384, ..., -0.02837626, + -0.03511323, -0.05019851]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05799045, -0.06633911, -0.07173474, ..., -0.00235777, + -0.00058335, -0.00286398]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.0069954e-03, -1.5172510e-03, -1.3173954e-02, ..., + 1.4655392e-05, 5.7041293e-06, -2.8571280e-06]]], + shape=(1, 1, 7680), dtype=float32), array([[[-4.9666373e-06, -1.0240932e-05, 4.7789258e-06, ..., + -1.3913463e-02, -1.4246492e-02, 5.1562145e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.04589827, 0.02912026, -0.02505333, ..., 0.08846633, + 0.07342605, 0.05579592]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.03506817, 0.04434639, 0.03042237, ..., -0.02150406, + -0.03209502, -0.02687405]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02729312, -0.01990012, -0.04778673, ..., -0.02433933, + -0.02075439, -0.02019016]]], shape=(1, 1, 5760), dtype=float32), array([[[-2.0178391e-02, -1.5869794e-02, -1.3761052e-02, ..., + 5.3457101e-05, -1.3809027e-05, -4.7244073e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-5.0423758e-05, -3.5018966e-05, -5.3257641e-06, ..., + 1.8816184e-02, 2.4747821e-02, 2.9233996e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.02546068, 0.02466395, 0.02206719, ..., -0.00889611, + -0.00449972, -0.00706962]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01059163, -0.00826584, -0.00285103, ..., -0.05263797, + -0.03739252, -0.03254645]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.9087600e-02, 6.7151706e-03, 3.0298620e-03, ..., + -8.5045496e-05, -5.1502724e-05, -3.3699107e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-1.0237552e-04, 2.4865526e-06, -3.6598845e-05, ..., + -7.3190369e-02, -6.4968221e-02, -6.9559611e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.06722246, -0.07497275, -0.0907506 , ..., 0.02030312, + 0.04003874, -0.02993246]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02070701, 0.01865502, 0.0134447 , ..., 0.1337673 , + 0.12991516, 0.12740867]]], shape=(1, 1, 7680), dtype=float32), array([[[0.12348596, 0.13439538, 0.1074765 , ..., 0.05637692, + 0.05363953, 0.05100337]]], shape=(1, 1, 7680), dtype=float32), array([[[4.8732590e-02, 4.5814708e-02, 4.2819455e-02, ..., + 1.1669881e-05, 1.1517584e-05, 1.1546548e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[ 1.18665175e-05, 1.13631559e-05, 1.30867884e-05, ..., + -5.65567017e-02, -7.50488862e-02, -1.00045890e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.13006589, -0.14045298, -0.16467404, ..., 0.17754425, + 0.18345588, 0.18465354]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.18669774, 0.18490902, 0.17789349, ..., -0.00606693, + 0.0014604 , 0.00829402]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01501914, 0.02249703, 0.0286437 , ..., -0.03858468, + -0.02856087, -0.02578767]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00739578, 0.00013781, 0.00706242, ..., 0.01252247, + 0.0160967 , 0.02331702]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02473683, 0.03945848, 0.03822832, ..., -0.00031612, + 0.00220607, 0.03729732]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01254941, -0.02646035, -0.00085444, ..., -0.00893544, + -0.01409292, 0.03982714]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.7291587e-02, 1.8075779e-02, -2.1755151e-02, ..., + 1.1170690e-05, 1.1237056e-05, 1.1425313e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[-2.01706514e-02, -1.58593804e-02, -1.37397917e-02, ..., + 1.13627921e-05, 1.08439381e-05, 1.19260385e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.1639173e-05, 1.1817283e-05, 1.1993670e-05, ..., + 1.1529252e-01, 9.7482622e-02, 8.7532692e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.06454185, 0.06469385, 0.05675248, ..., -0.03143331, + -0.03327361, -0.0351171 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03644802, -0.03803813, -0.03935886, ..., 0.09626699, + 0.10467605, 0.11820426]]], shape=(1, 1, 7680), dtype=float32), array([[[0.12086031, 0.12579283, 0.11995643, ..., 0.05409891, + 0.04259186, 0.03670986]]], shape=(1, 1, 7680), dtype=float32), array([[[3.3054225e-02, 3.2225806e-02, 2.7120970e-02, ..., + 1.1185895e-05, 1.1205935e-05, 1.1170932e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.19311626e-05, 1.12403995e-05, 1.15817020e-05, ..., + 1.11516492e-05, 1.14237064e-05, 1.15335297e-05]]], + shape=(1, 1, 5760), dtype=float32)] 41 +2026-04-30 19:21:01.021 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [-5.6587062e-03 -3.8767662e-03 -5.1102154e-03 ... 1.1151649e-05 + 1.1423706e-05 1.1533530e-05] (299520,) float32 +2026-04-30 19:21:01.021 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 15 [-2.7293123e-02 -1.9900117e-02 -4.7786735e-02 ... 1.1151649e-05 + 1.1423706e-05 1.1533530e-05] (188160,) float32 +2026-04-30 19:21:01.024 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 15 [array([[[-0.02729312, -0.01990012, -0.04778673, ..., -0.02433933, + -0.02075439, -0.02019016]]], shape=(1, 1, 5760), dtype=float32), array([[[-2.0178391e-02, -1.5869794e-02, -1.3761052e-02, ..., + 5.3457101e-05, -1.3809027e-05, -4.7244073e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-5.0423758e-05, -3.5018966e-05, -5.3257641e-06, ..., + 1.8816184e-02, 2.4747821e-02, 2.9233996e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.02546068, 0.02466395, 0.02206719, ..., -0.00889611, + -0.00449972, -0.00706962]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01059163, -0.00826584, -0.00285103, ..., -0.05263797, + -0.03739252, -0.03254645]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.9087600e-02, 6.7151706e-03, 3.0298620e-03, ..., + -8.5045496e-05, -5.1502724e-05, -3.3699107e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-1.0237552e-04, 2.4865526e-06, -3.6598845e-05, ..., + -7.3190369e-02, -6.4968221e-02, -6.9559611e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.06722246, -0.07497275, -0.0907506 , ..., 0.02030312, + 0.04003874, -0.02993246]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02070701, 0.01865502, 0.0134447 , ..., 0.1337673 , + 0.12991516, 0.12740867]]], shape=(1, 1, 7680), dtype=float32), array([[[0.12348596, 0.13439538, 0.1074765 , ..., 0.05637692, + 0.05363953, 0.05100337]]], shape=(1, 1, 7680), dtype=float32), array([[[4.8732590e-02, 4.5814708e-02, 4.2819455e-02, ..., + 1.1669881e-05, 1.1517584e-05, 1.1546548e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[ 1.18665175e-05, 1.13631559e-05, 1.30867884e-05, ..., + -5.65567017e-02, -7.50488862e-02, -1.00045890e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.13006589, -0.14045298, -0.16467404, ..., 0.17754425, + 0.18345588, 0.18465354]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.18669774, 0.18490902, 0.17789349, ..., -0.00606693, + 0.0014604 , 0.00829402]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01501914, 0.02249703, 0.0286437 , ..., -0.03858468, + -0.02856087, -0.02578767]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00739578, 0.00013781, 0.00706242, ..., 0.01252247, + 0.0160967 , 0.02331702]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02473683, 0.03945848, 0.03822832, ..., -0.00031612, + 0.00220607, 0.03729732]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01254941, -0.02646035, -0.00085444, ..., -0.00893544, + -0.01409292, 0.03982714]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.7291587e-02, 1.8075779e-02, -2.1755151e-02, ..., + 1.1170690e-05, 1.1237056e-05, 1.1425313e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[-2.01706514e-02, -1.58593804e-02, -1.37397917e-02, ..., + 1.13627921e-05, 1.08439381e-05, 1.19260385e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.1639173e-05, 1.1817283e-05, 1.1993670e-05, ..., + 1.1529252e-01, 9.7482622e-02, 8.7532692e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.06454185, 0.06469385, 0.05675248, ..., -0.03143331, + -0.03327361, -0.0351171 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03644802, -0.03803813, -0.03935886, ..., 0.09626699, + 0.10467605, 0.11820426]]], shape=(1, 1, 7680), dtype=float32), array([[[0.12086031, 0.12579283, 0.11995643, ..., 0.05409891, + 0.04259186, 0.03670986]]], shape=(1, 1, 7680), dtype=float32), array([[[3.3054225e-02, 3.2225806e-02, 2.7120970e-02, ..., + 1.1185895e-05, 1.1205935e-05, 1.1170932e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.19311626e-05, 1.12403995e-05, 1.15817020e-05, ..., + 1.11516492e-05, 1.14237064e-05, 1.15335297e-05]]], + shape=(1, 1, 5760), dtype=float32)] 26 +2026-04-30 19:21:01.024 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:21:01.103 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.01025387 0.02153137 0.00817546 ... 0.03217811 0.05612269 + -0.05135243]]] (1, 1, 1024) +2026-04-30 19:21:01.103 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:21:01.104 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:21:01.104 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:21:01.104 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.01025387 0.02153137 0.00817546 ... 0.03217811 0.05612269 + -0.05135243] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:21:01.104 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:21:01.105 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:21:01.105 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:21:01.105 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:21:01.106 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:21:01.106 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:21:01.106 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:21:01.107 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.01503205 0.01772538 0.0064793 ... 0.02289376 0.05767797 + -0.04711095] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:21:01.107 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 1.5032051e-02 1.7725380e-02 6.4793034e-03 ... 2.2893760e-02 + 5.7677973e-02 -4.7110952e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:21:01.151 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=46; step_idx=46 +2026-04-30 19:21:01.185 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=46; step_idx=46 +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache дл +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache для +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache для +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache для м +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache для ми +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache для мир +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache для миро +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache для миров +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache для мирово +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache для мировог +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache для мирового +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache для мирового +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:21:01.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache для мирового б +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache для мирового би +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache для мирового биз +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache для мирового бизн +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache для мирового бизне +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache для мирового бизнес +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache для мирового бизнеса +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache для мирового бизнеса. +2026-04-30 19:21:01.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['для мирового бизнеса.'] 21 +Qwen3TTSProcessor __call__ text ['для мирового бизнеса.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6949, 13695, 138061, 22107, 132199, 1478, 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:21:01.188 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6949, 13695, 138061, 22107, 132199, 1478, 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:21:01.188 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6949 13695 138061 22107 132199 1478 13]] (1, 7) +2026-04-30 19:21:01.188 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6949 13695 138061 22107 132199 1478 13]] (1, 7) +2026-04-30 19:21:01.188 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment для мирового бизнеса. 21 -> tokenized_segment [np.int64(6949), np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 7 +2026-04-30 19:21:01.188 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6949), np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] +2026-04-30 19:21:01.188 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:21:01.188 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6949), np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 7 +2026-04-30 19:21:01.188 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6949 -> pending_tokens [np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 6 +2026-04-30 19:21:01.197 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-46 vq [1221] (1,) int64 +2026-04-30 19:21:01.226 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-47 vq-rvq [[[1221 412 38 51 1642 736 83 913 1590 1041 103 1040 897 1219 + 8 776]]] (1, 1, 16) int64 +2026-04-30 19:21:01.226 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13695 -> pending_tokens [np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 5 +2026-04-30 19:21:01.234 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-47 vq [2042] (1,) int64 +2026-04-30 19:21:01.263 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-48 vq-rvq [[[2042 1636 31 1620 1697 1795 1182 541 223 339 1010 470 1066 184 + 1866 1789]]] (1, 1, 16) int64 +2026-04-30 19:21:01.263 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 138061 -> pending_tokens [np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 4 +2026-04-30 19:21:01.271 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-48 vq [1707] (1,) int64 +2026-04-30 19:21:01.298 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-49 vq-rvq [[[1707 922 428 1911 1645 146 964 819 1034 793 959 1148 1636 135 + 1930 1909]]] (1, 1, 16) int64 +2026-04-30 19:21:01.298 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 22107 -> pending_tokens [np.int64(132199), np.int64(1478), np.int64(13)] 3 +2026-04-30 19:21:01.306 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-49 vq [1812] (1,) int64 +2026-04-30 19:21:01.334 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-50 vq-rvq [[[1812 1578 744 296 617 12 888 733 1680 1746 301 888 303 200 + 944 388]]] (1, 1, 16) int64 +2026-04-30 19:21:01.334 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 132199 -> pending_tokens [np.int64(1478), np.int64(13)] 2 +2026-04-30 19:21:01.342 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-50 vq [1406] (1,) int64 +2026-04-30 19:21:01.371 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-51 vq-rvq [[[1406 1318 14 285 1157 421 1016 1099 709 196 1720 834 247 53 + 1906 1676]]] (1, 1, 16) int64 +2026-04-30 19:21:01.371 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 1478 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:21:01.379 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-51 vq [1804] (1,) int64 +2026-04-30 19:21:01.408 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-52 vq-rvq [[[1804 1737 112 1759 1124 1790 211 1514 233 720 584 77 522 1289 + 756 19]]] (1, 1, 16) int64 +2026-04-30 19:21:01.408 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:21:01.417 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-52 vq [1239] (1,) int64 +2026-04-30 19:21:01.444 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-53 vq-rvq [[[1239 1456 444 803 249 1066 321 243 368 1191 1477 520 1321 1025 + 1298 551]]] (1, 1, 16) int64 +2026-04-30 19:21:01.444 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-27 chunk_tokens [[[1221 2042 1707 1812] + [ 412 1636 922 1578] + [ 38 31 428 744] + [ 51 1620 1911 296] + [1642 1697 1645 617] + [ 736 1795 146 12] + [ 83 1182 964 888] + [ 913 541 819 733] + [1590 223 1034 1680] + [1041 339 793 1746] + [ 103 1010 959 301] + [1040 470 1148 888] + [ 897 1066 1636 303] + [1219 184 135 200] + [ 8 1866 1930 944] + [ 776 1789 1909 388]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:21:01.468 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-27 wav [[[1.05512954e-05 1.05324143e-05 1.06058815e-05 ... 3.37301381e-02 + 2.23774984e-02 2.43578125e-02]]] -0.33787286281585693 0.00010810755338752642 0.0634077712893486 0.3158522844314575 (1, 1, 7680) +2026-04-30 19:21:01.469 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:21:01.469 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:21:01.469 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:21:01.469 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:21:01.469 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:21:01.477 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-53 vq [630] (1,) int64 +2026-04-30 19:21:01.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-54 vq-rvq [[[ 630 1741 192 1114 566 1227 141 634 1043 187 1295 603 322 1190 + 1194 1277]]] (1, 1, 16) int64 +2026-04-30 19:21:01.505 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-31 chunk_tokens [[[1406 1804 1239 630] + [1318 1737 1456 1741] + [ 14 112 444 192] + [ 285 1759 803 1114] + [1157 1124 249 566] + [ 421 1790 1066 1227] + [1016 211 321 141] + [1099 1514 243 634] + [ 709 233 368 1043] + [ 196 720 1191 187] + [1720 584 1477 1295] + [ 834 77 520 603] + [ 247 522 1321 322] + [ 53 1289 1025 1190] + [1906 756 1298 1194] + [1676 19 551 1277]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:21:01.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-31 wav [[[ 0.02028865 0.03199682 0.02875783 ... -0.02984906 -0.03526918 + -0.03732054]]] -0.34569045901298523 -2.2076816094340757e-05 0.08542641252279282 0.27101343870162964 (1, 1, 7680) +2026-04-30 19:21:01.537 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-54 vq [1447] (1,) int64 +2026-04-30 19:21:01.565 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-55 vq-rvq [[[1447 836 215 175 282 1238 1812 1116 1451 1061 157 291 1568 423 + 1115 1938]]] (1, 1, 16) int64 +2026-04-30 19:21:01.573 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-55 vq [1845] (1,) int64 +2026-04-30 19:21:01.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-56 vq-rvq [[[1845 289 1843 504 102 1716 165 804 697 1105 1122 1596 913 117 + 219 1159]]] (1, 1, 16) int64 +2026-04-30 19:21:01.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-56 vq [1743] (1,) int64 +2026-04-30 19:21:01.635 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-57 vq-rvq [[[1743 1297 607 338 1753 245 1371 795 594 1369 997 847 1104 988 + 496 20]]] (1, 1, 16) int64 +2026-04-30 19:21:01.643 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [919] (1,) int64 +2026-04-30 19:21:01.671 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[ 919 710 1990 1646 1006 1345 1735 1112 87 1084 349 16 1616 1538 + 230 461]]] (1, 1, 16) int64 +2026-04-30 19:21:01.679 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [1634] (1,) int64 +2026-04-30 19:21:01.707 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[1634 185 1922 1774 23 1722 493 249 1322 611 371 1410 1689 1312 + 1415 550]]] (1, 1, 16) int64 +2026-04-30 19:21:01.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [1809] (1,) int64 +2026-04-30 19:21:01.742 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[1809 1833 931 1879 1513 875 1552 35 1866 96 1776 1738 450 153 + 149 434]]] (1, 1, 16) int64 +2026-04-30 19:21:01.751 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [1776] (1,) int64 +2026-04-30 19:21:01.778 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[1776 819 635 250 161 359 163 1724 918 1010 1697 1133 782 352 + 530 194]]] (1, 1, 16) int64 +2026-04-30 19:21:01.786 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [745] (1,) int64 +2026-04-30 19:21:01.815 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[ 745 213 315 83 1545 882 498 792 1673 399 1331 451 17 1187 + 1571 734]]] (1, 1, 16) int64 +2026-04-30 19:21:01.823 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [1583] (1,) int64 +2026-04-30 19:21:01.850 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[1583 18 904 1139 236 779 961 1360 79 414 649 388 976 1579 + 370 793]]] (1, 1, 16) int64 +2026-04-30 19:21:01.859 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [1735] (1,) int64 +2026-04-30 19:21:01.886 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[1735 799 1954 1052 363 69 869 1493 1794 1359 18 559 109 2017 + 1316 1764]]] (1, 1, 16) int64 +2026-04-30 19:21:01.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [58] (1,) int64 +2026-04-30 19:21:01.921 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[ 58 957 1093 507 735 209 1300 2008 1789 266 623 1967 1384 781 + 864 399]]] (1, 1, 16) int64 +2026-04-30 19:21:01.930 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [1431] (1,) int64 +2026-04-30 19:21:01.957 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[1431 1644 749 479 1671 804 1751 71 174 692 1620 1974 792 1036 + 387 1887]]] (1, 1, 16) int64 +2026-04-30 19:21:01.966 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [898] (1,) int64 +2026-04-30 19:21:01.993 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[ 898 506 1054 241 314 214 970 704 810 89 1657 1116 527 228 + 517 1260]]] (1, 1, 16) int64 +2026-04-30 19:21:02.001 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [1362] (1,) int64 +2026-04-30 19:21:02.029 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[1362 1666 933 944 1047 1221 1452 399 1242 1974 255 903 1901 1860 + 1342 189]]] (1, 1, 16) int64 +2026-04-30 19:21:02.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [1687] (1,) int64 +2026-04-30 19:21:02.064 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[1687 636 172 1414 689 507 1883 1511 241 1952 1859 898 694 2002 + 292 493]]] (1, 1, 16) int64 +2026-04-30 19:21:02.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [362] (1,) int64 +2026-04-30 19:21:02.099 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[ 362 1621 1121 77 652 1146 628 580 1311 1027 1460 796 1823 880 + 1816 691]]] (1, 1, 16) int64 +2026-04-30 19:21:02.107 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [164] (1,) int64 +2026-04-30 19:21:02.135 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[ 164 1809 625 512 475 278 418 1030 1815 1314 201 125 851 1054 + 182 1665]]] (1, 1, 16) int64 +2026-04-30 19:21:02.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [2150] (1,) int64 +2026-04-30 19:21:02.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-35 chunk_tokens [[[1447 1845 1743 919] + [ 836 289 1297 710] + [ 215 1843 607 1990] + [ 175 504 338 1646] + [ 282 102 1753 1006] + [1238 1716 245 1345] + [1812 165 1371 1735] + [1116 804 795 1112] + [1451 697 594 87] + [1061 1105 1369 1084] + [ 157 1122 997 349] + [ 291 1596 847 16] + [1568 913 1104 1616] + [ 423 117 988 1538] + [1115 219 496 230] + [1938 1159 20 461]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:21:02.167 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-35 wav [[[-0.05088782 -0.05038591 -0.05674479 ... 0.02202267 0.0131497 + 0.00430346]]] -0.23810401558876038 0.00022172695025801659 0.0668666809797287 0.19206930696964264 (1, 1, 7680) +2026-04-30 19:21:02.168 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-39 chunk_tokens [[[1634 1809 1776 745] + [ 185 1833 819 213] + [1922 931 635 315] + [1774 1879 250 83] + [ 23 1513 161 1545] + [1722 875 359 882] + [ 493 1552 163 498] + [ 249 35 1724 792] + [1322 1866 918 1673] + [ 611 96 1010 399] + [ 371 1776 1697 1331] + [1410 1738 1133 451] + [1689 450 782 17] + [1312 153 352 1187] + [1415 149 530 1571] + [ 550 434 194 734]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:21:02.192 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-39 wav [[[ 0.00404597 0.00410856 -0.01410323 ... -0.00395747 -0.00039365 + -0.00080042]]] -0.15798337757587433 -0.0002836551866494119 0.03760698437690735 0.12004593759775162 (1, 1, 7680) +2026-04-30 19:21:02.192 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-43 chunk_tokens [[[1583 1735 58 1431] + [ 18 799 957 1644] + [ 904 1954 1093 749] + [1139 1052 507 479] + [ 236 363 735 1671] + [ 779 69 209 804] + [ 961 869 1300 1751] + [1360 1493 2008 71] + [ 79 1794 1789 174] + [ 414 1359 266 692] + [ 649 18 623 1620] + [ 388 559 1967 1974] + [ 976 109 1384 792] + [1579 2017 781 1036] + [ 370 1316 864 387] + [ 793 1764 399 1887]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:21:02.217 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-43 wav [[[ 9.9321431e-04 -1.8141689e-03 -1.8975978e-03 ... 1.4332438e-05 + 1.0402011e-05 5.0381173e-06]]] -0.0325981043279171 5.0942569941980764e-05 0.006797368638217449 0.04312659054994583 (1, 1, 7680) +2026-04-30 19:21:02.217 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-47 chunk_tokens [[[ 898 1362 1687 362] + [ 506 1666 636 1621] + [1054 933 172 1121] + [ 241 944 1414 77] + [ 314 1047 689 652] + [ 214 1221 507 1146] + [ 970 1452 1883 628] + [ 704 399 1511 580] + [ 810 1242 241 1311] + [ 89 1974 1952 1027] + [1657 255 1859 1460] + [1116 903 898 796] + [ 527 1901 694 1823] + [ 228 1860 2002 880] + [ 517 1342 292 1816] + [1260 189 493 691]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:21:02.241 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-47 wav [[[ 6.6527559e-06 7.9979727e-06 1.7305711e-05 ... 1.9263625e-05 + 1.1908081e-05 -8.7056760e-06]]] -0.00021149781241547316 1.3659509022545535e-05 2.9974784411024302e-05 0.00022508154506795108 (1, 1, 7680) +2026-04-30 19:21:02.242 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-51 chunk_tokens [[[ 164] + [1809] + [ 625] + [ 512] + [ 475] + [ 278] + [ 418] + [1030] + [1815] + [1314] + [ 201] + [ 125] + [ 851] + [1054] + [ 182] + [1665]]] (1, 16, 1) n_chunk_frames 1 +2026-04-30 19:21:02.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-51 wav [[[-1.6163826e-06 3.3049878e-06 4.5151653e-05 ... 1.0855083e-05 + 1.0706617e-05 1.0891048e-05]]] -0.00024481568834744394 1.3579111509898212e-05 4.7990091843530536e-05 0.0002131818764610216 (1, 1, 1920) +2026-04-30 19:21:02.312 [INFO] __main__: Synthesis complete: 24.00 s audio in 16.01 s (RTF=0.667) +2026-04-30 19:21:02.313 [INFO] __main__: Wrote audio_synth/output_1777576846.2977324.wav (24.00 s, 24000 Hz) diff --git a/logs/log_test-streaming-onnx-cudagraphcompat-g5-xlarge-male-old-movie-continuous-streaming-codec-last-chunk-dynamic-1.txt b/logs/log_test-streaming-onnx-cudagraphcompat-g5-xlarge-male-old-movie-continuous-streaming-codec-last-chunk-dynamic-1.txt new file mode 100644 index 0000000000000000000000000000000000000000..e3ef06ae22e810a72052a7ffa21bca985acc9414 --- /dev/null +++ b/logs/log_test-streaming-onnx-cudagraphcompat-g5-xlarge-male-old-movie-continuous-streaming-codec-last-chunk-dynamic-1.txt @@ -0,0 +1,5107 @@ +2026-04-30 19:34:41.788555941 [W:onnxruntime:Default, device_discovery.cc:325 DiscoverDevicesForPlatform] GPU device discovery failed: device_discovery.cc:92 ReadFileContents Failed to open file: "/sys/class/drm/card0/device/vendor" +None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used. +None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used. +2026-04-30 19:34:42.693 [INFO] __main__: Building inferencer... +2026-04-30 19:34:42.693 [INFO] src.inference.qwen3_tts_inferencer_onnx: Loading ONNX sessions... +2026-04-30 19:34:42.693 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker prefill <- ./qwen3-tts_onnx/talker_model_prefill.onnx +2026-04-30 19:34:45.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: local prefill <- ./qwen3-tts_onnx/talker_local_model_prefill.onnx +2026-04-30 19:34:46.680 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker step <- ./qwen3-tts_onnx/talker_model_step.onnx +2026-04-30 19:34:53.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: local step <- ./qwen3-tts_onnx/talker_local_model_step.onnx +2026-04-30 19:34:54.113 [INFO] src.inference.qwen3_tts_inferencer_onnx: local lm_head <- ./qwen3-tts_onnx/talker_local_lm_head.onnx +2026-04-30 19:34:54.353 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec decoder <- ./qwen3-tts_onnx/codec_decoder_model.onnx +2026-04-30 19:34:54.767 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec decoder dynamic chunks <- ./qwen3-tts_onnx/codec_decoder_model_dynamic_chunks.onnx +2026-04-30 19:34:55.428 [INFO] src.inference.qwen3_tts_inferencer_onnx: speaker encoder <- ./qwen3-tts_onnx/speaker_encoder_model.onnx +2026-04-30 19:34:55.482201426 [W:onnxruntime:, transformer_memcpy.cc:111 ApplyImpl] 3 Memcpy nodes are added to the graph main_graph for CUDAExecutionProvider. It might have negative impact on performance (including unable to run CUDA graph). Set session_options.log_severity_level=1 to see the detail logs before this message. +2026-04-30 19:34:55.515 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec embed <- ./qwen3-tts_onnx/talker_codec_embed_model.onnx +2026-04-30 19:34:55.770 [INFO] src.inference.qwen3_tts_inferencer_onnx: text embed proj <- ./qwen3-tts_onnx/text_embed_proj_model.onnx +2026-04-30 19:34:58.379 [INFO] src.inference.qwen3_tts_inferencer_onnx: [OK] All ONNX sessions loaded. +2026-04-30 19:34:59.136 [INFO] src.inference.qwen3_tts_inferencer_onnx: Allocating device KV-cache buffers... +2026-04-30 19:34:59.167 [INFO] src.inference.qwen3_tts_inferencer_onnx: IOBinding wired for all models (prefill + step). +2026-04-30 19:34:59.168 [INFO] src.inference.qwen3_tts_inferencer_onnx: Allocating device KV-cache buffer of codec decoder... +2026-04-30 19:34:59.169 [INFO] __main__: Running 50 warmup iteration(s)... +2026-04-30 19:34:59.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up speaker encoder... +2026-04-30 19:34:59.496 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run speaker encoder in 0.30 s. --> 6.03 ms. per run. +2026-04-30 19:34:59.496 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up text embed proj.... +2026-04-30 19:34:59.508 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run text embed proj. in 0.01 s. --> 0.22 ms. per run. +2026-04-30 19:34:59.508 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up talker prefill... +2026-04-30 19:34:59.981 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run talker prefill in 0.47 s. --> 9.45 ms. per run. +2026-04-30 19:34:59.981 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up talker step... +2026-04-30 19:35:00.370 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run talker step in 0.39 s. --> 7.75 ms. per run. +2026-04-30 19:35:00.370 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up local talker prefill... +2026-04-30 19:35:00.438 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run local talker prefill in 0.07 s. --> 1.35 ms. per run. +2026-04-30 19:35:00.438 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up local talker step... +2026-04-30 19:35:00.495 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run local talker step in 0.06 s. --> 1.13 ms. per run. +2026-04-30 19:35:00.495 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up local talker batched lm_head... +2026-04-30 19:35:00.512 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run local batched lm_head in 0.02 s. --> 0.34 ms. per run. +2026-04-30 19:35:00.512 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up codec decoder... +2026-04-30 19:35:00.909 [INFO] src.inference.qwen3_tts_inferencer_onnx: 12 iter. run codec_decoder in 0.39 s. --> 32.90 ms. per run. +2026-04-30 19:35:00.909 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up codec decoder with dynamic chunk frames (n=2)... +2026-04-30 19:35:01.131 [INFO] src.inference.qwen3_tts_inferencer_onnx: 6 iter. run codec_decoder_dynamic in 0.21 s. --> 34.29 ms. per run. +2026-04-30 19:35:01.131 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warmup latency summary: +2026-04-30 19:35:01.131 [INFO] src.inference.qwen3_tts_inferencer_onnx: speaker_encoder +2026-04-30 19:35:01.131 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=6.03 ms. +2026-04-30 19:35:01.131 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=29.58 ms. +2026-04-30 19:35:01.140 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=1.77 ms. +2026-04-30 19:35:01.140 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=2.21 ms. +2026-04-30 19:35:01.140 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=1.73 ms. +2026-04-30 19:35:01.140 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=213.08 ms. +2026-04-30 19:35:01.140 [INFO] src.inference.qwen3_tts_inferencer_onnx: text_embed_proj +2026-04-30 19:35:01.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=0.22 ms. +2026-04-30 19:35:01.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=0.72 ms. +2026-04-30 19:35:01.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=0.12 ms. +2026-04-30 19:35:01.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=0.14 ms. +2026-04-30 19:35:01.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=0.11 ms. +2026-04-30 19:35:01.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=5.24 ms. +2026-04-30 19:35:01.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker_prefill +2026-04-30 19:35:01.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=9.45 ms. +2026-04-30 19:35:01.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=5.66 ms. +2026-04-30 19:35:01.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=8.64 ms. +2026-04-30 19:35:01.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=8.66 ms. +2026-04-30 19:35:01.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=8.62 ms. +2026-04-30 19:35:01.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=49.08 ms. +2026-04-30 19:35:01.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker_step +2026-04-30 19:35:01.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=7.75 ms. +2026-04-30 19:35:01.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=3.40 ms. +2026-04-30 19:35:01.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=7.26 ms. +2026-04-30 19:35:01.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=7.28 ms. +2026-04-30 19:35:01.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=7.25 ms. +2026-04-30 19:35:01.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=31.56 ms. +2026-04-30 19:35:01.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: local_prefill +2026-04-30 19:35:01.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=1.35 ms. +2026-04-30 19:35:01.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=1.01 ms. +2026-04-30 19:35:01.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=1.21 ms. +2026-04-30 19:35:01.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=1.22 ms. +2026-04-30 19:35:01.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=1.20 ms. +2026-04-30 19:35:01.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=8.46 ms. +2026-04-30 19:35:01.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: local_step +2026-04-30 19:35:01.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=1.13 ms. +2026-04-30 19:35:01.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=0.62 ms. +2026-04-30 19:35:01.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=1.04 ms. +2026-04-30 19:35:01.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=1.06 ms. +2026-04-30 19:35:01.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=1.04 ms. +2026-04-30 19:35:01.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=5.48 ms. +2026-04-30 19:35:01.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: local_lm_head +2026-04-30 19:35:01.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=0.34 ms. +2026-04-30 19:35:01.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=0.22 ms. +2026-04-30 19:35:01.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=0.30 ms. +2026-04-30 19:35:01.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=0.31 ms. +2026-04-30 19:35:01.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=0.30 ms. +2026-04-30 19:35:01.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=1.85 ms. +2026-04-30 19:35:01.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec_decoder +2026-04-30 19:35:01.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=32.90 ms. +2026-04-30 19:35:01.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=30.34 ms. +2026-04-30 19:35:01.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=23.74 ms. +2026-04-30 19:35:01.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=73.18 ms. +2026-04-30 19:35:01.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=23.72 ms. +2026-04-30 19:35:01.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=133.53 ms. +2026-04-30 19:35:01.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec_decoder_dynamic +2026-04-30 19:35:01.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=34.29 ms. +2026-04-30 19:35:01.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=16.02 ms. +2026-04-30 19:35:01.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=27.14 ms. +2026-04-30 19:35:01.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=59.39 ms. +2026-04-30 19:35:01.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=27.04 ms. +2026-04-30 19:35:01.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=70.11 ms. +2026-04-30 19:35:01.162 [INFO] __main__: Warmup complete in 1.99 s +2026-04-30 19:35:01.162 [INFO] __main__: speaker_encoder mean=6.03 ms min=1.73 ms max=213.08 ms +2026-04-30 19:35:01.162 [INFO] __main__: text_embed_proj mean=0.22 ms min=0.11 ms max=5.24 ms +2026-04-30 19:35:01.162 [INFO] __main__: talker_prefill mean=9.45 ms min=8.62 ms max=49.08 ms +2026-04-30 19:35:01.162 [INFO] __main__: talker_step mean=7.75 ms min=7.25 ms max=31.56 ms +2026-04-30 19:35:01.162 [INFO] __main__: local_prefill mean=1.35 ms min=1.20 ms max=8.46 ms +2026-04-30 19:35:01.162 [INFO] __main__: local_step mean=1.13 ms min=1.04 ms max=5.48 ms +2026-04-30 19:35:01.162 [INFO] __main__: local_lm_head mean=0.34 ms min=0.30 ms max=1.85 ms +2026-04-30 19:35:01.162 [INFO] __main__: codec_decoder mean=32.90 ms min=23.72 ms max=133.53 ms +2026-04-30 19:35:01.162 [INFO] __main__: codec_decoder_dynamic mean=34.29 ms min=27.04 ms max=70.11 ms +2026-04-30 19:35:01.162 [INFO] __main__: Synthesising: 'В зависимости от ситуации,' +2026-04-30 19:35:01.162 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment В -> text_cache В +2026-04-30 19:35:01.162 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:35:01.162 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:35:01.257 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.0726351 -0.03703576 -0.09818835 ... 0.00432445 -0.03728247 + -0.02399857]]] (1, 1, 1024) +2026-04-30 19:35:01.257 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:35:01.263 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:35:01.263 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:35:01.263 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.0726351 -0.03703576 -0.09818835 ... 0.00432445 -0.03728247 + -0.02399857] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:35:01.263 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:01.265 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:01.265 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:35:01.265 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:35:01.266 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:35:01.266 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:35:01.266 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:35:01.266 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.07741328 -0.04084174 -0.09988451 ... -0.0049599 -0.03572719 + -0.0197571 ] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:35:01.267 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 7.7413283e-02 -4.0841743e-02 -9.9884510e-02 ... -4.9598990e-03 + -3.5727192e-02 -1.9757099e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache В +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache В з +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache В за +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache В зав +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зави +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache В завис +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависи +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache В зависим +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache В зависимо +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache В зависимос +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache В зависимост +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache В зависимости +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache В зависимости о +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache В зависимости от +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache В зависимости от +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache В зависимости от с +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости от си +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache В зависимости от сит +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment у -> text_cache В зависимости от ситу +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache В зависимости от ситуа +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ц -> text_cache В зависимости от ситуац +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости от ситуаци +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости от ситуации +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache В зависимости от ситуации, +2026-04-30 19:35:01.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['В зависимости от ситуации,'] 26 +Qwen3TTSProcessor __call__ text ['В зависимости от ситуации,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 16206, 139133, 20264, 139367, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:35:01.313 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 16206, 139133, 20264, 139367, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:35:01.313 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 16206 139133 20264 139367 11]] (1, 5) +2026-04-30 19:35:01.313 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 16206 139133 20264 139367 11]] (1, 5) +2026-04-30 19:35:01.313 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment В зависимости от ситуации, 26 -> tokenized_segment [np.int64(16206), np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] 5 +2026-04-30 19:35:01.313 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(16206), np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] +2026-04-30 19:35:01.313 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.313 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(16206), np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] 5 +2026-04-30 19:35:01.313 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 16206 -> pending_tokens [np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] 4 +2026-04-30 19:35:01.322 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1221] (1,) int64 +2026-04-30 19:35:01.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1221 980 729 94 85 1398 41 1205 1943 1241 759 938 2000 285 + 539 1748]]] (1, 1, 16) int64 +2026-04-30 19:35:01.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 139133 -> pending_tokens [np.int64(20264), np.int64(139367), np.int64(11)] 3 +2026-04-30 19:35:01.356 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [415] (1,) int64 +2026-04-30 19:35:01.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 415 1961 840 170 416 1805 888 1853 24 371 1083 1633 1910 189 + 1429 1513]]] (1, 1, 16) int64 +2026-04-30 19:35:01.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 20264 -> pending_tokens [np.int64(139367), np.int64(11)] 2 +2026-04-30 19:35:01.391 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [37] (1,) int64 +2026-04-30 19:35:01.418 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 37 615 417 476 1825 516 1333 244 1365 1451 1204 1178 65 609 + 1647 1881]]] (1, 1, 16) int64 +2026-04-30 19:35:01.418 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 139367 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:35:01.426 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [538] (1,) int64 +2026-04-30 19:35:01.453 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[ 538 723 100 1937 1166 556 1677 559 1854 1917 153 877 904 598 + 228 1641]]] (1, 1, 16) int64 +2026-04-30 19:35:01.453 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:35:01.461 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [868] (1,) int64 +2026-04-30 19:35:01.487 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[ 868 1239 1254 617 537 749 1216 242 353 1666 579 1896 470 639 + 2044 25]]] (1, 1, 16) int64 +2026-04-30 19:35:01.487 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1221 415 37 538] + [ 980 1961 615 723] + [ 729 840 417 100] + [ 94 170 476 1937] + [ 85 416 1825 1166] + [1398 1805 516 556] + [ 41 888 1333 1677] + [1205 1853 244 559] + [1943 24 1365 1854] + [1241 371 1451 1917] + [ 759 1083 1204 153] + [ 938 1633 1178 877] + [2000 1910 65 904] + [ 285 189 609 598] + [ 539 1429 1647 228] + [1748 1513 1881 1641]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:01.512 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-0.02132314 -0.017822 -0.01605831 ... -0.01628111 0.03915209 + 0.07972801]]] -0.38583481311798096 -0.0007222265121527016 0.10693874210119247 0.4632282257080078 (1, 1, 7680) +2026-04-30 19:35:01.512 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:35:01.512 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:35:01.512 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:01.512 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:35:01.512 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:35:01.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [720] (1,) int64 +2026-04-30 19:35:01.547 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[ 720 524 1011 673 846 154 1271 1851 600 254 954 433 788 66 + 1336 904]]] (1, 1, 16) int64 +2026-04-30 19:35:01.555 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [422] (1,) int64 +2026-04-30 19:35:01.581 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[ 422 677 1735 1575 937 1614 1197 686 767 392 429 1198 855 936 + 54 14]]] (1, 1, 16) int64 +2026-04-30 19:35:01.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [667] (1,) int64 +2026-04-30 19:35:01.616 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[ 667 1928 37 30 1145 1700 862 763 40 1457 489 1357 1102 567 + 273 57]]] (1, 1, 16) int64 +2026-04-30 19:35:01.624 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [738] (1,) int64 +2026-04-30 19:35:01.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[ 738 285 3 686 638 877 1272 1044 82 442 1225 1491 574 1276 + 1624 149]]] (1, 1, 16) int64 +2026-04-30 19:35:01.659 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [177] (1,) int64 +2026-04-30 19:35:01.685 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[ 177 1929 791 1814 147 2015 2034 865 1366 854 1068 208 1989 1056 + 1760 89]]] (1, 1, 16) int64 +2026-04-30 19:35:01.693 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [1196] (1,) int64 +2026-04-30 19:35:01.720 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[1196 1676 278 844 160 489 407 735 615 192 123 1886 1316 1622 + 174 297]]] (1, 1, 16) int64 +2026-04-30 19:35:01.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [1528] (1,) int64 +2026-04-30 19:35:01.755 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[1528 421 843 528 617 1528 548 125 68 90 578 534 436 262 + 498 706]]] (1, 1, 16) int64 +2026-04-30 19:35:01.763 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [1472] (1,) int64 +2026-04-30 19:35:01.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[1472 366 1916 26 662 178 1649 1085 814 804 306 358 1881 1277 + 339 1726]]] (1, 1, 16) int64 +2026-04-30 19:35:01.798 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [1555] (1,) int64 +2026-04-30 19:35:01.825 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[1555 1596 980 1265 77 941 207 221 1127 202 573 614 31 823 + 1499 355]]] (1, 1, 16) int64 +2026-04-30 19:35:01.833 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [152] (1,) int64 +2026-04-30 19:35:01.860 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[ 152 237 850 279 1079 1018 751 734 199 111 1069 129 392 1393 + 1100 1870]]] (1, 1, 16) int64 +2026-04-30 19:35:01.868 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [1647] (1,) int64 +2026-04-30 19:35:01.895 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[1647 2010 1053 1381 1793 183 75 1293 368 423 565 316 1404 656 + 1770 811]]] (1, 1, 16) int64 +2026-04-30 19:35:01.903 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [1456] (1,) int64 +2026-04-30 19:35:01.929 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[1456 1519 1 1066 715 1647 1373 375 261 1978 68 1323 44 55 + 713 286]]] (1, 1, 16) int64 +2026-04-30 19:35:01.937 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [255] (1,) int64 +2026-04-30 19:35:01.964 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[ 255 1543 1480 1783 776 35 855 1443 940 412 535 447 341 703 + 305 1558]]] (1, 1, 16) int64 +2026-04-30 19:35:01.972 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [308] (1,) int64 +2026-04-30 19:35:01.999 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[ 308 1652 372 1210 916 1210 216 1204 629 1560 115 207 684 477 + 282 545]]] (1, 1, 16) int64 +2026-04-30 19:35:02.007 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [875] (1,) int64 +2026-04-30 19:35:02.034 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[ 875 496 599 154 999 1456 1816 1872 989 263 22 1113 2042 569 + 1352 38]]] (1, 1, 16) int64 +2026-04-30 19:35:02.042 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [360] (1,) int64 +2026-04-30 19:35:02.068 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[ 360 245 373 702 157 69 849 405 12 1976 878 457 199 565 + 1375 47]]] (1, 1, 16) int64 +2026-04-30 19:35:02.076 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [807] (1,) int64 +2026-04-30 19:35:02.103 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[ 807 265 736 1159 500 980 1235 2045 254 912 1518 1124 5 772 + 2031 350]]] (1, 1, 16) int64 +2026-04-30 19:35:02.111 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [1173] (1,) int64 +2026-04-30 19:35:02.138 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[1173 520 1708 1613 1695 1525 1357 1010 1697 443 236 99 414 84 + 1927 1131]]] (1, 1, 16) int64 +2026-04-30 19:35:02.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [18] (1,) int64 +2026-04-30 19:35:02.172 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[ 18 945 146 1652 316 1793 1998 418 190 911 1398 1675 881 1894 + 677 1879]]] (1, 1, 16) int64 +2026-04-30 19:35:02.180 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [1398] (1,) int64 +2026-04-30 19:35:02.207 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[1398 1130 142 99 1195 1141 780 98 400 231 972 470 962 1822 + 843 883]]] (1, 1, 16) int64 +2026-04-30 19:35:02.215 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [286] (1,) int64 +2026-04-30 19:35:02.242 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[ 286 1704 991 744 336 1480 868 1199 410 437 258 1638 1450 931 + 873 1809]]] (1, 1, 16) int64 +2026-04-30 19:35:02.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [536] (1,) int64 +2026-04-30 19:35:02.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-27 vq-rvq [[[ 536 622 1066 1174 1663 488 1794 691 925 1446 645 117 1760 1404 + 1436 623]]] (1, 1, 16) int64 +2026-04-30 19:35:02.284 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-27 vq [915] (1,) int64 +2026-04-30 19:35:02.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-28 vq-rvq [[[ 915 78 1788 270 773 528 2002 329 214 1932 257 1249 314 1089 + 524 62]]] (1, 1, 16) int64 +2026-04-30 19:35:02.319 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-28 vq [1945] (1,) int64 +2026-04-30 19:35:02.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-29 vq-rvq [[[1945 1572 1335 527 1430 620 1049 1215 564 526 1266 201 1134 264 + 1974 1071]]] (1, 1, 16) int64 +2026-04-30 19:35:02.354 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-29 vq [444] (1,) int64 +2026-04-30 19:35:02.381 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-30 vq-rvq [[[ 444 1048 1543 1713 551 180 1421 2016 1698 455 124 1331 914 139 + 2045 1836]]] (1, 1, 16) int64 +2026-04-30 19:35:02.389 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-30 vq [109] (1,) int64 +2026-04-30 19:35:02.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-31 vq-rvq [[[ 109 11 1780 628 1396 407 1336 145 1058 1625 1076 1780 1041 529 + 812 558]]] (1, 1, 16) int64 +2026-04-30 19:35:02.423 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-31 vq [859] (1,) int64 +2026-04-30 19:35:02.450 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-32 vq-rvq [[[ 859 1040 1205 1176 790 493 20 879 1656 868 833 558 630 265 + 1555 157]]] (1, 1, 16) int64 +2026-04-30 19:35:02.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-32 vq [1383] (1,) int64 +2026-04-30 19:35:02.485 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-33 vq-rvq [[[1383 1640 1608 561 1427 1780 912 606 412 444 389 383 1597 827 + 814 1871]]] (1, 1, 16) int64 +2026-04-30 19:35:02.493 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-33 vq [553] (1,) int64 +2026-04-30 19:35:02.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-34 vq-rvq [[[ 553 1445 548 1393 942 1374 1110 1200 480 1579 1579 1988 172 620 + 256 1113]]] (1, 1, 16) int64 +2026-04-30 19:35:02.528 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-34 vq [1984] (1,) int64 +2026-04-30 19:35:02.554 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-35 vq-rvq [[[1984 1978 1296 267 1940 1658 683 540 805 295 1646 1326 1117 748 + 604 434]]] (1, 1, 16) int64 +2026-04-30 19:35:02.562 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-35 vq [592] (1,) int64 +2026-04-30 19:35:02.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-36 vq-rvq [[[ 592 43 282 64 290 241 84 1541 1154 1028 1024 46 1261 364 + 309 1964]]] (1, 1, 16) int64 +2026-04-30 19:35:02.597 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-36 vq [186] (1,) int64 +2026-04-30 19:35:02.624 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-37 vq-rvq [[[ 186 1924 1778 1956 26 1228 953 623 335 131 1568 217 454 478 + 1370 126]]] (1, 1, 16) int64 +2026-04-30 19:35:02.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-37 vq [1554] (1,) int64 +2026-04-30 19:35:02.658 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-38 vq-rvq [[[1554 412 1841 1442 126 774 1899 1377 483 37 862 1084 1486 1515 + 832 271]]] (1, 1, 16) int64 +2026-04-30 19:35:02.666 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-38 vq [2150] (1,) int64 +2026-04-30 19:35:02.666 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[ 868 720 422 667] + [1239 524 677 1928] + [1254 1011 1735 37] + [ 617 673 1575 30] + [ 537 846 937 1145] + [ 749 154 1614 1700] + [1216 1271 1197 862] + [ 242 1851 686 763] + [ 353 600 767 40] + [1666 254 392 1457] + [ 579 954 429 489] + [1896 433 1198 1357] + [ 470 788 855 1102] + [ 639 66 936 567] + [2044 1336 54 273] + [ 25 904 14 57]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:02.691 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[0.09687733 0.0950883 0.07967601 ... 0.06325417 0.0659601 0.06825794]]] -0.4041717052459717 0.0006449951906688511 0.14002002775669098 0.40058088302612305 (1, 1, 7680) +2026-04-30 19:35:02.691 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[ 738 177 1196 1528] + [ 285 1929 1676 421] + [ 3 791 278 843] + [ 686 1814 844 528] + [ 638 147 160 617] + [ 877 2015 489 1528] + [1272 2034 407 548] + [1044 865 735 125] + [ 82 1366 615 68] + [ 442 854 192 90] + [1225 1068 123 578] + [1491 208 1886 534] + [ 574 1989 1316 436] + [1276 1056 1622 262] + [1624 1760 174 498] + [ 149 89 297 706]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:02.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[ 0.06909476 0.06882437 0.06723966 ... -0.02039841 -0.02449215 + -0.02892332]]] -0.33563289046287537 -2.5708899556775577e-05 0.07910675555467606 0.36834952235221863 (1, 1, 7680) +2026-04-30 19:35:02.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[1472 1555 152 1647] + [ 366 1596 237 2010] + [1916 980 850 1053] + [ 26 1265 279 1381] + [ 662 77 1079 1793] + [ 178 941 1018 183] + [1649 207 751 75] + [1085 221 734 1293] + [ 814 1127 199 368] + [ 804 202 111 423] + [ 306 573 1069 565] + [ 358 614 129 316] + [1881 31 392 1404] + [1277 823 1393 656] + [ 339 1499 1100 1770] + [1726 355 1870 811]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:02.740 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[-0.03169508 -0.03329947 -0.03133439 ... 0.02605669 0.02902531 + 0.03110738]]] -0.34837839007377625 -8.8951361249201e-05 0.07321520894765854 0.31417471170425415 (1, 1, 7680) +2026-04-30 19:35:02.740 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[1456 255 308 875] + [1519 1543 1652 496] + [ 1 1480 372 599] + [1066 1783 1210 154] + [ 715 776 916 999] + [1647 35 1210 1456] + [1373 855 216 1816] + [ 375 1443 1204 1872] + [ 261 940 629 989] + [1978 412 1560 263] + [ 68 535 115 22] + [1323 447 207 1113] + [ 44 341 684 2042] + [ 55 703 477 569] + [ 713 305 282 1352] + [ 286 1558 545 38]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:02.764 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[0.0335875 0.03563734 0.03704847 ... 0.00130954 0.0032439 0.00476379]]] -0.4789937138557434 0.00013935923925600946 0.1278601735830307 0.39136385917663574 (1, 1, 7680) +2026-04-30 19:35:02.764 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[ 360 807 1173 18] + [ 245 265 520 945] + [ 373 736 1708 146] + [ 702 1159 1613 1652] + [ 157 500 1695 316] + [ 69 980 1525 1793] + [ 849 1235 1357 1998] + [ 405 2045 1010 418] + [ 12 254 1697 190] + [1976 912 443 911] + [ 878 1518 236 1398] + [ 457 1124 99 1675] + [ 199 5 414 881] + [ 565 772 84 1894] + [1375 2031 1927 677] + [ 47 350 1131 1879]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:02.788 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[ 6.7547406e-03 7.1206014e-03 6.5120477e-03 ... -1.0332440e-02 + 7.7009863e-05 4.8342613e-03]]] -0.29119449853897095 0.00010479017510078847 0.10830892622470856 0.3288041055202484 (1, 1, 7680) +2026-04-30 19:35:02.789 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[1398 286 536 915] + [1130 1704 622 78] + [ 142 991 1066 1788] + [ 99 744 1174 270] + [1195 336 1663 773] + [1141 1480 488 528] + [ 780 868 1794 2002] + [ 98 1199 691 329] + [ 400 410 925 214] + [ 231 437 1446 1932] + [ 972 258 645 257] + [ 470 1638 117 1249] + [ 962 1450 1760 314] + [1822 931 1404 1089] + [ 843 873 1436 524] + [ 883 1809 623 62]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:02.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[ 0.00039618 -0.01555032 -0.04059715 ... 0.00022139 0.00033093 + 0.00040425]]] -0.26211559772491455 -7.749690121272579e-05 0.04516326263546944 0.2875165343284607 (1, 1, 7680) +2026-04-30 19:35:02.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 chunk_tokens [[[1945 444 109 859] + [1572 1048 11 1040] + [1335 1543 1780 1205] + [ 527 1713 628 1176] + [1430 551 1396 790] + [ 620 180 407 493] + [1049 1421 1336 20] + [1215 2016 145 879] + [ 564 1698 1058 1656] + [ 526 455 1625 868] + [1266 124 1076 833] + [ 201 1331 1780 558] + [1134 914 1041 630] + [ 264 139 529 265] + [1974 2045 812 1555] + [1071 1836 558 157]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:02.837 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 wav [[[0.00029233 0.00019697 0.00037877 ... 0.00015766 0.0001831 0.00020896]]] -0.0015387582825496793 2.3522650735685602e-05 0.00037491682451218367 0.001392321428284049 (1, 1, 7680) +2026-04-30 19:35:02.837 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 chunk_tokens [[[1383 553 1984 592] + [1640 1445 1978 43] + [1608 548 1296 282] + [ 561 1393 267 64] + [1427 942 1940 290] + [1780 1374 1658 241] + [ 912 1110 683 84] + [ 606 1200 540 1541] + [ 412 480 805 1154] + [ 444 1579 295 1028] + [ 389 1579 1646 1024] + [ 383 1988 1326 46] + [1597 172 1117 1261] + [ 827 620 748 364] + [ 814 256 604 309] + [1871 1113 434 1964]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:02.861 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 wav [[[6.6443841e-05 2.7358606e-06 2.2382477e-04 ... 9.0612994e-05 + 4.1132580e-04 6.8661355e-04]]] -0.002967291744425893 2.212541403423529e-05 0.0008248499361798167 0.0028279973194003105 (1, 1, 7680) +2026-04-30 19:35:02.861 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 chunk_tokens [[[ 186 1554] + [1924 412] + [1778 1841] + [1956 1442] + [ 26 126] + [1228 774] + [ 953 1899] + [ 623 1377] + [ 335 483] + [ 131 37] + [1568 862] + [ 217 1084] + [ 454 1486] + [ 478 1515] + [1370 832] + [ 126 271]]] (1, 16, 2) n_chunk_frames 2 +2026-04-30 19:35:02.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 wav [[[7.16899929e-04 7.88028410e-04 8.75594269e-04 ... 1.16158735e-05 + 1.16980609e-05 1.12402504e-05]]] -0.002937337616458535 2.4161945475498214e-05 0.0006713623879477382 0.0036242464557290077 (1, 1, 3840) +2026-04-30 19:35:02.892 [INFO] __main__: Synthesising: 'важна не только точность,' +2026-04-30 19:35:02.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache в +2026-04-30 19:35:02.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:35:02.897 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[-0.03915405, -0.03860474, -0.03189087, ..., -0.00823975, + -0.02731323, -0.02081299]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01147461, 0.04003906, 0.04415894, ..., -0.05438232, + -0.06280518, -0.07025146]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07571411, -0.07965088, -0.08389282, ..., -0.01852417, + -0.01821899, -0.01757812]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01889038, -0.02062988, -0.02224731, ..., -0.00680542, + -0.00537109, 0.00158691]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00274658, -0.003479 , -0.0083313 , ..., 0.06756592, + 0.06594849, 0.06494141]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.06408691, 0.06274414, 0.06274414, ..., -0.02478027, + -0.01260376, -0.00640869]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01275635, -0.02114868, -0.02334595, ..., -0.13964844, + -0.13391113, -0.13119507]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.13238525, -0.13613892, -0.14172363, ..., -0.02047729, + 0.01779175, 0.05514526]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.08190918, 0.09643555, 0.10720825, ..., -0.00619507, + -0.00631714, -0.00637817]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00592041, -0.00570679, -0.00552368, ..., -0.01119995, + 0.00024414, 0.00817871]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00076294, -0.02197266, -0.03341675, ..., -0.04351807, + -0.02880859, -0.01126099]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00689697, 0.0256958 , 0.04110718, ..., 0.04019165, + 0.04299927, 0.04315186]]], shape=(1, 1, 7680), dtype=float32), array([[[0.04101562, 0.03625488, 0.03182983, ..., 0.11578369, + 0.09411621, 0.0819397 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.07775879, 0.08172607, 0.09173584, ..., -0.02355957, + -0.02990723, -0.03649902]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04211426, -0.04464722, -0.04571533, ..., 0.1104126 , + 0.10202026, 0.08837891]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.07275391, 0.05368042, 0.03427124, ..., -0.00378418, + -0.00506592, -0.00466919]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00390625, -0.00131226, 0.00354004, ..., -0.01672363, + -0.01483154, -0.0116272 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0078125 , -0.00442505, -0.00125122, ..., 0.00540161, + 0.01599121, 0.01901245]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01519775, 0.0062561 , -0.00125122, ..., -0.00109863, + -0.00881958, -0.01837158]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02682495, -0.03204346, -0.03155518, ..., -0.00302124, + -0.00430298, -0.00543213]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00109863, 0.00460815, 0.0020752 , ..., -0.03509521, + -0.03427124, -0.03234863]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02850342, -0.02294922, -0.01708984, ..., -0.06704712, + -0.07080078, -0.07034302]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06506348, -0.05700684, -0.04580688, ..., 0.02282715, + 0.02307129, 0.0229187 ]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02270508, 0.02163696, 0.02029419, ..., 0.00881958, + 0.00982666, 0.01025391]]], shape=(1, 1, 7680), dtype=float32), array([[[0.01098633, 0.01113892, 0.01086426, ..., 0.01193237, + 0.01309204, 0.01379395]]], shape=(1, 1, 7680), dtype=float32), array([[[0.01397705, 0.01403809, 0.01269531, ..., 0.00100708, + 0.00128174, 0.00091553]]], shape=(1, 1, 7680), dtype=float32), array([[[ 1.0070801e-03, 1.5563965e-03, 1.8310547e-03, ..., + -1.5258789e-04, -3.0517578e-05, 2.4414062e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 3.0517578e-05, -2.1362305e-04, 0.0000000e+00, ..., + 9.8266602e-03, 3.8787842e-02, 6.6497803e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.09161377, 0.10827637, 0.11697388, ..., 0.02816772, + 0.00912476, -0.00701904]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01934814, -0.0274353 , -0.03048706, ..., 0.02307129, + 0.02792358, 0.02838135]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02536011, 0.01867676, 0.00866699, ..., 0.00271606, + 0.00372314, 0.0039978 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 4.5166016e-03, 4.3029785e-03, 3.3264160e-03, ..., + 6.1035156e-05, -3.3569336e-04, -4.5776367e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0. , -0.00033569, -0.00027466, ..., 0.00088501, + 0.00057983, 0.00064087]]], shape=(1, 1, 7680), dtype=float32), array([[[-3.6621094e-04, -9.1552734e-05, 6.1035156e-05, ..., + 3.0957031e-01, 2.8491211e-01, 2.4697876e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.19769287, 0.14498901, 0.09622192, ..., 0.19647217, + 0.18902588, 0.17889404]]], shape=(1, 1, 7680), dtype=float32), array([[[0.1656189 , 0.14910889, 0.12838745, ..., 0.02658081, + 0.02572632, 0.01794434]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00534058, -0.00842285, -0.01702881, ..., 0.06643677, + 0.05947876, 0.04544067]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0284729 , 0.01559448, 0.0118103 , ..., 0.03561401, + 0.02209473, -0.00817871]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02334595, -0.00610352, 0.00567627, ..., 0.04238892, + 0.04257202, 0.04208374]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04058838, 0.03448486, 0.02389526, ..., -0.02603149, + -0.02416992, -0.02380371]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02243042, -0.02096558, -0.01885986, ..., 0.02230835, + 0.01660156, 0.01248169]]], shape=(1, 1, 5736), dtype=float32), array([[[-0.02132314, -0.017822 , -0.01605831, ..., -0.01628111, + 0.03915209, 0.07972801]]], shape=(1, 1, 7680), dtype=float32), array([[[0.09687733, 0.0950883 , 0.07967601, ..., 0.06325417, + 0.0659601 , 0.06825794]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.06909476, 0.06882437, 0.06723966, ..., -0.02039841, + -0.02449215, -0.02892332]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03169508, -0.03329947, -0.03133439, ..., 0.02605669, + 0.02902531, 0.03110738]]], shape=(1, 1, 7680), dtype=float32), array([[[0.0335875 , 0.03563734, 0.03704847, ..., 0.00130954, + 0.0032439 , 0.00476379]]], shape=(1, 1, 7680), dtype=float32), array([[[ 6.7547406e-03, 7.1206014e-03, 6.5120477e-03, ..., + -1.0332440e-02, 7.7009863e-05, 4.8342613e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00039618, -0.01555032, -0.04059715, ..., 0.00022139, + 0.00033093, 0.00040425]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00029233, 0.00019697, 0.00037877, ..., 0.00015766, + 0.0001831 , 0.00020896]]], shape=(1, 1, 7680), dtype=float32), array([[[6.6443841e-05, 2.7358606e-06, 2.2382477e-04, ..., + 9.0612994e-05, 4.1132580e-04, 6.8661355e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[7.16899929e-04, 7.88028410e-04, 8.75594269e-04, ..., + 1.16158735e-05, 1.16980609e-05, 1.12402504e-05]]], + shape=(1, 1, 3840), dtype=float32)] 51 +2026-04-30 19:35:02.897 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [-3.91540527e-02 -3.86047363e-02 -3.18908691e-02 ... 1.16158735e-05 + 1.16980609e-05 1.12402504e-05] (385896,) float32 +2026-04-30 19:35:02.897 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 26 [1.00708008e-03 1.55639648e-03 1.83105469e-03 ... 1.16158735e-05 + 1.16980609e-05 1.12402504e-05] (186216,) float32 +2026-04-30 19:35:02.900 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 26 [array([[[ 1.0070801e-03, 1.5563965e-03, 1.8310547e-03, ..., + -1.5258789e-04, -3.0517578e-05, 2.4414062e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 3.0517578e-05, -2.1362305e-04, 0.0000000e+00, ..., + 9.8266602e-03, 3.8787842e-02, 6.6497803e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.09161377, 0.10827637, 0.11697388, ..., 0.02816772, + 0.00912476, -0.00701904]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01934814, -0.0274353 , -0.03048706, ..., 0.02307129, + 0.02792358, 0.02838135]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02536011, 0.01867676, 0.00866699, ..., 0.00271606, + 0.00372314, 0.0039978 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 4.5166016e-03, 4.3029785e-03, 3.3264160e-03, ..., + 6.1035156e-05, -3.3569336e-04, -4.5776367e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0. , -0.00033569, -0.00027466, ..., 0.00088501, + 0.00057983, 0.00064087]]], shape=(1, 1, 7680), dtype=float32), array([[[-3.6621094e-04, -9.1552734e-05, 6.1035156e-05, ..., + 3.0957031e-01, 2.8491211e-01, 2.4697876e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.19769287, 0.14498901, 0.09622192, ..., 0.19647217, + 0.18902588, 0.17889404]]], shape=(1, 1, 7680), dtype=float32), array([[[0.1656189 , 0.14910889, 0.12838745, ..., 0.02658081, + 0.02572632, 0.01794434]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00534058, -0.00842285, -0.01702881, ..., 0.06643677, + 0.05947876, 0.04544067]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0284729 , 0.01559448, 0.0118103 , ..., 0.03561401, + 0.02209473, -0.00817871]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02334595, -0.00610352, 0.00567627, ..., 0.04238892, + 0.04257202, 0.04208374]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04058838, 0.03448486, 0.02389526, ..., -0.02603149, + -0.02416992, -0.02380371]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02243042, -0.02096558, -0.01885986, ..., 0.02230835, + 0.01660156, 0.01248169]]], shape=(1, 1, 5736), dtype=float32), array([[[-0.02132314, -0.017822 , -0.01605831, ..., -0.01628111, + 0.03915209, 0.07972801]]], shape=(1, 1, 7680), dtype=float32), array([[[0.09687733, 0.0950883 , 0.07967601, ..., 0.06325417, + 0.0659601 , 0.06825794]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.06909476, 0.06882437, 0.06723966, ..., -0.02039841, + -0.02449215, -0.02892332]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03169508, -0.03329947, -0.03133439, ..., 0.02605669, + 0.02902531, 0.03110738]]], shape=(1, 1, 7680), dtype=float32), array([[[0.0335875 , 0.03563734, 0.03704847, ..., 0.00130954, + 0.0032439 , 0.00476379]]], shape=(1, 1, 7680), dtype=float32), array([[[ 6.7547406e-03, 7.1206014e-03, 6.5120477e-03, ..., + -1.0332440e-02, 7.7009863e-05, 4.8342613e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00039618, -0.01555032, -0.04059715, ..., 0.00022139, + 0.00033093, 0.00040425]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00029233, 0.00019697, 0.00037877, ..., 0.00015766, + 0.0001831 , 0.00020896]]], shape=(1, 1, 7680), dtype=float32), array([[[6.6443841e-05, 2.7358606e-06, 2.2382477e-04, ..., + 9.0612994e-05, 4.1132580e-04, 6.8661355e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[7.16899929e-04, 7.88028410e-04, 8.75594269e-04, ..., + 1.16158735e-05, 1.16980609e-05, 1.12402504e-05]]], + shape=(1, 1, 3840), dtype=float32)] 25 +2026-04-30 19:35:02.900 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:35:02.973 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.07284069 0.00183588 -0.13472763 ... -0.0162037 -0.03575661 + -0.0006694 ]]] (1, 1, 1024) +2026-04-30 19:35:02.973 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:35:02.974 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:35:02.974 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:35:02.974 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.07284069 0.00183588 -0.13472763 ... -0.0162037 -0.03575661 + -0.0006694 ] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:35:02.975 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:02.975 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:02.975 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:35:02.975 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:35:02.976 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:35:02.976 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:35:02.976 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:35:02.977 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.07761887 -0.00197011 -0.13642378 ... -0.02548805 -0.03420133 + 0.00357207] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:35:02.977 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 7.7618875e-02 -1.9701105e-03 -1.3642378e-01 ... -2.5488053e-02 + -3.4201328e-02 3.5720700e-03] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:35:03.021 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=57; step_idx=57 +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=57; step_idx=57 +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache ва +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ж -> text_cache важ +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache важн +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache важна +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache важна +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache важна н +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache важна не +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache важна не +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache важна не т +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не то +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache важна не тол +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ь -> text_cache важна не толь +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache важна не тольк +2026-04-30 19:35:03.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не только +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache важна не только +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache важна не только т +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не только то +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ч -> text_cache важна не только точ +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache важна не только точн +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не только точно +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache важна не только точнос +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache важна не только точност +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ь -> text_cache важна не только точность +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache важна не только точность, +2026-04-30 19:35:03.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['важна не только точность,'] 25 +Qwen3TTSProcessor __call__ text ['важна не только точность,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 5474, 37557, 14191, 18658, 73626, 81602, 60279, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:35:03.057 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 5474, 37557, 14191, 18658, 73626, 81602, 60279, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:35:03.057 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 5474 37557 14191 18658 73626 81602 60279 11]] (1, 8) +2026-04-30 19:35:03.057 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 5474 37557 14191 18658 73626 81602 60279 11]] (1, 8) +2026-04-30 19:35:03.057 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment важна не только точность, 25 -> tokenized_segment [np.int64(5474), np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 8 +2026-04-30 19:35:03.057 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(5474), np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] +2026-04-30 19:35:03.057 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.057 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(5474), np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 8 +2026-04-30 19:35:03.057 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 5474 -> pending_tokens [np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 7 +2026-04-30 19:35:03.065 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [1995] (1,) int64 +2026-04-30 19:35:03.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[1995 244 1669 1284 272 678 638 8 544 129 1469 559 1368 282 + 435 1612]]] (1, 1, 16) int64 +2026-04-30 19:35:03.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 37557 -> pending_tokens [np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 6 +2026-04-30 19:35:03.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [2042] (1,) int64 +2026-04-30 19:35:03.127 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[2042 1499 1813 1696 1831 95 319 332 893 845 880 1152 989 1395 + 1227 1405]]] (1, 1, 16) int64 +2026-04-30 19:35:03.127 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 14191 -> pending_tokens [np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 5 +2026-04-30 19:35:03.135 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [1609] (1,) int64 +2026-04-30 19:35:03.162 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[1609 750 91 86 1177 1056 814 930 1055 28 1372 1659 115 1085 + 536 152]]] (1, 1, 16) int64 +2026-04-30 19:35:03.162 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 18658 -> pending_tokens [np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 4 +2026-04-30 19:35:03.170 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [709] (1,) int64 +2026-04-30 19:35:03.196 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[ 709 1424 489 1594 558 1174 959 684 1314 1706 882 676 69 1579 + 1156 983]]] (1, 1, 16) int64 +2026-04-30 19:35:03.196 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 73626 -> pending_tokens [np.int64(81602), np.int64(60279), np.int64(11)] 3 +2026-04-30 19:35:03.204 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [480] (1,) int64 +2026-04-30 19:35:03.231 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[ 480 1120 1092 1595 311 277 301 693 1183 269 1276 1637 1255 219 + 1627 1921]]] (1, 1, 16) int64 +2026-04-30 19:35:03.231 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 81602 -> pending_tokens [np.int64(60279), np.int64(11)] 2 +2026-04-30 19:35:03.239 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [1132] (1,) int64 +2026-04-30 19:35:03.266 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[1132 53 1134 1417 1931 553 1524 1914 1393 1088 260 1065 171 1519 + 1639 130]]] (1, 1, 16) int64 +2026-04-30 19:35:03.266 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 60279 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:35:03.274 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [1809] (1,) int64 +2026-04-30 19:35:03.301 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[1809 91 60 1975 1225 1761 971 423 1410 243 1647 1652 1659 467 + 1090 1038]]] (1, 1, 16) int64 +2026-04-30 19:35:03.301 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:35:03.309 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [400] (1,) int64 +2026-04-30 19:35:03.336 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[ 400 282 665 1910 1672 1350 1532 1680 640 1848 1481 492 507 679 + 891 576]]] (1, 1, 16) int64 +2026-04-30 19:35:03.336 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-38 chunk_tokens [[[1995 2042 1609 709] + [ 244 1499 750 1424] + [1669 1813 91 489] + [1284 1696 86 1594] + [ 272 1831 1177 558] + [ 678 95 1056 1174] + [ 638 319 814 959] + [ 8 332 930 684] + [ 544 893 1055 1314] + [ 129 845 28 1706] + [1469 880 1372 882] + [ 559 1152 1659 676] + [1368 989 115 69] + [ 282 1395 1085 1579] + [ 435 1227 536 1156] + [1612 1405 152 983]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:03.360 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-38 wav [[[ 1.04384435e-05 1.09501671e-05 1.83614266e-05 ... -2.28149697e-01 + -2.43500158e-01 -2.50348985e-01]]] -0.46131712198257446 2.946119820990134e-05 0.06118200346827507 0.40299558639526367 (1, 1, 7680) +2026-04-30 19:35:03.360 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-42 chunk_tokens [[[ 480 1132 1809 400] + [1120 53 91 282] + [1092 1134 60 665] + [1595 1417 1975 1910] + [ 311 1931 1225 1672] + [ 277 553 1761 1350] + [ 301 1524 971 1532] + [ 693 1914 423 1680] + [1183 1393 1410 640] + [ 269 1088 243 1848] + [1276 260 1647 1481] + [1637 1065 1652 492] + [1255 171 1659 507] + [ 219 1519 467 679] + [1627 1639 1090 891] + [1921 130 1038 576]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:03.384 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-42 wav [[[-0.24655636 -0.23358023 -0.2111387 ... -0.03223854 -0.0359631 + -0.04158386]]] -0.5286928415298462 -2.6262101528118365e-05 0.11838588863611221 0.4584099352359772 (1, 1, 7680) +2026-04-30 19:35:03.384 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:35:03.384 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:35:03.384 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:03.384 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:35:03.384 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:35:03.393 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [935] (1,) int64 +2026-04-30 19:35:03.419 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[ 935 135 393 242 1947 778 1270 1635 659 1538 157 131 662 650 + 162 583]]] (1, 1, 16) int64 +2026-04-30 19:35:03.427 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [332] (1,) int64 +2026-04-30 19:35:03.454 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[ 332 1479 1792 208 1362 961 1533 401 890 793 703 1837 683 234 + 1410 1001]]] (1, 1, 16) int64 +2026-04-30 19:35:03.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [178] (1,) int64 +2026-04-30 19:35:03.489 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[ 178 1678 1858 426 1676 164 1046 1722 1561 938 134 1529 545 632 + 1967 1385]]] (1, 1, 16) int64 +2026-04-30 19:35:03.497 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [303] (1,) int64 +2026-04-30 19:35:03.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[ 303 448 1897 356 340 1752 1098 1079 688 250 319 197 536 1655 + 6 781]]] (1, 1, 16) int64 +2026-04-30 19:35:03.533 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [640] (1,) int64 +2026-04-30 19:35:03.559 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[ 640 1195 1396 1718 112 99 496 521 934 723 308 1899 330 1184 + 1950 176]]] (1, 1, 16) int64 +2026-04-30 19:35:03.567 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [438] (1,) int64 +2026-04-30 19:35:03.594 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[ 438 1830 558 1307 44 1880 1025 209 1622 91 1921 493 674 136 + 933 423]]] (1, 1, 16) int64 +2026-04-30 19:35:03.602 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [348] (1,) int64 +2026-04-30 19:35:03.629 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[ 348 1151 1556 168 840 168 360 795 1462 512 849 241 83 866 + 176 170]]] (1, 1, 16) int64 +2026-04-30 19:35:03.637 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [637] (1,) int64 +2026-04-30 19:35:03.664 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-73 vq-rvq [[[ 637 1485 1515 1232 1028 248 19 1185 208 573 1000 182 629 1162 + 268 1548]]] (1, 1, 16) int64 +2026-04-30 19:35:03.672 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-73 vq [1718] (1,) int64 +2026-04-30 19:35:03.699 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-74 vq-rvq [[[1718 1180 1555 651 1019 1804 403 1708 849 1242 664 1597 140 1016 + 1613 470]]] (1, 1, 16) int64 +2026-04-30 19:35:03.707 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-74 vq [828] (1,) int64 +2026-04-30 19:35:03.734 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-75 vq-rvq [[[ 828 322 74 915 7 831 1338 1132 389 900 1030 220 910 544 + 1467 1114]]] (1, 1, 16) int64 +2026-04-30 19:35:03.742 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-75 vq [357] (1,) int64 +2026-04-30 19:35:03.768 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-76 vq-rvq [[[ 357 1964 1489 951 1315 395 633 192 1807 727 1458 1273 142 1886 + 1264 1108]]] (1, 1, 16) int64 +2026-04-30 19:35:03.776 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-76 vq [914] (1,) int64 +2026-04-30 19:35:03.803 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-77 vq-rvq [[[ 914 1809 1020 1418 993 703 1615 1383 2013 400 419 114 1932 1872 + 1836 1277]]] (1, 1, 16) int64 +2026-04-30 19:35:03.811 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-77 vq [1677] (1,) int64 +2026-04-30 19:35:03.838 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-78 vq-rvq [[[1677 1274 944 1835 1128 262 1701 566 64 641 1598 272 1208 556 + 1365 528]]] (1, 1, 16) int64 +2026-04-30 19:35:03.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-78 vq [298] (1,) int64 +2026-04-30 19:35:03.872 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-79 vq-rvq [[[ 298 525 1008 1896 309 2020 148 1925 513 135 1361 1246 35 500 + 1582 1961]]] (1, 1, 16) int64 +2026-04-30 19:35:03.880 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-79 vq [265] (1,) int64 +2026-04-30 19:35:03.907 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-80 vq-rvq [[[ 265 2020 529 83 859 1497 933 920 1420 1542 53 2015 906 204 + 962 1627]]] (1, 1, 16) int64 +2026-04-30 19:35:03.915 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-80 vq [1589] (1,) int64 +2026-04-30 19:35:03.942 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-81 vq-rvq [[[1589 1625 157 160 1049 1864 201 77 74 1766 1767 2011 201 940 + 1279 1157]]] (1, 1, 16) int64 +2026-04-30 19:35:03.950 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-81 vq [1118] (1,) int64 +2026-04-30 19:35:03.977 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-82 vq-rvq [[[1118 844 1954 962 1058 121 1088 1225 1752 1071 1459 1601 1228 247 + 1324 193]]] (1, 1, 16) int64 +2026-04-30 19:35:03.985 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-82 vq [2150] (1,) int64 +2026-04-30 19:35:03.985 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-46 chunk_tokens [[[ 935 332 178 303] + [ 135 1479 1678 448] + [ 393 1792 1858 1897] + [ 242 208 426 356] + [1947 1362 1676 340] + [ 778 961 164 1752] + [1270 1533 1046 1098] + [1635 401 1722 1079] + [ 659 890 1561 688] + [1538 793 938 250] + [ 157 703 134 319] + [ 131 1837 1529 197] + [ 662 683 545 536] + [ 650 234 632 1655] + [ 162 1410 1967 6] + [ 583 1001 1385 781]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:04.009 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-46 wav [[[-0.04661788 -0.05184546 -0.05648802 ... 0.13713503 0.15677655 + 0.17025965]]] -0.40862876176834106 8.905342110665515e-05 0.12065435945987701 0.4781116545200348 (1, 1, 7680) +2026-04-30 19:35:04.010 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-50 chunk_tokens [[[ 640 438 348 637] + [1195 1830 1151 1485] + [1396 558 1556 1515] + [1718 1307 168 1232] + [ 112 44 840 1028] + [ 99 1880 168 248] + [ 496 1025 360 19] + [ 521 209 795 1185] + [ 934 1622 1462 208] + [ 723 91 512 573] + [ 308 1921 849 1000] + [1899 493 241 182] + [ 330 674 83 629] + [1184 136 866 1162] + [1950 933 176 268] + [ 176 423 170 1548]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:04.034 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-50 wav [[[ 0.17832597 0.18151818 0.17894146 ... -0.00798802 0.00289611 + 0.01286861]]] -0.27332204580307007 -0.00018395540246274322 0.07162920385599136 0.3437775671482086 (1, 1, 7680) +2026-04-30 19:35:04.034 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-54 chunk_tokens [[[1718 828 357 914] + [1180 322 1964 1809] + [1555 74 1489 1020] + [ 651 915 951 1418] + [1019 7 1315 993] + [1804 831 395 703] + [ 403 1338 633 1615] + [1708 1132 192 1383] + [ 849 389 1807 2013] + [1242 900 727 400] + [ 664 1030 1458 419] + [1597 220 1273 114] + [ 140 910 142 1932] + [1016 544 1886 1872] + [1613 1467 1264 1836] + [ 470 1114 1108 1277]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:04.058 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-54 wav [[[0.02379462 0.03563686 0.04730534 ... 0.02328002 0.02205144 0.01994718]]] -0.3298927843570709 0.00020473726908676326 0.06868889927864075 0.38096508383750916 (1, 1, 7680) +2026-04-30 19:35:04.058 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-58 chunk_tokens [[[1677 298 265 1589] + [1274 525 2020 1625] + [ 944 1008 529 157] + [1835 1896 83 160] + [1128 309 859 1049] + [ 262 2020 1497 1864] + [1701 148 933 201] + [ 566 1925 920 77] + [ 64 513 1420 74] + [ 641 135 1542 1766] + [1598 1361 53 1767] + [ 272 1246 2015 2011] + [1208 35 906 201] + [ 556 500 204 940] + [1365 1582 962 1279] + [ 528 1961 1627 1157]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:04.083 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-58 wav [[[ 0.01829393 0.01535309 0.01140643 ... -0.00047791 -0.00051457 + -0.00139245]]] -0.04304857552051544 1.792009425116703e-05 0.009238623082637787 0.04303298890590668 (1, 1, 7680) +2026-04-30 19:35:04.083 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-62 chunk_tokens [[[1118] + [ 844] + [1954] + [ 962] + [1058] + [ 121] + [1088] + [1225] + [1752] + [1071] + [1459] + [1601] + [1228] + [ 247] + [1324] + [ 193]]] (1, 16, 1) n_chunk_frames 1 +2026-04-30 19:35:04.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-62 wav [[[-1.45495764e-03 -1.40878186e-03 -1.15599262e-03 ... 1.13524529e-05 + 1.14608465e-05 1.11107183e-05]]] -0.005607547238469124 1.8572291082818992e-05 0.0009163357317447662 0.004312381148338318 (1, 1, 1920) +2026-04-30 19:35:04.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-83 +2026-04-30 19:35:04.165 [INFO] __main__: Synthesising: 'но и низкая задержка.' +2026-04-30 19:35:04.165 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache н +2026-04-30 19:35:04.165 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:35:04.165 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:35:04.252 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.0726351 -0.03703576 -0.09818835 ... 0.00432445 -0.03728247 + -0.02399857]]] (1, 1, 1024) +2026-04-30 19:35:04.252 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:35:04.252 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:35:04.253 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:35:04.253 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.0726351 -0.03703576 -0.09818835 ... 0.00432445 -0.03728247 + -0.02399857] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:35:04.253 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:04.254 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:04.254 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:35:04.254 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:35:04.254 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:35:04.255 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:35:04.255 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:35:04.255 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.07741328 -0.04084174 -0.09988451 ... -0.0049599 -0.03572719 + -0.0197571 ] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:35:04.256 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 7.7413283e-02 -4.0841743e-02 -9.9884510e-02 ... -4.9598990e-03 + -3.5727192e-02 -1.9757099e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:35:04.298 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:35:04.298 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:04.298 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache но +2026-04-30 19:35:04.298 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache но +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache но и +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache но и +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache но и н +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache но и ни +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache но и низ +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache но и низк +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache но и низка +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache но и низкая +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache но и низкая +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache но и низкая з +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache но и низкая за +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache но и низкая зад +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache но и низкая заде +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache но и низкая задер +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ж -> text_cache но и низкая задерж +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:04.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:04.300 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache но и низкая задержк +2026-04-30 19:35:04.300 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:04.300 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:04.300 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache но и низкая задержка +2026-04-30 19:35:04.300 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:04.300 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:04.300 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache но и низкая задержка. +2026-04-30 19:35:04.300 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['но и низкая задержка.'] 21 +Qwen3TTSProcessor __call__ text ['но и низкая задержка.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 13685, 7587, 6709, 40773, 125107, 52180, 57569, 13132, + 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:35:04.300 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 13685, 7587, 6709, 40773, 125107, 52180, 57569, 13132, + 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:35:04.300 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 13685 7587 6709 40773 125107 52180 57569 13132 13]] (1, 9) +2026-04-30 19:35:04.300 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 13685 7587 6709 40773 125107 52180 57569 13132 13]] (1, 9) +2026-04-30 19:35:04.301 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment но и низкая задержка. 21 -> tokenized_segment [np.int64(13685), np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 9 +2026-04-30 19:35:04.301 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(13685), np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] +2026-04-30 19:35:04.301 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:04.301 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(13685), np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 9 +2026-04-30 19:35:04.301 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13685 -> pending_tokens [np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 8 +2026-04-30 19:35:04.309 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1221] (1,) int64 +2026-04-30 19:35:04.335 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1221 1599 535 983 280 327 1405 122 982 402 812 1280 175 1996 + 1615 505]]] (1, 1, 16) int64 +2026-04-30 19:35:04.335 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 7587 -> pending_tokens [np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 7 +2026-04-30 19:35:04.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [730] (1,) int64 +2026-04-30 19:35:04.370 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 730 794 1782 1111 963 143 1293 978 2019 1663 808 815 1546 668 + 1032 1459]]] (1, 1, 16) int64 +2026-04-30 19:35:04.370 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6709 -> pending_tokens [np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 6 +2026-04-30 19:35:04.378 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [281] (1,) int64 +2026-04-30 19:35:04.405 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 281 453 913 1025 540 1247 1947 1079 651 1917 756 1071 201 55 + 1721 404]]] (1, 1, 16) int64 +2026-04-30 19:35:04.405 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 40773 -> pending_tokens [np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 5 +2026-04-30 19:35:04.413 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [603] (1,) int64 +2026-04-30 19:35:04.439 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[ 603 723 9 1575 624 1752 766 671 1700 366 593 534 507 1691 + 1934 1474]]] (1, 1, 16) int64 +2026-04-30 19:35:04.439 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 125107 -> pending_tokens [np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 4 +2026-04-30 19:35:04.447 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [432] (1,) int64 +2026-04-30 19:35:04.474 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[ 432 135 742 1760 558 195 65 1759 501 1967 1434 1960 574 1621 + 364 232]]] (1, 1, 16) int64 +2026-04-30 19:35:04.474 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 52180 -> pending_tokens [np.int64(57569), np.int64(13132), np.int64(13)] 3 +2026-04-30 19:35:04.482 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [1566] (1,) int64 +2026-04-30 19:35:04.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[1566 1160 1644 630 1129 1962 511 1065 143 238 2024 766 1247 1092 + 59 1694]]] (1, 1, 16) int64 +2026-04-30 19:35:04.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 57569 -> pending_tokens [np.int64(13132), np.int64(13)] 2 +2026-04-30 19:35:04.517 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [1634] (1,) int64 +2026-04-30 19:35:04.543 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[1634 1401 1253 1803 1817 35 1799 101 478 153 457 1685 1076 870 + 374 190]]] (1, 1, 16) int64 +2026-04-30 19:35:04.544 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13132 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:35:04.552 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [722] (1,) int64 +2026-04-30 19:35:04.578 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[ 722 899 1298 846 608 300 330 1364 1543 172 1743 265 1253 897 + 1117 1895]]] (1, 1, 16) int64 +2026-04-30 19:35:04.579 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:35:04.587 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [1828] (1,) int64 +2026-04-30 19:35:04.613 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[1828 1074 557 701 313 1550 910 658 558 476 98 331 1023 74 + 825 876]]] (1, 1, 16) int64 +2026-04-30 19:35:04.614 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1221 730 281 603] + [1599 794 453 723] + [ 535 1782 913 9] + [ 983 1111 1025 1575] + [ 280 963 540 624] + [ 327 143 1247 1752] + [1405 1293 1947 766] + [ 122 978 1079 671] + [ 982 2019 651 1700] + [ 402 1663 1917 366] + [ 812 808 756 593] + [1280 815 1071 534] + [ 175 1546 201 507] + [1996 668 55 1691] + [1615 1032 1721 1934] + [ 505 1459 404 1474]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:04.638 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-0.02125796 -0.01802626 -0.01699046 ... -0.07498286 -0.07169778 + -0.06750067]]] -0.38243746757507324 -0.00020050402963533998 0.1367926150560379 0.3835446238517761 (1, 1, 7680) +2026-04-30 19:35:04.638 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[ 432 1566 1634 722] + [ 135 1160 1401 899] + [ 742 1644 1253 1298] + [1760 630 1803 846] + [ 558 1129 1817 608] + [ 195 1962 35 300] + [ 65 511 1799 330] + [1759 1065 101 1364] + [ 501 143 478 1543] + [1967 238 153 172] + [1434 2024 457 1743] + [1960 766 1685 265] + [ 574 1247 1076 1253] + [1621 1092 870 897] + [ 364 59 374 1117] + [ 232 1694 190 1895]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:04.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[-0.05993354 -0.05394565 -0.05187883 ... 0.00203093 0.01212793 + 0.01815465]]] -0.3239300847053528 0.00021045710309408605 0.1331435889005661 0.36291107535362244 (1, 1, 7680) +2026-04-30 19:35:04.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:35:04.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:35:04.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:04.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:35:04.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:35:04.670 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [871] (1,) int64 +2026-04-30 19:35:04.697 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[ 871 235 1237 516 287 489 1323 813 998 963 1267 617 321 1513 + 1271 527]]] (1, 1, 16) int64 +2026-04-30 19:35:04.705 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [1132] (1,) int64 +2026-04-30 19:35:04.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[1132 615 387 24 129 772 1419 1561 294 1280 153 401 336 1009 + 1511 1267]]] (1, 1, 16) int64 +2026-04-30 19:35:04.740 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [1215] (1,) int64 +2026-04-30 19:35:04.767 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[1215 1595 900 73 756 1030 124 1010 1561 241 182 1931 887 991 + 1745 144]]] (1, 1, 16) int64 +2026-04-30 19:35:04.775 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [87] (1,) int64 +2026-04-30 19:35:04.801 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[ 87 1841 60 1114 686 1861 383 105 1508 305 729 1242 335 1767 + 444 601]]] (1, 1, 16) int64 +2026-04-30 19:35:04.809 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [1209] (1,) int64 +2026-04-30 19:35:04.836 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[1209 2030 1412 1783 119 492 1482 1361 423 721 137 797 1442 1294 + 342 167]]] (1, 1, 16) int64 +2026-04-30 19:35:04.844 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [222] (1,) int64 +2026-04-30 19:35:04.871 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[ 222 1433 396 806 1271 1947 1228 1692 131 65 387 1316 973 1645 + 1592 639]]] (1, 1, 16) int64 +2026-04-30 19:35:04.879 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [1338] (1,) int64 +2026-04-30 19:35:04.906 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[1338 927 951 739 653 165 631 535 969 508 831 758 1445 953 + 519 416]]] (1, 1, 16) int64 +2026-04-30 19:35:04.914 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [2004] (1,) int64 +2026-04-30 19:35:04.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[2004 683 1953 2021 913 536 379 314 1215 1579 1763 352 652 26 + 883 1925]]] (1, 1, 16) int64 +2026-04-30 19:35:04.949 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [438] (1,) int64 +2026-04-30 19:35:04.975 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[ 438 1830 1666 1624 1855 1920 1716 263 44 178 383 768 399 396 + 727 448]]] (1, 1, 16) int64 +2026-04-30 19:35:04.983 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [24] (1,) int64 +2026-04-30 19:35:05.010 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[ 24 34 1753 1731 1871 429 600 196 1671 1626 1118 1556 498 1960 + 1799 670]]] (1, 1, 16) int64 +2026-04-30 19:35:05.018 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [114] (1,) int64 +2026-04-30 19:35:05.045 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[ 114 622 1029 981 1219 547 86 704 1325 737 779 883 646 325 + 54 286]]] (1, 1, 16) int64 +2026-04-30 19:35:05.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [1329] (1,) int64 +2026-04-30 19:35:05.080 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[1329 1445 282 644 405 1792 38 756 1113 437 645 1129 526 1990 + 641 525]]] (1, 1, 16) int64 +2026-04-30 19:35:05.088 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [491] (1,) int64 +2026-04-30 19:35:05.115 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[ 491 78 1335 895 1548 380 655 879 94 1946 1655 912 77 603 + 25 87]]] (1, 1, 16) int64 +2026-04-30 19:35:05.123 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [1945] (1,) int64 +2026-04-30 19:35:05.150 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[1945 11 2036 677 350 515 800 392 836 1973 211 248 1677 1856 + 950 1146]]] (1, 1, 16) int64 +2026-04-30 19:35:05.158 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [3] (1,) int64 +2026-04-30 19:35:05.184 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[ 3 1572 330 1277 76 985 1943 1886 1149 2030 1567 1615 783 781 + 82 659]]] (1, 1, 16) int64 +2026-04-30 19:35:05.192 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [109] (1,) int64 +2026-04-30 19:35:05.219 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[ 109 1048 940 1042 181 1344 1321 405 996 1802 255 123 527 1824 + 1092 613]]] (1, 1, 16) int64 +2026-04-30 19:35:05.227 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [729] (1,) int64 +2026-04-30 19:35:05.254 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[ 729 1556 2007 766 157 1596 1314 1059 692 73 633 377 1843 1304 + 1580 310]]] (1, 1, 16) int64 +2026-04-30 19:35:05.262 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [2150] (1,) int64 +2026-04-30 19:35:05.262 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[1828 871 1132 1215] + [1074 235 615 1595] + [ 557 1237 387 900] + [ 701 516 24 73] + [ 313 287 129 756] + [1550 489 772 1030] + [ 910 1323 1419 124] + [ 658 813 1561 1010] + [ 558 998 294 1561] + [ 476 963 1280 241] + [ 98 1267 153 182] + [ 331 617 401 1931] + [1023 321 336 887] + [ 74 1513 1009 991] + [ 825 1271 1511 1745] + [ 876 527 1267 144]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:05.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[ 0.02050255 0.01752239 0.01405225 ... -0.03281923 -0.02732898 + -0.02313115]]] -0.3661285936832428 -4.158275987720117e-05 0.1256253719329834 0.38659411668777466 (1, 1, 7680) +2026-04-30 19:35:05.287 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[ 87 1209 222 1338] + [1841 2030 1433 927] + [ 60 1412 396 951] + [1114 1783 806 739] + [ 686 119 1271 653] + [1861 492 1947 165] + [ 383 1482 1228 631] + [ 105 1361 1692 535] + [1508 423 131 969] + [ 305 721 65 508] + [ 729 137 387 831] + [1242 797 1316 758] + [ 335 1442 973 1445] + [1767 1294 1645 953] + [ 444 342 1592 519] + [ 601 167 639 416]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:05.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[-0.01866527 -0.015685 -0.01434551 ... 0.01030667 0.00399569 + 0.00158229]]] -0.34144753217697144 0.00012117518781451508 0.11529935896396637 0.33403974771499634 (1, 1, 7680) +2026-04-30 19:35:05.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[2004 438 24 114] + [ 683 1830 34 622] + [1953 1666 1753 1029] + [2021 1624 1731 981] + [ 913 1855 1871 1219] + [ 536 1920 429 547] + [ 379 1716 600 86] + [ 314 263 196 704] + [1215 44 1671 1325] + [1579 178 1626 737] + [1763 383 1118 779] + [ 352 768 1556 883] + [ 652 399 498 646] + [ 26 396 1960 325] + [ 883 727 1799 54] + [1925 448 670 286]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:05.335 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[ 0.00438679 0.00925073 0.01400723 ... -0.00037395 -0.00043761 + -0.0005311 ]]] -0.17061027884483337 1.9129676729789935e-05 0.028063418343663216 0.16510704159736633 (1, 1, 7680) +2026-04-30 19:35:05.335 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[1329 491 1945 3] + [1445 78 11 1572] + [ 282 1335 2036 330] + [ 644 895 677 1277] + [ 405 1548 350 76] + [1792 380 515 985] + [ 38 655 800 1943] + [ 756 879 392 1886] + [1113 94 836 1149] + [ 437 1946 1973 2030] + [ 645 1655 211 1567] + [1129 912 248 1615] + [ 526 77 1677 783] + [1990 603 1856 781] + [ 641 25 950 82] + [ 525 87 1146 659]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:05.360 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[1.1765060e-04 4.1448738e-04 1.0689896e-03 ... 1.2714206e-04 + 2.5364661e-04 1.1319446e-05]]] -0.005606974940747023 1.637273089727387e-05 0.0006895695114508271 0.003808432025834918 (1, 1, 7680) +2026-04-30 19:35:05.360 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[ 109 729] + [1048 1556] + [ 940 2007] + [1042 766] + [ 181 157] + [1344 1596] + [1321 1314] + [ 405 1059] + [ 996 692] + [1802 73] + [ 255 633] + [ 123 377] + [ 527 1843] + [1824 1304] + [1092 1580] + [ 613 310]]] (1, 16, 2) n_chunk_frames 2 +2026-04-30 19:35:05.425 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[1.2129748e-04 3.8046739e-05 1.9590247e-04 ... 9.4219413e-06 + 1.5252861e-05 1.6709514e-06]]] -0.0013873812276870012 1.796200012904592e-05 0.00039854133501648903 0.0013984264805912971 (1, 1, 3840) +2026-04-30 19:35:05.425 [INFO] __main__: Synthesising: 'Если это происходит не мгновенно,' +2026-04-30 19:35:05.425 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment Е -> text_cache Е +2026-04-30 19:35:05.425 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:35:05.429 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[ 1.0070801e-03, 1.5563965e-03, 1.8310547e-03, ..., + -1.5258789e-04, -3.0517578e-05, 2.4414062e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 3.0517578e-05, -2.1362305e-04, 0.0000000e+00, ..., + 9.8266602e-03, 3.8787842e-02, 6.6497803e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.09161377, 0.10827637, 0.11697388, ..., 0.02816772, + 0.00912476, -0.00701904]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01934814, -0.0274353 , -0.03048706, ..., 0.02307129, + 0.02792358, 0.02838135]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02536011, 0.01867676, 0.00866699, ..., 0.00271606, + 0.00372314, 0.0039978 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 4.5166016e-03, 4.3029785e-03, 3.3264160e-03, ..., + 6.1035156e-05, -3.3569336e-04, -4.5776367e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0. , -0.00033569, -0.00027466, ..., 0.00088501, + 0.00057983, 0.00064087]]], shape=(1, 1, 7680), dtype=float32), array([[[-3.6621094e-04, -9.1552734e-05, 6.1035156e-05, ..., + 3.0957031e-01, 2.8491211e-01, 2.4697876e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.19769287, 0.14498901, 0.09622192, ..., 0.19647217, + 0.18902588, 0.17889404]]], shape=(1, 1, 7680), dtype=float32), array([[[0.1656189 , 0.14910889, 0.12838745, ..., 0.02658081, + 0.02572632, 0.01794434]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00534058, -0.00842285, -0.01702881, ..., 0.06643677, + 0.05947876, 0.04544067]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0284729 , 0.01559448, 0.0118103 , ..., 0.03561401, + 0.02209473, -0.00817871]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02334595, -0.00610352, 0.00567627, ..., 0.04238892, + 0.04257202, 0.04208374]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04058838, 0.03448486, 0.02389526, ..., -0.02603149, + -0.02416992, -0.02380371]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02243042, -0.02096558, -0.01885986, ..., 0.02230835, + 0.01660156, 0.01248169]]], shape=(1, 1, 5736), dtype=float32), array([[[-0.02132314, -0.017822 , -0.01605831, ..., -0.01628111, + 0.03915209, 0.07972801]]], shape=(1, 1, 7680), dtype=float32), array([[[0.09687733, 0.0950883 , 0.07967601, ..., 0.06325417, + 0.0659601 , 0.06825794]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.06909476, 0.06882437, 0.06723966, ..., -0.02039841, + -0.02449215, -0.02892332]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03169508, -0.03329947, -0.03133439, ..., 0.02605669, + 0.02902531, 0.03110738]]], shape=(1, 1, 7680), dtype=float32), array([[[0.0335875 , 0.03563734, 0.03704847, ..., 0.00130954, + 0.0032439 , 0.00476379]]], shape=(1, 1, 7680), dtype=float32), array([[[ 6.7547406e-03, 7.1206014e-03, 6.5120477e-03, ..., + -1.0332440e-02, 7.7009863e-05, 4.8342613e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00039618, -0.01555032, -0.04059715, ..., 0.00022139, + 0.00033093, 0.00040425]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00029233, 0.00019697, 0.00037877, ..., 0.00015766, + 0.0001831 , 0.00020896]]], shape=(1, 1, 7680), dtype=float32), array([[[6.6443841e-05, 2.7358606e-06, 2.2382477e-04, ..., + 9.0612994e-05, 4.1132580e-04, 6.8661355e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[7.16899929e-04, 7.88028410e-04, 8.75594269e-04, ..., + 1.16158735e-05, 1.16980609e-05, 1.12402504e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[ 1.04384435e-05, 1.09501671e-05, 1.83614266e-05, ..., + -2.28149697e-01, -2.43500158e-01, -2.50348985e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.24655636, -0.23358023, -0.2111387 , ..., -0.03223854, + -0.0359631 , -0.04158386]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04661788, -0.05184546, -0.05648802, ..., 0.13713503, + 0.15677655, 0.17025965]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.17832597, 0.18151818, 0.17894146, ..., -0.00798802, + 0.00289611, 0.01286861]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02379462, 0.03563686, 0.04730534, ..., 0.02328002, + 0.02205144, 0.01994718]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01829393, 0.01535309, 0.01140643, ..., -0.00047791, + -0.00051457, -0.00139245]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.45495764e-03, -1.40878186e-03, -1.15599262e-03, ..., + 1.13524529e-05, 1.14608465e-05, 1.11107183e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-0.02125796, -0.01802626, -0.01699046, ..., -0.07498286, + -0.07169778, -0.06750067]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05993354, -0.05394565, -0.05187883, ..., 0.00203093, + 0.01212793, 0.01815465]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02050255, 0.01752239, 0.01405225, ..., -0.03281923, + -0.02732898, -0.02313115]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01866527, -0.015685 , -0.01434551, ..., 0.01030667, + 0.00399569, 0.00158229]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00438679, 0.00925073, 0.01400723, ..., -0.00037395, + -0.00043761, -0.0005311 ]]], shape=(1, 1, 7680), dtype=float32), array([[[1.1765060e-04, 4.1448738e-04, 1.0689896e-03, ..., + 1.2714206e-04, 2.5364661e-04, 1.1319446e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.2129748e-04, 3.8046739e-05, 1.9590247e-04, ..., + 9.4219413e-06, 1.5252861e-05, 1.6709514e-06]]], + shape=(1, 1, 3840), dtype=float32)] 39 +2026-04-30 19:35:05.429 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [1.0070801e-03 1.5563965e-03 1.8310547e-03 ... 9.4219413e-06 1.5252861e-05 + 1.6709514e-06] (284136,) float32 +2026-04-30 19:35:05.430 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 12 [-2.3345947e-02 -6.1035156e-03 5.6762695e-03 ... 9.4219413e-06 + 1.5252861e-05 1.6709514e-06] (191976,) float32 +2026-04-30 19:35:05.433 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 12 [array([[[-0.02334595, -0.00610352, 0.00567627, ..., 0.04238892, + 0.04257202, 0.04208374]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04058838, 0.03448486, 0.02389526, ..., -0.02603149, + -0.02416992, -0.02380371]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02243042, -0.02096558, -0.01885986, ..., 0.02230835, + 0.01660156, 0.01248169]]], shape=(1, 1, 5736), dtype=float32), array([[[-0.02132314, -0.017822 , -0.01605831, ..., -0.01628111, + 0.03915209, 0.07972801]]], shape=(1, 1, 7680), dtype=float32), array([[[0.09687733, 0.0950883 , 0.07967601, ..., 0.06325417, + 0.0659601 , 0.06825794]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.06909476, 0.06882437, 0.06723966, ..., -0.02039841, + -0.02449215, -0.02892332]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03169508, -0.03329947, -0.03133439, ..., 0.02605669, + 0.02902531, 0.03110738]]], shape=(1, 1, 7680), dtype=float32), array([[[0.0335875 , 0.03563734, 0.03704847, ..., 0.00130954, + 0.0032439 , 0.00476379]]], shape=(1, 1, 7680), dtype=float32), array([[[ 6.7547406e-03, 7.1206014e-03, 6.5120477e-03, ..., + -1.0332440e-02, 7.7009863e-05, 4.8342613e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00039618, -0.01555032, -0.04059715, ..., 0.00022139, + 0.00033093, 0.00040425]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00029233, 0.00019697, 0.00037877, ..., 0.00015766, + 0.0001831 , 0.00020896]]], shape=(1, 1, 7680), dtype=float32), array([[[6.6443841e-05, 2.7358606e-06, 2.2382477e-04, ..., + 9.0612994e-05, 4.1132580e-04, 6.8661355e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[7.16899929e-04, 7.88028410e-04, 8.75594269e-04, ..., + 1.16158735e-05, 1.16980609e-05, 1.12402504e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[ 1.04384435e-05, 1.09501671e-05, 1.83614266e-05, ..., + -2.28149697e-01, -2.43500158e-01, -2.50348985e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.24655636, -0.23358023, -0.2111387 , ..., -0.03223854, + -0.0359631 , -0.04158386]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04661788, -0.05184546, -0.05648802, ..., 0.13713503, + 0.15677655, 0.17025965]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.17832597, 0.18151818, 0.17894146, ..., -0.00798802, + 0.00289611, 0.01286861]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02379462, 0.03563686, 0.04730534, ..., 0.02328002, + 0.02205144, 0.01994718]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01829393, 0.01535309, 0.01140643, ..., -0.00047791, + -0.00051457, -0.00139245]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.45495764e-03, -1.40878186e-03, -1.15599262e-03, ..., + 1.13524529e-05, 1.14608465e-05, 1.11107183e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-0.02125796, -0.01802626, -0.01699046, ..., -0.07498286, + -0.07169778, -0.06750067]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05993354, -0.05394565, -0.05187883, ..., 0.00203093, + 0.01212793, 0.01815465]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02050255, 0.01752239, 0.01405225, ..., -0.03281923, + -0.02732898, -0.02313115]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01866527, -0.015685 , -0.01434551, ..., 0.01030667, + 0.00399569, 0.00158229]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00438679, 0.00925073, 0.01400723, ..., -0.00037395, + -0.00043761, -0.0005311 ]]], shape=(1, 1, 7680), dtype=float32), array([[[1.1765060e-04, 4.1448738e-04, 1.0689896e-03, ..., + 1.2714206e-04, 2.5364661e-04, 1.1319446e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.2129748e-04, 3.8046739e-05, 1.9590247e-04, ..., + 9.4219413e-06, 1.5252861e-05, 1.6709514e-06]]], + shape=(1, 1, 3840), dtype=float32)] 27 +2026-04-30 19:35:05.433 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:35:05.507 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.11539036 -0.00619801 -0.11737916 ... -0.00647451 -0.03392367 + 0.0244354 ]]] (1, 1, 1024) +2026-04-30 19:35:05.507 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:35:05.507 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:35:05.507 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:35:05.508 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.11539036 -0.00619801 -0.11737916 ... -0.00647451 -0.03392367 + 0.0244354 ] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:35:05.508 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:05.508 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:05.508 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:35:05.508 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:35:05.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:35:05.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:35:05.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:35:05.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.12016854 -0.010004 -0.11907532 ... -0.01575886 -0.03236839 + 0.02867687] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:35:05.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.17608565e-03 3.43665597e-04 -6.55415468e-04 ... 6.84416108e-03 + 1.68522168e-03 -3.06996517e-04] + [-5.03064841e-02 4.05576639e-03 1.82898659e-02 ... -5.68876788e-02 + 1.05210245e-02 -2.88374200e-02] + [ 1.95693341e-03 -6.33762684e-05 1.15664070e-03 ... 2.76610162e-03 + 4.27936204e-04 -2.22290773e-03] + ... + [ 1.83323584e-03 1.35148503e-03 -1.09343696e-03 ... 7.19514210e-03 + -2.07106117e-04 2.52486113e-03] + [ 1.20168544e-01 -1.00039970e-02 -1.19075321e-01 ... -1.57588609e-02 + -3.23683880e-02 2.86768749e-02] + [ 4.19472251e-03 -5.97881665e-03 5.17555652e-03 ... 2.99034826e-03 + 3.45899677e-03 -7.18042813e-03]]] (1, 9, 1024) +2026-04-30 19:35:05.554 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=45; step_idx=45 +2026-04-30 19:35:05.587 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=45; step_idx=45 +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache Ес +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache Есл +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache Если +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment э -> text_cache Если э +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache Если эт +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если это +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment п -> text_cache Если это п +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache Если это пр +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это про +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache Если это прои +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache Если это проис +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment х -> text_cache Если это происх +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это происхо +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache Если это происход +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache Если это происходи +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache Если это происходит +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если это происходит +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит н +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache Если это происходит не +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если это происходит не +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache Если это происходит не м +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache Если это происходит не мг +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит не мгн +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это происходит не мгно +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache Если это происходит не мгнов +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache Если это происходит не мгнове +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит не мгновен +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит не мгновенн +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это происходит не мгновенно +2026-04-30 19:35:05.589 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['Если это происходит не '] 23 +Qwen3TTSProcessor __call__ text ['Если это происходит не '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 55091, 32202, 67879, 136830, 18658, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:35:05.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 55091, 32202, 67879, 136830, 18658, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:35:05.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 55091 32202 67879 136830 18658 220]] (1, 6) +2026-04-30 19:35:05.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 55091 32202 67879 136830 18658 220]] (1, 6) +2026-04-30 19:35:05.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment Если это происходит не 23 -> tokenized_segment [np.int64(55091), np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 6 +2026-04-30 19:35:05.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(55091), np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] +2026-04-30 19:35:05.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(55091), np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 6 +2026-04-30 19:35:05.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 55091 -> pending_tokens [np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 5 +2026-04-30 19:35:05.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-45 vq [1995] (1,) int64 +2026-04-30 19:35:05.626 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-46 vq-rvq [[[1995 1040 1160 2042 1515 941 55 1856 1881 707 1330 1914 1613 925 + 990 387]]] (1, 1, 16) int64 +2026-04-30 19:35:05.626 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 32202 -> pending_tokens [np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 4 +2026-04-30 19:35:05.634 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-46 vq [215] (1,) int64 +2026-04-30 19:35:05.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-47 vq-rvq [[[ 215 1640 587 1251 1937 1446 356 847 815 2039 1012 586 314 1373 + 124 1918]]] (1, 1, 16) int64 +2026-04-30 19:35:05.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 67879 -> pending_tokens [np.int64(136830), np.int64(18658), np.int64(220)] 3 +2026-04-30 19:35:05.668 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-47 vq [1521] (1,) int64 +2026-04-30 19:35:05.695 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-48 vq-rvq [[[1521 627 1296 721 1344 1105 702 1399 335 671 1963 1175 738 1285 + 1325 1222]]] (1, 1, 16) int64 +2026-04-30 19:35:05.695 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 136830 -> pending_tokens [np.int64(18658), np.int64(220)] 2 +2026-04-30 19:35:05.703 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-48 vq [333] (1,) int64 +2026-04-30 19:35:05.730 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-49 vq-rvq [[[ 333 641 1735 1151 642 868 779 1668 1445 898 1164 167 584 1937 + 556 1732]]] (1, 1, 16) int64 +2026-04-30 19:35:05.730 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 18658 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:35:05.738 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-49 vq [948] (1,) int64 +2026-04-30 19:35:05.765 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-50 vq-rvq [[[ 948 145 1635 189 994 1961 1459 871 1334 164 1928 1571 472 1145 + 138 98]]] (1, 1, 16) int64 +2026-04-30 19:35:05.765 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:35:05.773 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-50 vq [172] (1,) int64 +2026-04-30 19:35:05.799 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-51 vq-rvq [[[ 172 1663 1358 1732 368 1007 390 1786 223 760 802 761 1190 876 + 289 1859]]] (1, 1, 16) int64 +2026-04-30 19:35:05.799 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-26 chunk_tokens [[[1995 215 1521 333] + [1040 1640 627 641] + [1160 587 1296 1735] + [2042 1251 721 1151] + [1515 1937 1344 642] + [ 941 1446 1105 868] + [ 55 356 702 779] + [1856 847 1399 1668] + [1881 815 335 1445] + [ 707 2039 671 898] + [1330 1012 1963 1164] + [1914 586 1175 167] + [1613 314 738 584] + [ 925 1373 1285 1937] + [ 990 124 1325 556] + [ 387 1918 1222 1732]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:05.824 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-26 wav [[[-2.62026106e-06 -1.29725540e-05 1.46102375e-05 ... 3.80120426e-03 + 7.93934800e-03 1.15069048e-02]]] -0.08812268078327179 -0.0001372832339257002 0.011827650479972363 0.07825951278209686 (1, 1, 7680) +2026-04-30 19:35:05.824 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache мгновенно, +2026-04-30 19:35:05.824 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['мгновенно,'] 10 +Qwen3TTSProcessor __call__ text ['мгновенно,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6442, 15390, 46705, 124448, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:35:05.824 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6442, 15390, 46705, 124448, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:35:05.824 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6442 15390 46705 124448 11]] (1, 5) +2026-04-30 19:35:05.824 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6442 15390 46705 124448 11]] (1, 5) +2026-04-30 19:35:05.825 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment мгновенно, 10 -> tokenized_segment [np.int64(6442), np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] 5 +2026-04-30 19:35:05.825 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6442), np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] +2026-04-30 19:35:05.825 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:05.825 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6442), np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] 5 +2026-04-30 19:35:05.825 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6442 -> pending_tokens [np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] 4 +2026-04-30 19:35:05.833 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-51 vq [1932] (1,) int64 +2026-04-30 19:35:05.859 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-52 vq-rvq [[[1932 1781 356 1594 1166 1688 1190 1063 707 117 811 1191 230 670 + 323 857]]] (1, 1, 16) int64 +2026-04-30 19:35:05.859 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 15390 -> pending_tokens [np.int64(46705), np.int64(124448), np.int64(11)] 3 +2026-04-30 19:35:05.867 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-52 vq [720] (1,) int64 +2026-04-30 19:35:05.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-53 vq-rvq [[[ 720 237 1184 939 1686 768 521 501 946 132 1742 817 655 802 + 24 1252]]] (1, 1, 16) int64 +2026-04-30 19:35:05.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 46705 -> pending_tokens [np.int64(124448), np.int64(11)] 2 +2026-04-30 19:35:05.902 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-53 vq [1041] (1,) int64 +2026-04-30 19:35:05.929 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-54 vq-rvq [[[1041 727 1750 768 1481 925 574 143 1365 887 350 687 177 942 + 324 121]]] (1, 1, 16) int64 +2026-04-30 19:35:05.929 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 124448 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:35:05.937 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-54 vq [1615] (1,) int64 +2026-04-30 19:35:05.964 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-55 vq-rvq [[[1615 1780 952 1291 1682 1218 653 1412 87 921 1662 187 511 854 + 11 136]]] (1, 1, 16) int64 +2026-04-30 19:35:05.964 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:35:05.972 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-55 vq [1561] (1,) int64 +2026-04-30 19:35:05.998 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-56 vq-rvq [[[1561 1479 1950 432 1603 1486 99 865 276 1056 578 330 786 132 + 101 101]]] (1, 1, 16) int64 +2026-04-30 19:35:05.999 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-30 chunk_tokens [[[ 948 172 1932 720] + [ 145 1663 1781 237] + [1635 1358 356 1184] + [ 189 1732 1594 939] + [ 994 368 1166 1686] + [1961 1007 1688 768] + [1459 390 1190 521] + [ 871 1786 1063 501] + [1334 223 707 946] + [ 164 760 117 132] + [1928 802 811 1742] + [1571 761 1191 817] + [ 472 1190 230 655] + [1145 876 670 802] + [ 138 289 323 24] + [ 98 1859 857 1252]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:06.023 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-30 wav [[[0.01525911 0.01894829 0.02331678 ... 0.00449264 0.01199633 0.00728764]]] -0.32984235882759094 0.0001988294825423509 0.12515002489089966 0.33045920729637146 (1, 1, 7680) +2026-04-30 19:35:06.023 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:35:06.023 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:35:06.023 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:06.023 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:35:06.023 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:35:06.031 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-56 vq [1838] (1,) int64 +2026-04-30 19:35:06.058 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-57 vq-rvq [[[1838 674 1379 1524 1847 1924 2022 982 812 271 1354 148 1932 1207 + 1829 1545]]] (1, 1, 16) int64 +2026-04-30 19:35:06.058 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-34 chunk_tokens [[[1041 1615 1561 1838] + [ 727 1780 1479 674] + [1750 952 1950 1379] + [ 768 1291 432 1524] + [1481 1682 1603 1847] + [ 925 1218 1486 1924] + [ 574 653 99 2022] + [ 143 1412 865 982] + [1365 87 276 812] + [ 887 921 1056 271] + [ 350 1662 578 1354] + [ 687 187 330 148] + [ 177 511 786 1932] + [ 942 854 132 1207] + [ 324 11 101 1829] + [ 121 136 101 1545]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:06.082 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-34 wav [[[ 0.00109401 -0.00035496 -0.00204452 ... 0.00724912 -0.01403422 + -0.01720909]]] -0.33584004640579224 -6.536552973557264e-05 0.10284142196178436 0.3448196053504944 (1, 1, 7680) +2026-04-30 19:35:06.090 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [1949] (1,) int64 +2026-04-30 19:35:06.117 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[1949 153 803 361 818 1040 1381 763 616 1408 289 784 542 393 + 1530 1450]]] (1, 1, 16) int64 +2026-04-30 19:35:06.125 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [1555] (1,) int64 +2026-04-30 19:35:06.151 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[1555 1537 445 446 775 1041 1341 1974 1569 976 1420 759 1141 1482 + 329 216]]] (1, 1, 16) int64 +2026-04-30 19:35:06.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [682] (1,) int64 +2026-04-30 19:35:06.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[ 682 1821 136 1772 36 660 1602 762 630 823 1923 425 764 359 + 758 563]]] (1, 1, 16) int64 +2026-04-30 19:35:06.194 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [156] (1,) int64 +2026-04-30 19:35:06.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[ 156 1704 1382 1413 273 1652 1727 1014 550 78 443 682 1139 500 + 1355 1728]]] (1, 1, 16) int64 +2026-04-30 19:35:06.229 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [1772] (1,) int64 +2026-04-30 19:35:06.255 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[1772 1851 1053 1587 85 432 1051 372 22 868 349 1777 33 906 + 858 422]]] (1, 1, 16) int64 +2026-04-30 19:35:06.263 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [752] (1,) int64 +2026-04-30 19:35:06.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[ 752 1133 1929 1456 915 1306 1333 963 1315 350 1772 334 544 1101 + 748 551]]] (1, 1, 16) int64 +2026-04-30 19:35:06.298 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [689] (1,) int64 +2026-04-30 19:35:06.325 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[ 689 823 1850 734 412 1042 232 561 1043 466 22 1015 59 571 + 808 1191]]] (1, 1, 16) int64 +2026-04-30 19:35:06.333 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [1446] (1,) int64 +2026-04-30 19:35:06.359 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[1446 574 1072 650 1403 1018 434 1923 503 1387 203 300 757 274 + 1797 1336]]] (1, 1, 16) int64 +2026-04-30 19:35:06.367 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [821] (1,) int64 +2026-04-30 19:35:06.394 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[ 821 9 6 1556 300 993 610 282 909 1567 313 1464 1694 1324 + 1860 1600]]] (1, 1, 16) int64 +2026-04-30 19:35:06.402 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [1907] (1,) int64 +2026-04-30 19:35:06.429 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[1907 677 1141 190 1645 1724 509 1108 445 1089 285 45 41 463 + 237 59]]] (1, 1, 16) int64 +2026-04-30 19:35:06.437 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [1656] (1,) int64 +2026-04-30 19:35:06.463 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[1656 155 1827 704 497 350 1037 497 895 2040 40 1269 63 1165 + 328 468]]] (1, 1, 16) int64 +2026-04-30 19:35:06.471 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [348] (1,) int64 +2026-04-30 19:35:06.498 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[ 348 1228 1418 520 275 665 660 710 1599 423 317 1785 431 1097 + 959 479]]] (1, 1, 16) int64 +2026-04-30 19:35:06.506 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [1145] (1,) int64 +2026-04-30 19:35:06.533 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[1145 225 968 938 617 862 1837 1235 1758 160 266 395 1983 184 + 2045 128]]] (1, 1, 16) int64 +2026-04-30 19:35:06.541 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [1063] (1,) int64 +2026-04-30 19:35:06.568 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[1063 63 1732 1618 1695 247 921 970 29 1909 598 952 438 398 + 1050 701]]] (1, 1, 16) int64 +2026-04-30 19:35:06.576 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [422] (1,) int64 +2026-04-30 19:35:06.602 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[ 422 1672 746 86 1412 1840 105 1464 68 31 1484 72 1026 221 + 1318 81]]] (1, 1, 16) int64 +2026-04-30 19:35:06.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [396] (1,) int64 +2026-04-30 19:35:06.638 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-73 vq-rvq [[[ 396 718 1282 147 209 886 717 957 1558 927 1661 252 1100 1142 + 1557 1464]]] (1, 1, 16) int64 +2026-04-30 19:35:06.646 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-73 vq [1505] (1,) int64 +2026-04-30 19:35:06.673 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-74 vq-rvq [[[1505 427 888 617 596 83 1216 435 1360 756 868 677 1250 1462 + 663 1052]]] (1, 1, 16) int64 +2026-04-30 19:35:06.681 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-74 vq [1928] (1,) int64 +2026-04-30 19:35:06.708 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-75 vq-rvq [[[1928 946 784 1910 796 1428 440 1571 1661 967 712 1551 886 17 + 355 1695]]] (1, 1, 16) int64 +2026-04-30 19:35:06.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-75 vq [1476] (1,) int64 +2026-04-30 19:35:06.743 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-76 vq-rvq [[[1476 1963 775 145 228 109 66 881 1432 828 208 31 1387 893 + 1245 1772]]] (1, 1, 16) int64 +2026-04-30 19:35:06.751 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-76 vq [1115] (1,) int64 +2026-04-30 19:35:06.778 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-77 vq-rvq [[[1115 196 1798 1490 1965 1701 1084 613 124 1594 843 47 944 347 + 1216 1333]]] (1, 1, 16) int64 +2026-04-30 19:35:06.786 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-77 vq [21] (1,) int64 +2026-04-30 19:35:06.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-78 vq-rvq [[[ 21 1015 943 1598 1488 749 1406 353 1819 381 1656 1124 740 1059 + 1668 614]]] (1, 1, 16) int64 +2026-04-30 19:35:06.822 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-78 vq [1906] (1,) int64 +2026-04-30 19:35:06.849 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-79 vq-rvq [[[1906 562 1216 1347 693 1476 1064 416 914 407 1892 1676 224 710 + 805 1562]]] (1, 1, 16) int64 +2026-04-30 19:35:06.857 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-79 vq [219] (1,) int64 +2026-04-30 19:35:06.883 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-80 vq-rvq [[[ 219 1815 203 1286 488 1096 350 1945 830 1414 51 1065 300 606 + 718 457]]] (1, 1, 16) int64 +2026-04-30 19:35:06.891 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-80 vq [1188] (1,) int64 +2026-04-30 19:35:06.918 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-81 vq-rvq [[[1188 342 343 1396 1280 1912 187 1260 104 1110 502 60 67 579 + 1212 1068]]] (1, 1, 16) int64 +2026-04-30 19:35:06.926 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-81 vq [358] (1,) int64 +2026-04-30 19:35:06.953 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-82 vq-rvq [[[ 358 1406 30 2029 258 78 565 748 1646 768 678 1029 546 1819 + 490 176]]] (1, 1, 16) int64 +2026-04-30 19:35:06.961 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-82 vq [1958] (1,) int64 +2026-04-30 19:35:06.987 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-83 vq-rvq [[[1958 1759 1838 357 110 640 974 1703 1538 935 665 852 1822 403 + 719 1053]]] (1, 1, 16) int64 +2026-04-30 19:35:06.995 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-83 vq [1122] (1,) int64 +2026-04-30 19:35:07.022 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-84 vq-rvq [[[1122 1491 1430 1679 2015 231 1395 1881 710 473 99 1232 1053 689 + 119 88]]] (1, 1, 16) int64 +2026-04-30 19:35:07.030 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-84 vq [571] (1,) int64 +2026-04-30 19:35:07.057 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-85 vq-rvq [[[ 571 412 429 493 69 1869 836 651 1323 10 685 209 347 506 + 662 855]]] (1, 1, 16) int64 +2026-04-30 19:35:07.065 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-85 vq [2150] (1,) int64 +2026-04-30 19:35:07.065 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-38 chunk_tokens [[[1949 1555 682 156] + [ 153 1537 1821 1704] + [ 803 445 136 1382] + [ 361 446 1772 1413] + [ 818 775 36 273] + [1040 1041 660 1652] + [1381 1341 1602 1727] + [ 763 1974 762 1014] + [ 616 1569 630 550] + [1408 976 823 78] + [ 289 1420 1923 443] + [ 784 759 425 682] + [ 542 1141 764 1139] + [ 393 1482 359 500] + [1530 329 758 1355] + [1450 216 563 1728]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:07.089 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-38 wav [[[ 0.01141575 0.06635571 0.1302696 ... -0.00794945 -0.00835015 + -0.00911049]]] -0.4284639358520508 7.404704228974879e-05 0.11148103326559067 0.39985355734825134 (1, 1, 7680) +2026-04-30 19:35:07.090 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-42 chunk_tokens [[[1772 752 689 1446] + [1851 1133 823 574] + [1053 1929 1850 1072] + [1587 1456 734 650] + [ 85 915 412 1403] + [ 432 1306 1042 1018] + [1051 1333 232 434] + [ 372 963 561 1923] + [ 22 1315 1043 503] + [ 868 350 466 1387] + [ 349 1772 22 203] + [1777 334 1015 300] + [ 33 544 59 757] + [ 906 1101 571 274] + [ 858 748 808 1797] + [ 422 551 1191 1336]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:07.114 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-42 wav [[[-0.0091 -0.00938525 -0.00910163 ... -0.01107613 -0.00686193 + -0.00456958]]] -0.329232394695282 1.4300132534117438e-05 0.0893244594335556 0.3233288526535034 (1, 1, 7680) +2026-04-30 19:35:07.114 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-46 chunk_tokens [[[ 821 1907 1656 348] + [ 9 677 155 1228] + [ 6 1141 1827 1418] + [1556 190 704 520] + [ 300 1645 497 275] + [ 993 1724 350 665] + [ 610 509 1037 660] + [ 282 1108 497 710] + [ 909 445 895 1599] + [1567 1089 2040 423] + [ 313 285 40 317] + [1464 45 1269 1785] + [1694 41 63 431] + [1324 463 1165 1097] + [1860 237 328 959] + [1600 59 468 479]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:07.138 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-46 wav [[[-0.00138776 0.00014347 0.00116733 ... 0.00292833 0.00348237 + 0.00332748]]] -0.33017054200172424 1.571613029227592e-05 0.10478466004133224 0.36206093430519104 (1, 1, 7680) +2026-04-30 19:35:07.138 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-50 chunk_tokens [[[1145 1063 422 396] + [ 225 63 1672 718] + [ 968 1732 746 1282] + [ 938 1618 86 147] + [ 617 1695 1412 209] + [ 862 247 1840 886] + [1837 921 105 717] + [1235 970 1464 957] + [1758 29 68 1558] + [ 160 1909 31 927] + [ 266 598 1484 1661] + [ 395 952 72 252] + [1983 438 1026 1100] + [ 184 398 221 1142] + [2045 1050 1318 1557] + [ 128 701 81 1464]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:07.162 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-50 wav [[[0.00320867 0.0029259 0.00227993 ... 0.03670727 0.04383296 0.04705571]]] -0.2964645326137543 -1.7265789438170032e-06 0.11647939682006836 0.4010281264781952 (1, 1, 7680) +2026-04-30 19:35:07.163 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-54 chunk_tokens [[[1505 1928 1476 1115] + [ 427 946 1963 196] + [ 888 784 775 1798] + [ 617 1910 145 1490] + [ 596 796 228 1965] + [ 83 1428 109 1701] + [1216 440 66 1084] + [ 435 1571 881 613] + [1360 1661 1432 124] + [ 756 967 828 1594] + [ 868 712 208 843] + [ 677 1551 31 47] + [1250 886 1387 944] + [1462 17 893 347] + [ 663 355 1245 1216] + [1052 1695 1772 1333]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:07.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-54 wav [[[0.04565634 0.03837724 0.02835914 ... 0.13551378 0.14542282 0.15951322]]] -0.36026090383529663 -0.00016018320457078516 0.1137194111943245 0.3726104497909546 (1, 1, 7680) +2026-04-30 19:35:07.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-58 chunk_tokens [[[ 21 1906 219 1188] + [1015 562 1815 342] + [ 943 1216 203 343] + [1598 1347 1286 1396] + [1488 693 488 1280] + [ 749 1476 1096 1912] + [1406 1064 350 187] + [ 353 416 1945 1260] + [1819 914 830 104] + [ 381 407 1414 1110] + [1656 1892 51 502] + [1124 1676 1065 60] + [ 740 224 300 67] + [1059 710 606 579] + [1668 805 718 1212] + [ 614 1562 457 1068]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:07.211 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-58 wav [[[ 0.17692661 0.19058497 0.1963936 ... -0.25800812 -0.26235503 + -0.2642633 ]]] -0.36453115940093994 -3.3007141610141844e-05 0.1445184350013733 0.3419313430786133 (1, 1, 7680) +2026-04-30 19:35:07.211 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-62 chunk_tokens [[[ 358 1958 1122 571] + [1406 1759 1491 412] + [ 30 1838 1430 429] + [2029 357 1679 493] + [ 258 110 2015 69] + [ 78 640 231 1869] + [ 565 974 1395 836] + [ 748 1703 1881 651] + [1646 1538 710 1323] + [ 768 935 473 10] + [ 678 665 99 685] + [1029 852 1232 209] + [ 546 1822 1053 347] + [1819 403 689 506] + [ 490 719 119 662] + [ 176 1053 88 855]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:07.235 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-62 wav [[[-2.60829657e-01 -2.52602786e-01 -2.37817153e-01 ... 1.13976075e-05 + 1.13787446e-05 1.14792456e-05]]] -0.26119115948677063 0.00020206977205816656 0.05708196014165878 0.33695247769355774 (1, 1, 7680) +2026-04-30 19:35:07.235 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-86 +2026-04-30 19:35:07.253 [INFO] __main__: Synthesising: 'то теряется эффект живого общения.' +2026-04-30 19:35:07.253 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache т +2026-04-30 19:35:07.253 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:35:07.253 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:35:07.340 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.0726351 -0.03703576 -0.09818835 ... 0.00432445 -0.03728247 + -0.02399857]]] (1, 1, 1024) +2026-04-30 19:35:07.340 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:35:07.341 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:35:07.341 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:35:07.341 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.0726351 -0.03703576 -0.09818835 ... 0.00432445 -0.03728247 + -0.02399857] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:35:07.341 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:07.342 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:07.342 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:35:07.342 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:35:07.342 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:35:07.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:35:07.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:35:07.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.07741328 -0.04084174 -0.09988451 ... -0.0049599 -0.03572719 + -0.0197571 ] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:35:07.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 7.7413283e-02 -4.0841743e-02 -9.9884510e-02 ... -4.9598990e-03 + -3.5727192e-02 -1.9757099e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:35:07.386 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то т +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то те +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache то тер +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache то теря +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то теряе +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то теряет +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache то теряетс +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache то теряется +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то теряется +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment э -> text_cache то теряется э +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ф -> text_cache то теряется эф +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ф -> text_cache то теряется эфф +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то теряется эффе +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache то теряется эффек +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то теряется эффект +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то теряется эффект +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ж -> text_cache то теряется эффект ж +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то теряется эффект жи +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache то теряется эффект жив +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то теряется эффект живо +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache то теряется эффект живог +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то теряется эффект живого +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то теряется эффект живого +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то теряется эффект живого о +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache то теряется эффект живого об +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment щ -> text_cache то теряется эффект живого общ +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то теряется эффект живого обще +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache то теряется эффект живого общен +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то теряется эффект живого общени +2026-04-30 19:35:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['то теряется эффект живого '] 26 +Qwen3TTSProcessor __call__ text ['то теряется эффект живого '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 24634, 135010, 4235, 49719, 132716, 29556, 134030, 22107, + 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:35:07.389 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 24634, 135010, 4235, 49719, 132716, 29556, 134030, 22107, + 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:35:07.389 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 24634 135010 4235 49719 132716 29556 134030 22107 220]] (1, 9) +2026-04-30 19:35:07.389 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 24634 135010 4235 49719 132716 29556 134030 22107 220]] (1, 9) +2026-04-30 19:35:07.389 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment то теряется эффект живого 26 -> tokenized_segment [np.int64(24634), np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 9 +2026-04-30 19:35:07.389 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(24634), np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] +2026-04-30 19:35:07.389 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.389 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(24634), np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 9 +2026-04-30 19:35:07.389 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 24634 -> pending_tokens [np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 8 +2026-04-30 19:35:07.398 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1221] (1,) int64 +2026-04-30 19:35:07.424 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1221 472 55 153 675 403 1042 1290 954 176 48 441 502 1049 + 719 1153]]] (1, 1, 16) int64 +2026-04-30 19:35:07.424 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 135010 -> pending_tokens [np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 7 +2026-04-30 19:35:07.432 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [394] (1,) int64 +2026-04-30 19:35:07.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 394 1166 423 903 75 1677 1706 74 491 793 579 1339 601 71 + 655 632]]] (1, 1, 16) int64 +2026-04-30 19:35:07.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 4235 -> pending_tokens [np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 6 +2026-04-30 19:35:07.467 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [732] (1,) int64 +2026-04-30 19:35:07.494 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 732 322 1011 827 982 750 67 1673 1131 591 318 425 21 369 + 894 386]]] (1, 1, 16) int64 +2026-04-30 19:35:07.494 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 49719 -> pending_tokens [np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 5 +2026-04-30 19:35:07.502 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [266] (1,) int64 +2026-04-30 19:35:07.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[ 266 1015 630 2028 540 925 655 1327 1742 205 1376 656 106 44 + 1513 1002]]] (1, 1, 16) int64 +2026-04-30 19:35:07.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 132716 -> pending_tokens [np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 4 +2026-04-30 19:35:07.537 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [21] (1,) int64 +2026-04-30 19:35:07.564 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[ 21 723 2030 1111 1133 1002 102 727 704 264 1400 889 417 1120 + 426 932]]] (1, 1, 16) int64 +2026-04-30 19:35:07.564 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 29556 -> pending_tokens [np.int64(134030), np.int64(22107), np.int64(220)] 3 +2026-04-30 19:35:07.572 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [1324] (1,) int64 +2026-04-30 19:35:07.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[1324 550 1571 631 1166 489 1461 84 1972 11 36 788 64 569 + 411 1867]]] (1, 1, 16) int64 +2026-04-30 19:35:07.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 134030 -> pending_tokens [np.int64(22107), np.int64(220)] 2 +2026-04-30 19:35:07.607 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [1795] (1,) int64 +2026-04-30 19:35:07.634 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[1795 1656 1455 1488 280 506 1427 1356 437 21 1757 88 998 1598 + 1720 1414]]] (1, 1, 16) int64 +2026-04-30 19:35:07.634 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 22107 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:35:07.642 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [1136] (1,) int64 +2026-04-30 19:35:07.669 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[1136 1990 444 630 132 970 1216 178 799 64 1667 427 1098 282 + 1127 921]]] (1, 1, 16) int64 +2026-04-30 19:35:07.669 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:35:07.677 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [360] (1,) int64 +2026-04-30 19:35:07.704 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[ 360 246 1752 36 1223 77 1747 883 792 1821 271 609 1550 1402 + 1128 1520]]] (1, 1, 16) int64 +2026-04-30 19:35:07.704 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1221 394 732 266] + [ 472 1166 322 1015] + [ 55 423 1011 630] + [ 153 903 827 2028] + [ 675 75 982 540] + [ 403 1677 750 925] + [1042 1706 67 655] + [1290 74 1673 1327] + [ 954 491 1131 1742] + [ 176 793 591 205] + [ 48 579 318 1376] + [ 441 1339 425 656] + [ 502 601 21 106] + [1049 71 369 44] + [ 719 655 894 1513] + [1153 632 386 1002]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:07.728 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-0.02109631 -0.01741459 -0.01571446 ... -0.06392962 -0.03405808 + -0.01098976]]] -0.5020167231559753 -0.00022851738322060555 0.10220354795455933 0.4262813627719879 (1, 1, 7680) +2026-04-30 19:35:07.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[ 21 1324 1795 1136] + [ 723 550 1656 1990] + [2030 1571 1455 444] + [1111 631 1488 630] + [1133 1166 280 132] + [1002 489 506 970] + [ 102 1461 1427 1216] + [ 727 84 1356 178] + [ 704 1972 437 799] + [ 264 11 21 64] + [1400 36 1757 1667] + [ 889 788 88 427] + [ 417 64 998 1098] + [1120 569 1598 282] + [ 426 411 1720 1127] + [ 932 1867 1414 921]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:07.753 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[0.00732503 0.02045355 0.03026818 ... 0.02143392 0.02354985 0.02413524]]] -0.41269955039024353 0.0001525857369415462 0.15170176327228546 0.442866712808609 (1, 1, 7680) +2026-04-30 19:35:07.753 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache общения +2026-04-30 19:35:07.753 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.753 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:07.753 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache общения. +2026-04-30 19:35:07.753 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['общения.'] 8 +Qwen3TTSProcessor __call__ text ['общения.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[54157, 18492, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:07.753 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[54157, 18492, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:07.754 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[54157 18492 13]] (1, 3) +2026-04-30 19:35:07.754 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[54157 18492 13]] (1, 3) +2026-04-30 19:35:07.754 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment общения. 8 -> tokenized_segment [np.int64(54157), np.int64(18492), np.int64(13)] 3 +2026-04-30 19:35:07.754 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(54157), np.int64(18492), np.int64(13)] +2026-04-30 19:35:07.754 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.754 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(54157), np.int64(18492), np.int64(13)] 3 +2026-04-30 19:35:07.754 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 54157 -> pending_tokens [np.int64(18492), np.int64(13)] 2 +2026-04-30 19:35:07.762 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [378] (1,) int64 +2026-04-30 19:35:07.789 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[ 378 1780 108 1436 1149 1169 683 1513 107 1076 1607 179 328 31 + 1038 1067]]] (1, 1, 16) int64 +2026-04-30 19:35:07.789 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 18492 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:35:07.797 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [1430] (1,) int64 +2026-04-30 19:35:07.824 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[1430 1513 104 1816 505 1793 524 445 1293 943 522 578 1100 1366 + 958 447]]] (1, 1, 16) int64 +2026-04-30 19:35:07.824 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:35:07.832 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [4] (1,) int64 +2026-04-30 19:35:07.859 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[ 4 927 22 1648 2 372 586 870 477 12 675 1217 256 27 + 58 981]]] (1, 1, 16) int64 +2026-04-30 19:35:07.859 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[ 360 378 1430 4] + [ 246 1780 1513 927] + [1752 108 104 22] + [ 36 1436 1816 1648] + [1223 1149 505 2] + [ 77 1169 1793 372] + [1747 683 524 586] + [ 883 1513 445 870] + [ 792 107 1293 477] + [1821 1076 943 12] + [ 271 1607 522 675] + [ 609 179 578 1217] + [1550 328 1100 256] + [1402 31 1366 27] + [1128 1038 958 58] + [1520 1067 447 981]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:07.883 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[0.02439524 0.02324959 0.02166975 ... 0.0107221 0.00899104 0.00463807]]] -0.37331584095954895 1.2034783139824867e-05 0.10319910943508148 0.3999831974506378 (1, 1, 7680) +2026-04-30 19:35:07.883 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:35:07.883 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:35:07.883 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:07.883 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:35:07.883 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:35:07.891 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [214] (1,) int64 +2026-04-30 19:35:07.918 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[ 214 1676 1541 385 796 1800 350 942 662 1115 752 1900 369 123 + 631 1156]]] (1, 1, 16) int64 +2026-04-30 19:35:07.926 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [800] (1,) int64 +2026-04-30 19:35:07.953 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[ 800 478 346 926 73 609 379 1466 220 1491 835 244 870 877 + 413 1918]]] (1, 1, 16) int64 +2026-04-30 19:35:07.961 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [1240] (1,) int64 +2026-04-30 19:35:07.988 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[1240 1596 1255 375 1167 308 1379 804 127 251 416 1215 519 232 + 123 1488]]] (1, 1, 16) int64 +2026-04-30 19:35:07.996 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [1277] (1,) int64 +2026-04-30 19:35:08.023 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[1277 739 374 1741 1666 563 1430 124 1317 1509 976 634 1963 1564 + 694 72]]] (1, 1, 16) int64 +2026-04-30 19:35:08.031 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [1462] (1,) int64 +2026-04-30 19:35:08.058 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[1462 1064 953 2037 749 302 1912 1179 858 350 670 253 305 1245 + 518 1772]]] (1, 1, 16) int64 +2026-04-30 19:35:08.066 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [51] (1,) int64 +2026-04-30 19:35:08.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[ 51 797 1782 1040 372 632 1419 778 1854 1269 1995 1200 358 619 + 324 931]]] (1, 1, 16) int64 +2026-04-30 19:35:08.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [429] (1,) int64 +2026-04-30 19:35:08.128 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[ 429 892 1014 510 1070 1648 1663 763 1225 197 1627 1749 563 525 + 1736 576]]] (1, 1, 16) int64 +2026-04-30 19:35:08.136 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [784] (1,) int64 +2026-04-30 19:35:08.163 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[ 784 1057 1660 1739 1356 70 285 385 631 259 535 388 568 1137 + 248 711]]] (1, 1, 16) int64 +2026-04-30 19:35:08.171 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [1878] (1,) int64 +2026-04-30 19:35:08.198 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[1878 358 507 1380 1645 163 639 648 1832 1369 1227 1687 846 924 + 462 674]]] (1, 1, 16) int64 +2026-04-30 19:35:08.206 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [1053] (1,) int64 +2026-04-30 19:35:08.234 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[1053 794 1981 1824 1121 1236 1956 1852 1459 671 1874 1219 886 1534 + 1466 1433]]] (1, 1, 16) int64 +2026-04-30 19:35:08.242 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [1722] (1,) int64 +2026-04-30 19:35:08.269 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[1722 643 354 209 2032 1356 534 324 1396 135 319 1788 1711 1299 + 2021 796]]] (1, 1, 16) int64 +2026-04-30 19:35:08.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [792] (1,) int64 +2026-04-30 19:35:08.304 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[ 792 1485 519 1970 1079 585 948 1564 1989 913 903 1803 407 2043 + 1278 340]]] (1, 1, 16) int64 +2026-04-30 19:35:08.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [1168] (1,) int64 +2026-04-30 19:35:08.339 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[1168 524 1432 1780 1780 1803 1458 617 124 1855 430 66 2031 786 + 1769 765]]] (1, 1, 16) int64 +2026-04-30 19:35:08.347 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [963] (1,) int64 +2026-04-30 19:35:08.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[ 963 237 156 1130 1942 1935 507 934 1491 1098 1035 1711 1918 1853 + 943 398]]] (1, 1, 16) int64 +2026-04-30 19:35:08.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [726] (1,) int64 +2026-04-30 19:35:08.409 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-27 vq-rvq [[[ 726 597 952 894 267 1798 1225 235 960 1647 1969 612 238 170 + 233 1485]]] (1, 1, 16) int64 +2026-04-30 19:35:08.417 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-27 vq [1435] (1,) int64 +2026-04-30 19:35:08.444 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-28 vq-rvq [[[1435 1544 583 458 160 0 226 553 863 1400 1392 640 101 692 + 924 659]]] (1, 1, 16) int64 +2026-04-30 19:35:08.452 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-28 vq [588] (1,) int64 +2026-04-30 19:35:08.479 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-29 vq-rvq [[[ 588 1610 742 394 1691 195 280 693 687 439 331 11 198 1644 + 456 504]]] (1, 1, 16) int64 +2026-04-30 19:35:08.487 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-29 vq [1566] (1,) int64 +2026-04-30 19:35:08.514 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-30 vq-rvq [[[1566 604 1136 411 1454 488 1402 710 600 1339 682 57 259 1957 + 366 182]]] (1, 1, 16) int64 +2026-04-30 19:35:08.522 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-30 vq [1360] (1,) int64 +2026-04-30 19:35:08.549 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-31 vq-rvq [[[1360 1770 162 1070 1562 213 1241 941 51 100 834 1065 1245 846 + 137 1805]]] (1, 1, 16) int64 +2026-04-30 19:35:08.557 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-31 vq [286] (1,) int64 +2026-04-30 19:35:08.584 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-32 vq-rvq [[[ 286 1675 1735 1833 1596 413 168 771 511 536 1419 450 1992 2014 + 250 1293]]] (1, 1, 16) int64 +2026-04-30 19:35:08.592 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-32 vq [1868] (1,) int64 +2026-04-30 19:35:08.619 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-33 vq-rvq [[[1868 1445 1335 1327 879 438 125 161 853 18 270 922 137 1020 + 715 1079]]] (1, 1, 16) int64 +2026-04-30 19:35:08.627 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-33 vq [491] (1,) int64 +2026-04-30 19:35:08.654 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-34 vq-rvq [[[ 491 78 2036 1018 1840 121 1321 1252 1253 1 1657 949 527 1239 + 513 640]]] (1, 1, 16) int64 +2026-04-30 19:35:08.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-34 vq [1945] (1,) int64 +2026-04-30 19:35:08.689 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-35 vq-rvq [[[1945 1040 940 1270 1527 214 165 346 651 1414 81 1299 406 2038 + 1807 1500]]] (1, 1, 16) int64 +2026-04-30 19:35:08.697 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-35 vq [760] (1,) int64 +2026-04-30 19:35:08.724 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-36 vq-rvq [[[ 760 1572 851 657 1430 406 702 2016 1440 844 414 569 1096 1759 + 1008 688]]] (1, 1, 16) int64 +2026-04-30 19:35:08.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-36 vq [109] (1,) int64 +2026-04-30 19:35:08.759 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-37 vq-rvq [[[ 109 11 587 702 157 712 171 1989 1857 2007 1702 362 1346 1956 + 716 1418]]] (1, 1, 16) int64 +2026-04-30 19:35:08.767 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-37 vq [859] (1,) int64 +2026-04-30 19:35:08.794 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-38 vq-rvq [[[ 859 844 1851 973 1566 1613 913 1653 2047 1813 1187 529 79 1771 + 255 509]]] (1, 1, 16) int64 +2026-04-30 19:35:08.802 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-38 vq [2150] (1,) int64 +2026-04-30 19:35:08.802 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[ 214 800 1240 1277] + [1676 478 1596 739] + [1541 346 1255 374] + [ 385 926 375 1741] + [ 796 73 1167 1666] + [1800 609 308 563] + [ 350 379 1379 1430] + [ 942 1466 804 124] + [ 662 220 127 1317] + [1115 1491 251 1509] + [ 752 835 416 976] + [1900 244 1215 634] + [ 369 870 519 1963] + [ 123 877 232 1564] + [ 631 413 123 694] + [1156 1918 1488 72]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:08.826 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[ 0.00100126 -0.00392649 -0.01091111 ... 0.01171566 0.00242577 + -0.00601506]]] -0.3547418713569641 0.00010056260362034664 0.08580390363931656 0.4524986147880554 (1, 1, 7680) +2026-04-30 19:35:08.827 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[1462 51 429 784] + [1064 797 892 1057] + [ 953 1782 1014 1660] + [2037 1040 510 1739] + [ 749 372 1070 1356] + [ 302 632 1648 70] + [1912 1419 1663 285] + [1179 778 763 385] + [ 858 1854 1225 631] + [ 350 1269 197 259] + [ 670 1995 1627 535] + [ 253 1200 1749 388] + [ 305 358 563 568] + [1245 619 525 1137] + [ 518 324 1736 248] + [1772 931 576 711]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:08.851 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[-0.01808456 -0.02560429 -0.01614522 ... -0.14661339 -0.15028082 + -0.15368266]]] -0.337187796831131 8.80869720276678e-06 0.14860495924949646 0.42457181215286255 (1, 1, 7680) +2026-04-30 19:35:08.851 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[1878 1053 1722 792] + [ 358 794 643 1485] + [ 507 1981 354 519] + [1380 1824 209 1970] + [1645 1121 2032 1079] + [ 163 1236 1356 585] + [ 639 1956 534 948] + [ 648 1852 324 1564] + [1832 1459 1396 1989] + [1369 671 135 913] + [1227 1874 319 903] + [1687 1219 1788 1803] + [ 846 886 1711 407] + [ 924 1534 1299 2043] + [ 462 1466 2021 1278] + [ 674 1433 796 340]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:08.875 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[-0.15576302 -0.15756863 -0.15976857 ... 0.00888284 0.00522279 + -0.00211137]]] -0.46640413999557495 -7.365240162471309e-05 0.14201684296131134 0.5284864902496338 (1, 1, 7680) +2026-04-30 19:35:08.875 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[1168 963 726 1435] + [ 524 237 597 1544] + [1432 156 952 583] + [1780 1130 894 458] + [1780 1942 267 160] + [1803 1935 1798 0] + [1458 507 1225 226] + [ 617 934 235 553] + [ 124 1491 960 863] + [1855 1098 1647 1400] + [ 430 1035 1969 1392] + [ 66 1711 612 640] + [2031 1918 238 101] + [ 786 1853 170 692] + [1769 943 233 924] + [ 765 398 1485 659]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:08.899 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[-0.01123053 -0.0208239 -0.02617383 ... -0.10038669 -0.07922795 + -0.06316579]]] -0.3215571641921997 -0.0002832562895491719 0.10485991090536118 0.3804785907268524 (1, 1, 7680) +2026-04-30 19:35:08.900 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 chunk_tokens [[[ 588 1566 1360 286] + [1610 604 1770 1675] + [ 742 1136 162 1735] + [ 394 411 1070 1833] + [1691 1454 1562 1596] + [ 195 488 213 413] + [ 280 1402 1241 168] + [ 693 710 941 771] + [ 687 600 51 511] + [ 439 1339 100 536] + [ 331 682 834 1419] + [ 11 57 1065 450] + [ 198 259 1245 1992] + [1644 1957 846 2014] + [ 456 366 137 250] + [ 504 182 1805 1293]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:08.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 wav [[[-0.05068089 -0.04140107 -0.03255317 ... -0.0006168 -0.00046965 + -0.00025687]]] -0.28228461742401123 0.00031251812470145524 0.07110008597373962 0.27751561999320984 (1, 1, 7680) +2026-04-30 19:35:08.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 chunk_tokens [[[1868 491 1945 760] + [1445 78 1040 1572] + [1335 2036 940 851] + [1327 1018 1270 657] + [ 879 1840 1527 1430] + [ 438 121 214 406] + [ 125 1321 165 702] + [ 161 1252 346 2016] + [ 853 1253 651 1440] + [ 18 1 1414 844] + [ 270 1657 81 414] + [ 922 949 1299 569] + [ 137 527 406 1096] + [1020 1239 2038 1759] + [ 715 513 1807 1008] + [1079 640 1500 688]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:08.948 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 wav [[[0.00053743 0.00078077 0.00144007 ... 0.00041034 0.00039891 0.00036456]]] -0.007023183163255453 2.163356839446351e-05 0.001242752536199987 0.006932931486517191 (1, 1, 7680) +2026-04-30 19:35:08.948 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 chunk_tokens [[[ 109 859] + [ 11 844] + [ 587 1851] + [ 702 973] + [ 157 1566] + [ 712 1613] + [ 171 913] + [1989 1653] + [1857 2047] + [2007 1813] + [1702 1187] + [ 362 529] + [1346 79] + [1956 1771] + [ 716 255] + [1418 509]]] (1, 16, 2) n_chunk_frames 2 +2026-04-30 19:35:08.979 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 wav [[[3.28439666e-04 1.43888145e-04 4.38026473e-04 ... 1.11119189e-05 + 1.13097431e-05 1.10546025e-05]]] -0.0015911167720332742 1.8396347513771616e-05 0.0003906197380274534 0.0013280564453452826 (1, 1, 3840) +2026-04-30 19:35:08.979 [INFO] __main__: Synthesising: 'Мы наконец-то достигли момента,' +2026-04-30 19:35:08.979 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment М -> text_cache М +2026-04-30 19:35:08.979 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:35:08.984 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[-0.02334595, -0.00610352, 0.00567627, ..., 0.04238892, + 0.04257202, 0.04208374]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04058838, 0.03448486, 0.02389526, ..., -0.02603149, + -0.02416992, -0.02380371]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02243042, -0.02096558, -0.01885986, ..., 0.02230835, + 0.01660156, 0.01248169]]], shape=(1, 1, 5736), dtype=float32), array([[[-0.02132314, -0.017822 , -0.01605831, ..., -0.01628111, + 0.03915209, 0.07972801]]], shape=(1, 1, 7680), dtype=float32), array([[[0.09687733, 0.0950883 , 0.07967601, ..., 0.06325417, + 0.0659601 , 0.06825794]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.06909476, 0.06882437, 0.06723966, ..., -0.02039841, + -0.02449215, -0.02892332]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03169508, -0.03329947, -0.03133439, ..., 0.02605669, + 0.02902531, 0.03110738]]], shape=(1, 1, 7680), dtype=float32), array([[[0.0335875 , 0.03563734, 0.03704847, ..., 0.00130954, + 0.0032439 , 0.00476379]]], shape=(1, 1, 7680), dtype=float32), array([[[ 6.7547406e-03, 7.1206014e-03, 6.5120477e-03, ..., + -1.0332440e-02, 7.7009863e-05, 4.8342613e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00039618, -0.01555032, -0.04059715, ..., 0.00022139, + 0.00033093, 0.00040425]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00029233, 0.00019697, 0.00037877, ..., 0.00015766, + 0.0001831 , 0.00020896]]], shape=(1, 1, 7680), dtype=float32), array([[[6.6443841e-05, 2.7358606e-06, 2.2382477e-04, ..., + 9.0612994e-05, 4.1132580e-04, 6.8661355e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[7.16899929e-04, 7.88028410e-04, 8.75594269e-04, ..., + 1.16158735e-05, 1.16980609e-05, 1.12402504e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[ 1.04384435e-05, 1.09501671e-05, 1.83614266e-05, ..., + -2.28149697e-01, -2.43500158e-01, -2.50348985e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.24655636, -0.23358023, -0.2111387 , ..., -0.03223854, + -0.0359631 , -0.04158386]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04661788, -0.05184546, -0.05648802, ..., 0.13713503, + 0.15677655, 0.17025965]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.17832597, 0.18151818, 0.17894146, ..., -0.00798802, + 0.00289611, 0.01286861]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02379462, 0.03563686, 0.04730534, ..., 0.02328002, + 0.02205144, 0.01994718]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01829393, 0.01535309, 0.01140643, ..., -0.00047791, + -0.00051457, -0.00139245]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.45495764e-03, -1.40878186e-03, -1.15599262e-03, ..., + 1.13524529e-05, 1.14608465e-05, 1.11107183e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-0.02125796, -0.01802626, -0.01699046, ..., -0.07498286, + -0.07169778, -0.06750067]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05993354, -0.05394565, -0.05187883, ..., 0.00203093, + 0.01212793, 0.01815465]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02050255, 0.01752239, 0.01405225, ..., -0.03281923, + -0.02732898, -0.02313115]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01866527, -0.015685 , -0.01434551, ..., 0.01030667, + 0.00399569, 0.00158229]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00438679, 0.00925073, 0.01400723, ..., -0.00037395, + -0.00043761, -0.0005311 ]]], shape=(1, 1, 7680), dtype=float32), array([[[1.1765060e-04, 4.1448738e-04, 1.0689896e-03, ..., + 1.2714206e-04, 2.5364661e-04, 1.1319446e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.2129748e-04, 3.8046739e-05, 1.9590247e-04, ..., + 9.4219413e-06, 1.5252861e-05, 1.6709514e-06]]], + shape=(1, 1, 3840), dtype=float32), array([[[-2.62026106e-06, -1.29725540e-05, 1.46102375e-05, ..., + 3.80120426e-03, 7.93934800e-03, 1.15069048e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.01525911, 0.01894829, 0.02331678, ..., 0.00449264, + 0.01199633, 0.00728764]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00109401, -0.00035496, -0.00204452, ..., 0.00724912, + -0.01403422, -0.01720909]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01141575, 0.06635571, 0.1302696 , ..., -0.00794945, + -0.00835015, -0.00911049]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0091 , -0.00938525, -0.00910163, ..., -0.01107613, + -0.00686193, -0.00456958]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00138776, 0.00014347, 0.00116733, ..., 0.00292833, + 0.00348237, 0.00332748]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00320867, 0.0029259 , 0.00227993, ..., 0.03670727, + 0.04383296, 0.04705571]]], shape=(1, 1, 7680), dtype=float32), array([[[0.04565634, 0.03837724, 0.02835914, ..., 0.13551378, + 0.14542282, 0.15951322]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.17692661, 0.19058497, 0.1963936 , ..., -0.25800812, + -0.26235503, -0.2642633 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.60829657e-01, -2.52602786e-01, -2.37817153e-01, ..., + 1.13976075e-05, 1.13787446e-05, 1.14792456e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.02109631, -0.01741459, -0.01571446, ..., -0.06392962, + -0.03405808, -0.01098976]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00732503, 0.02045355, 0.03026818, ..., 0.02143392, + 0.02354985, 0.02413524]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02439524, 0.02324959, 0.02166975, ..., 0.0107221 , + 0.00899104, 0.00463807]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00100126, -0.00392649, -0.01091111, ..., 0.01171566, + 0.00242577, -0.00601506]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01808456, -0.02560429, -0.01614522, ..., -0.14661339, + -0.15028082, -0.15368266]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.15576302, -0.15756863, -0.15976857, ..., 0.00888284, + 0.00522279, -0.00211137]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01123053, -0.0208239 , -0.02617383, ..., -0.10038669, + -0.07922795, -0.06316579]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05068089, -0.04140107, -0.03255317, ..., -0.0006168 , + -0.00046965, -0.00025687]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00053743, 0.00078077, 0.00144007, ..., 0.00041034, + 0.00039891, 0.00036456]]], shape=(1, 1, 7680), dtype=float32), array([[[3.28439666e-04, 1.43888145e-04, 4.38026473e-04, ..., + 1.11119189e-05, 1.13097431e-05, 1.10546025e-05]]], + shape=(1, 1, 3840), dtype=float32)] 47 +2026-04-30 19:35:08.984 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [-2.33459473e-02 -6.10351562e-03 5.67626953e-03 ... 1.11119189e-05 + 1.13097431e-05 1.10546025e-05] (341736,) float32 +2026-04-30 19:35:08.984 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 21 [-5.99335358e-02 -5.39456531e-02 -5.18788323e-02 ... 1.11119189e-05 + 1.13097431e-05 1.10546025e-05] (192000,) float32 +2026-04-30 19:35:08.987 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 21 [array([[[-0.05993354, -0.05394565, -0.05187883, ..., 0.00203093, + 0.01212793, 0.01815465]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02050255, 0.01752239, 0.01405225, ..., -0.03281923, + -0.02732898, -0.02313115]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01866527, -0.015685 , -0.01434551, ..., 0.01030667, + 0.00399569, 0.00158229]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00438679, 0.00925073, 0.01400723, ..., -0.00037395, + -0.00043761, -0.0005311 ]]], shape=(1, 1, 7680), dtype=float32), array([[[1.1765060e-04, 4.1448738e-04, 1.0689896e-03, ..., + 1.2714206e-04, 2.5364661e-04, 1.1319446e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.2129748e-04, 3.8046739e-05, 1.9590247e-04, ..., + 9.4219413e-06, 1.5252861e-05, 1.6709514e-06]]], + shape=(1, 1, 3840), dtype=float32), array([[[-2.62026106e-06, -1.29725540e-05, 1.46102375e-05, ..., + 3.80120426e-03, 7.93934800e-03, 1.15069048e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.01525911, 0.01894829, 0.02331678, ..., 0.00449264, + 0.01199633, 0.00728764]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00109401, -0.00035496, -0.00204452, ..., 0.00724912, + -0.01403422, -0.01720909]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01141575, 0.06635571, 0.1302696 , ..., -0.00794945, + -0.00835015, -0.00911049]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0091 , -0.00938525, -0.00910163, ..., -0.01107613, + -0.00686193, -0.00456958]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00138776, 0.00014347, 0.00116733, ..., 0.00292833, + 0.00348237, 0.00332748]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00320867, 0.0029259 , 0.00227993, ..., 0.03670727, + 0.04383296, 0.04705571]]], shape=(1, 1, 7680), dtype=float32), array([[[0.04565634, 0.03837724, 0.02835914, ..., 0.13551378, + 0.14542282, 0.15951322]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.17692661, 0.19058497, 0.1963936 , ..., -0.25800812, + -0.26235503, -0.2642633 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.60829657e-01, -2.52602786e-01, -2.37817153e-01, ..., + 1.13976075e-05, 1.13787446e-05, 1.14792456e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.02109631, -0.01741459, -0.01571446, ..., -0.06392962, + -0.03405808, -0.01098976]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00732503, 0.02045355, 0.03026818, ..., 0.02143392, + 0.02354985, 0.02413524]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02439524, 0.02324959, 0.02166975, ..., 0.0107221 , + 0.00899104, 0.00463807]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00100126, -0.00392649, -0.01091111, ..., 0.01171566, + 0.00242577, -0.00601506]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01808456, -0.02560429, -0.01614522, ..., -0.14661339, + -0.15028082, -0.15368266]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.15576302, -0.15756863, -0.15976857, ..., 0.00888284, + 0.00522279, -0.00211137]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01123053, -0.0208239 , -0.02617383, ..., -0.10038669, + -0.07922795, -0.06316579]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05068089, -0.04140107, -0.03255317, ..., -0.0006168 , + -0.00046965, -0.00025687]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00053743, 0.00078077, 0.00144007, ..., 0.00041034, + 0.00039891, 0.00036456]]], shape=(1, 1, 7680), dtype=float32), array([[[3.28439666e-04, 1.43888145e-04, 4.38026473e-04, ..., + 1.11119189e-05, 1.13097431e-05, 1.10546025e-05]]], + shape=(1, 1, 3840), dtype=float32)] 26 +2026-04-30 19:35:08.987 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:35:09.061 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.13330022 0.02233191 -0.1406006 ... -0.01884579 -0.05906744 + -0.02448498]]] (1, 1, 1024) +2026-04-30 19:35:09.061 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:35:09.062 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:35:09.062 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:35:09.062 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.13330022 0.02233191 -0.1406006 ... -0.01884579 -0.05906744 + -0.02448498] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:35:09.062 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:09.063 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:09.063 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:35:09.063 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:35:09.064 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:35:09.064 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:35:09.064 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:35:09.064 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.13807839 0.01852592 -0.14229676 ... -0.02813014 -0.05751215 + -0.0202435 ] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:35:09.065 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 1.3807839e-01 1.8525923e-02 -1.4229676e-01 ... -2.8130140e-02 + -5.7512153e-02 -2.0243503e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:35:09.109 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=57; step_idx=57 +2026-04-30 19:35:09.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=57; step_idx=57 +2026-04-30 19:35:09.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache Мы +2026-04-30 19:35:09.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Мы +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Мы н +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache Мы на +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache Мы нак +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Мы нако +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Мы након +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache Мы наконе +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ц -> text_cache Мы наконец +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment - -> text_cache Мы наконец- +2026-04-30 19:35:09.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['Мы наконец-'] 11 +Qwen3TTSProcessor __call__ text ['Мы наконец-'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 37991, 4552, 6709, 15869, 17316, 126499, 12]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:35:09.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 37991, 4552, 6709, 15869, 17316, 126499, 12]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:35:09.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 37991 4552 6709 15869 17316 126499 12]] (1, 7) +2026-04-30 19:35:09.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 37991 4552 6709 15869 17316 126499 12]] (1, 7) +2026-04-30 19:35:09.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment Мы наконец- 11 -> tokenized_segment [np.int64(37991), np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 7 +2026-04-30 19:35:09.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(37991), np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] +2026-04-30 19:35:09.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(37991), np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 7 +2026-04-30 19:35:09.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 37991 -> pending_tokens [np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 6 +2026-04-30 19:35:09.152 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [1995] (1,) int64 +2026-04-30 19:35:09.180 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[1995 1640 2019 94 973 130 2035 77 667 1066 1740 116 1582 883 + 633 1519]]] (1, 1, 16) int64 +2026-04-30 19:35:09.180 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 4552 -> pending_tokens [np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 5 +2026-04-30 19:35:09.188 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [215] (1,) int64 +2026-04-30 19:35:09.215 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[ 215 687 1504 1114 1693 1205 542 1495 686 516 1430 64 577 498 + 1194 1557]]] (1, 1, 16) int64 +2026-04-30 19:35:09.215 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6709 -> pending_tokens [np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 4 +2026-04-30 19:35:09.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [1609] (1,) int64 +2026-04-30 19:35:09.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[1609 1672 969 86 187 1904 559 244 1321 1457 144 1557 312 1309 + 1033 1225]]] (1, 1, 16) int64 +2026-04-30 19:35:09.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 15869 -> pending_tokens [np.int64(17316), np.int64(126499), np.int64(12)] 3 +2026-04-30 19:35:09.258 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [397] (1,) int64 +2026-04-30 19:35:09.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[ 397 140 1187 1760 1203 291 1238 613 68 1382 484 384 1431 765 + 784 319]]] (1, 1, 16) int64 +2026-04-30 19:35:09.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 17316 -> pending_tokens [np.int64(126499), np.int64(12)] 2 +2026-04-30 19:35:09.293 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [396] (1,) int64 +2026-04-30 19:35:09.320 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[ 396 282 99 326 1129 371 1207 1447 1638 1815 1168 350 1661 807 + 1823 1257]]] (1, 1, 16) int64 +2026-04-30 19:35:09.321 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 126499 -> pending_tokens [np.int64(12)] 1 +2026-04-30 19:35:09.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [496] (1,) int64 +2026-04-30 19:35:09.356 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[ 496 453 1141 242 1276 709 1694 1010 1183 239 1116 340 772 2040 + 329 993]]] (1, 1, 16) int64 +2026-04-30 19:35:09.356 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 12 -> pending_tokens [] 0 +2026-04-30 19:35:09.364 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [1355] (1,) int64 +2026-04-30 19:35:09.391 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[1355 945 350 339 473 531 1532 978 749 1730 656 363 1503 520 + 424 253]]] (1, 1, 16) int64 +2026-04-30 19:35:09.391 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-38 chunk_tokens [[[1995 215 1609 397] + [1640 687 1672 140] + [2019 1504 969 1187] + [ 94 1114 86 1760] + [ 973 1693 187 1203] + [ 130 1205 1904 291] + [2035 542 559 1238] + [ 77 1495 244 613] + [ 667 686 1321 68] + [1066 516 1457 1382] + [1740 1430 144 484] + [ 116 64 1557 384] + [1582 577 312 1431] + [ 883 498 1309 765] + [ 633 1194 1033 784] + [1519 1557 1225 319]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:09.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-38 wav [[[1.03001767e-05 1.12927955e-05 1.45715931e-05 ... 2.28133991e-01 + 2.22554401e-01 2.08700135e-01]]] -0.3672868609428406 9.234509343514219e-05 0.07768554985523224 0.3382234275341034 (1, 1, 7680) +2026-04-30 19:35:09.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache т +2026-04-30 19:35:09.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то +2026-04-30 19:35:09.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то +2026-04-30 19:35:09.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache то д +2026-04-30 19:35:09.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то до +2026-04-30 19:35:09.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache то дос +2026-04-30 19:35:09.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то дост +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то дости +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache то достиг +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache то достигл +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то достигли +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то достигли +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache то достигли м +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то достигли мо +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache то достигли мом +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то достигли моме +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache то достигли момен +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то достигли момент +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache то достигли момента +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache то достигли момента, +2026-04-30 19:35:09.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['то достигли момента,'] 20 +Qwen3TTSProcessor __call__ text ['то достигли момента,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 24634, 139062, 11073, 130485, 87731, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:35:09.417 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 24634, 139062, 11073, 130485, 87731, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:35:09.417 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 24634 139062 11073 130485 87731 11]] (1, 6) +2026-04-30 19:35:09.417 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 24634 139062 11073 130485 87731 11]] (1, 6) +2026-04-30 19:35:09.417 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment то достигли момента, 20 -> tokenized_segment [np.int64(24634), np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 6 +2026-04-30 19:35:09.417 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(24634), np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] +2026-04-30 19:35:09.417 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.417 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(24634), np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 6 +2026-04-30 19:35:09.417 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 24634 -> pending_tokens [np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 5 +2026-04-30 19:35:09.425 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [1398] (1,) int64 +2026-04-30 19:35:09.452 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[1398 1963 70 1182 596 243 386 1964 936 336 740 972 1934 655 + 508 1913]]] (1, 1, 16) int64 +2026-04-30 19:35:09.452 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 139062 -> pending_tokens [np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 4 +2026-04-30 19:35:09.460 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [1353] (1,) int64 +2026-04-30 19:35:09.487 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[1353 1071 720 837 1087 1703 1052 422 652 1030 33 1488 934 1220 + 464 740]]] (1, 1, 16) int64 +2026-04-30 19:35:09.487 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11073 -> pending_tokens [np.int64(130485), np.int64(87731), np.int64(11)] 3 +2026-04-30 19:35:09.495 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [106] (1,) int64 +2026-04-30 19:35:09.522 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[ 106 409 1950 1388 1568 1425 1815 424 502 1048 166 426 1906 1194 + 1064 885]]] (1, 1, 16) int64 +2026-04-30 19:35:09.522 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 130485 -> pending_tokens [np.int64(87731), np.int64(11)] 2 +2026-04-30 19:35:09.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [1621] (1,) int64 +2026-04-30 19:35:09.558 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[1621 1235 307 949 1373 976 1603 1226 1324 402 327 1541 762 108 + 1006 39]]] (1, 1, 16) int64 +2026-04-30 19:35:09.558 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 87731 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:35:09.566 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [673] (1,) int64 +2026-04-30 19:35:09.592 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[ 673 906 1736 338 1011 1837 1741 30 285 316 977 1357 501 2025 + 1105 242]]] (1, 1, 16) int64 +2026-04-30 19:35:09.592 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:35:09.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [494] (1,) int64 +2026-04-30 19:35:09.627 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[ 494 1929 1445 2016 1827 594 1548 448 308 823 701 282 443 88 + 939 1872]]] (1, 1, 16) int64 +2026-04-30 19:35:09.627 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-42 chunk_tokens [[[ 396 496 1355 1398] + [ 282 453 945 1963] + [ 99 1141 350 70] + [ 326 242 339 1182] + [1129 1276 473 596] + [ 371 709 531 243] + [1207 1694 1532 386] + [1447 1010 978 1964] + [1638 1183 749 936] + [1815 239 1730 336] + [1168 1116 656 740] + [ 350 340 363 972] + [1661 772 1503 1934] + [ 807 2040 520 655] + [1823 329 424 508] + [1257 993 253 1913]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:09.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-42 wav [[[ 0.17870866 0.13442664 0.08027361 ... -0.00612221 -0.00886548 + -0.01245859]]] -0.3741857409477234 -8.518958202330396e-05 0.1807149350643158 0.45747971534729004 (1, 1, 7680) +2026-04-30 19:35:09.652 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-46 chunk_tokens [[[1353 106 1621 673] + [1071 409 1235 906] + [ 720 1950 307 1736] + [ 837 1388 949 338] + [1087 1568 1373 1011] + [1703 1425 976 1837] + [1052 1815 1603 1741] + [ 422 424 1226 30] + [ 652 502 1324 285] + [1030 1048 402 316] + [ 33 166 327 977] + [1488 426 1541 1357] + [ 934 1906 762 501] + [1220 1194 108 2025] + [ 464 1064 1006 1105] + [ 740 885 39 242]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:09.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-46 wav [[[-0.01481126 -0.017194 -0.01957665 ... -0.06459451 -0.05837728 + -0.05983988]]] -0.3968017101287842 -0.0001052606530720368 0.0858146995306015 0.4060662090778351 (1, 1, 7680) +2026-04-30 19:35:09.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:35:09.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:35:09.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:09.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:35:09.676 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:35:09.684 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [499] (1,) int64 +2026-04-30 19:35:09.711 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[ 499 391 1192 1161 463 408 1737 938 74 275 1673 148 1828 136 + 290 625]]] (1, 1, 16) int64 +2026-04-30 19:35:09.719 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [935] (1,) int64 +2026-04-30 19:35:09.746 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[ 935 842 449 701 834 1608 1092 557 400 475 875 545 1324 1076 + 1279 223]]] (1, 1, 16) int64 +2026-04-30 19:35:09.754 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [908] (1,) int64 +2026-04-30 19:35:09.781 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-73 vq-rvq [[[ 908 1560 1119 440 838 961 1920 863 1618 1737 887 188 250 74 + 1241 752]]] (1, 1, 16) int64 +2026-04-30 19:35:09.789 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-73 vq [1249] (1,) int64 +2026-04-30 19:35:09.816 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-74 vq-rvq [[[1249 2013 1788 46 264 956 1254 1096 1586 92 375 520 235 1749 + 96 1126]]] (1, 1, 16) int64 +2026-04-30 19:35:09.824 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-74 vq [152] (1,) int64 +2026-04-30 19:35:09.851 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-75 vq-rvq [[[ 152 1763 581 1433 515 1196 848 832 980 1201 563 1903 1562 187 + 120 1727]]] (1, 1, 16) int64 +2026-04-30 19:35:09.859 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-75 vq [177] (1,) int64 +2026-04-30 19:35:09.886 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-76 vq-rvq [[[ 177 917 937 1888 622 1697 55 1154 1393 537 1373 1178 154 550 + 389 345]]] (1, 1, 16) int64 +2026-04-30 19:35:09.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-76 vq [1196] (1,) int64 +2026-04-30 19:35:09.921 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-77 vq-rvq [[[1196 535 278 141 775 1031 215 1545 535 1694 845 1578 258 637 + 1242 873]]] (1, 1, 16) int64 +2026-04-30 19:35:09.929 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-77 vq [891] (1,) int64 +2026-04-30 19:35:09.957 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-78 vq-rvq [[[ 891 413 168 1907 630 626 437 236 1663 354 1800 187 1041 1289 + 1186 2041]]] (1, 1, 16) int64 +2026-04-30 19:35:09.965 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-78 vq [1643] (1,) int64 +2026-04-30 19:35:09.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-79 vq-rvq [[[1643 674 1304 344 72 908 193 651 34 1358 1192 626 824 1520 + 169 824]]] (1, 1, 16) int64 +2026-04-30 19:35:10.000 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-79 vq [916] (1,) int64 +2026-04-30 19:35:10.027 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-80 vq-rvq [[[ 916 1239 1483 1594 1963 1328 123 1737 1740 1141 1796 1591 831 1583 + 1398 245]]] (1, 1, 16) int64 +2026-04-30 19:35:10.035 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-80 vq [1686] (1,) int64 +2026-04-30 19:35:10.063 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-81 vq-rvq [[[1686 247 321 1003 365 143 251 538 117 234 154 1775 657 99 + 821 103]]] (1, 1, 16) int64 +2026-04-30 19:35:10.071 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-81 vq [36] (1,) int64 +2026-04-30 19:35:10.098 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-82 vq-rvq [[[ 36 104 432 518 1723 1148 307 50 1036 720 754 1682 213 1143 + 1686 1098]]] (1, 1, 16) int64 +2026-04-30 19:35:10.106 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-82 vq [28] (1,) int64 +2026-04-30 19:35:10.133 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-83 vq-rvq [[[ 28 118 1110 91 328 1007 1280 1391 474 195 919 341 287 479 + 1492 137]]] (1, 1, 16) int64 +2026-04-30 19:35:10.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-83 vq [539] (1,) int64 +2026-04-30 19:35:10.168 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-84 vq-rvq [[[ 539 1223 469 1613 953 6 672 26 101 811 1117 952 1488 1255 + 1034 1622]]] (1, 1, 16) int64 +2026-04-30 19:35:10.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-84 vq [1917] (1,) int64 +2026-04-30 19:35:10.203 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-85 vq-rvq [[[1917 1083 1750 971 1724 684 1533 1681 290 766 664 1641 297 1180 + 1540 479]]] (1, 1, 16) int64 +2026-04-30 19:35:10.211 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-85 vq [2020] (1,) int64 +2026-04-30 19:35:10.238 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-86 vq-rvq [[[2020 256 1371 232 960 1840 865 27 473 1343 302 240 1672 317 + 718 1742]]] (1, 1, 16) int64 +2026-04-30 19:35:10.246 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-86 vq [422] (1,) int64 +2026-04-30 19:35:10.273 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-87 vq-rvq [[[ 422 741 779 390 1747 904 1632 104 1248 111 429 817 947 767 + 739 1542]]] (1, 1, 16) int64 +2026-04-30 19:35:10.281 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-87 vq [2031] (1,) int64 +2026-04-30 19:35:10.308 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-88 vq-rvq [[[2031 1058 573 58 51 431 1064 148 410 592 1326 1880 799 573 + 265 130]]] (1, 1, 16) int64 +2026-04-30 19:35:10.316 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-88 vq [1406] (1,) int64 +2026-04-30 19:35:10.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-89 vq-rvq [[[1406 991 705 1966 791 494 204 1776 1444 855 553 1725 497 1788 + 1385 46]]] (1, 1, 16) int64 +2026-04-30 19:35:10.351 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-89 vq [195] (1,) int64 +2026-04-30 19:35:10.378 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-90 vq-rvq [[[ 195 1433 339 1317 258 1444 2030 767 1400 1560 1088 251 471 872 + 1132 937]]] (1, 1, 16) int64 +2026-04-30 19:35:10.386 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-90 vq [1971] (1,) int64 +2026-04-30 19:35:10.413 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-91 vq-rvq [[[1971 1421 1792 359 488 1338 1463 1470 1581 1573 1011 1133 338 1247 + 465 532]]] (1, 1, 16) int64 +2026-04-30 19:35:10.421 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-91 vq [1579] (1,) int64 +2026-04-30 19:35:10.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-92 vq-rvq [[[1579 493 231 1939 1948 515 794 975 38 1467 890 1324 609 221 + 532 661]]] (1, 1, 16) int64 +2026-04-30 19:35:10.456 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-92 vq [1381] (1,) int64 +2026-04-30 19:35:10.484 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-93 vq-rvq [[[1381 496 1729 131 946 1873 389 1406 172 1627 445 271 1619 199 + 711 721]]] (1, 1, 16) int64 +2026-04-30 19:35:10.492 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-93 vq [602] (1,) int64 +2026-04-30 19:35:10.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-94 vq-rvq [[[ 602 18 1044 757 521 1497 464 1702 461 1075 988 359 116 1104 + 1881 514]]] (1, 1, 16) int64 +2026-04-30 19:35:10.527 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-94 vq [1329] (1,) int64 +2026-04-30 19:35:10.554 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-95 vq-rvq [[[1329 393 1840 1606 1896 91 1481 579 918 512 863 1305 1393 601 + 669 95]]] (1, 1, 16) int64 +2026-04-30 19:35:10.562 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-95 vq [2150] (1,) int64 +2026-04-30 19:35:10.563 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-50 chunk_tokens [[[ 494 499 935 908] + [1929 391 842 1560] + [1445 1192 449 1119] + [2016 1161 701 440] + [1827 463 834 838] + [ 594 408 1608 961] + [1548 1737 1092 1920] + [ 448 938 557 863] + [ 308 74 400 1618] + [ 823 275 475 1737] + [ 701 1673 875 887] + [ 282 148 545 188] + [ 443 1828 1324 250] + [ 88 136 1076 74] + [ 939 290 1279 1241] + [1872 625 223 752]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:10.587 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-50 wav [[[-0.07093248 -0.09293655 -0.12402888 ... -0.00038561 0.03668928 + 0.08723653]]] -0.4755578637123108 0.00014962411660235375 0.13144433498382568 0.43444520235061646 (1, 1, 7680) +2026-04-30 19:35:10.587 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-54 chunk_tokens [[[1249 152 177 1196] + [2013 1763 917 535] + [1788 581 937 278] + [ 46 1433 1888 141] + [ 264 515 622 775] + [ 956 1196 1697 1031] + [1254 848 55 215] + [1096 832 1154 1545] + [1586 980 1393 535] + [ 92 1201 537 1694] + [ 375 563 1373 845] + [ 520 1903 1178 1578] + [ 235 1562 154 258] + [1749 187 550 637] + [ 96 120 389 1242] + [1126 1727 345 873]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:10.611 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-54 wav [[[ 0.1355027 0.16319084 0.16072959 ... 0.01926102 -0.03004784 + -0.07525404]]] -0.4470576047897339 0.00041489856084808707 0.09666898846626282 0.43522483110427856 (1, 1, 7680) +2026-04-30 19:35:10.611 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-58 chunk_tokens [[[ 891 1643 916 1686] + [ 413 674 1239 247] + [ 168 1304 1483 321] + [1907 344 1594 1003] + [ 630 72 1963 365] + [ 626 908 1328 143] + [ 437 193 123 251] + [ 236 651 1737 538] + [1663 34 1740 117] + [ 354 1358 1141 234] + [1800 1192 1796 154] + [ 187 626 1591 1775] + [1041 824 831 657] + [1289 1520 1583 99] + [1186 169 1398 821] + [2041 824 245 103]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:10.635 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-58 wav [[[-0.11273975 -0.13948856 -0.15302257 ... -0.00390492 -0.00132873 + -0.00203283]]] -0.3794131577014923 -0.0004639312101062387 0.09219619631767273 0.43042805790901184 (1, 1, 7680) +2026-04-30 19:35:10.636 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-62 chunk_tokens [[[ 36 28 539 1917] + [ 104 118 1223 1083] + [ 432 1110 469 1750] + [ 518 91 1613 971] + [1723 328 953 1724] + [1148 1007 6 684] + [ 307 1280 672 1533] + [ 50 1391 26 1681] + [1036 474 101 290] + [ 720 195 811 766] + [ 754 919 1117 664] + [1682 341 952 1641] + [ 213 287 1488 297] + [1143 479 1255 1180] + [1686 1492 1034 1540] + [1098 137 1622 479]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:10.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-62 wav [[[-0.00370166 -0.00356646 -0.00337898 ... -0.07330795 -0.08044216 + -0.09157919]]] -0.34277644753456116 0.00026395099121145904 0.0972241461277008 0.3362046778202057 (1, 1, 7680) +2026-04-30 19:35:10.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-66 chunk_tokens [[[2020 422 2031 1406] + [ 256 741 1058 991] + [1371 779 573 705] + [ 232 390 58 1966] + [ 960 1747 51 791] + [1840 904 431 494] + [ 865 1632 1064 204] + [ 27 104 148 1776] + [ 473 1248 410 1444] + [1343 111 592 855] + [ 302 429 1326 553] + [ 240 817 1880 1725] + [1672 947 799 497] + [ 317 767 573 1788] + [ 718 739 265 1385] + [1742 1542 130 46]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:10.684 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-66 wav [[[-0.10431337 -0.11793993 -0.12934963 ... -0.15356646 -0.15294883 + -0.1280865 ]]] -0.3921520411968231 -0.0003524475614540279 0.12330345809459686 0.41234371066093445 (1, 1, 7680) +2026-04-30 19:35:10.684 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-70 chunk_tokens [[[ 195 1971 1579 1381] + [1433 1421 493 496] + [ 339 1792 231 1729] + [1317 359 1939 131] + [ 258 488 1948 946] + [1444 1338 515 1873] + [2030 1463 794 389] + [ 767 1470 975 1406] + [1400 1581 38 172] + [1560 1573 1467 1627] + [1088 1011 890 445] + [ 251 1133 1324 271] + [ 471 338 609 1619] + [ 872 1247 221 199] + [1132 465 532 711] + [ 937 532 661 721]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:10.708 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-70 wav [[[-0.08375453 -0.02694254 0.0311749 ... 0.04536502 0.03205461 + 0.01773398]]] -0.2914138436317444 0.00013970518193673342 0.07338718324899673 0.3676780164241791 (1, 1, 7680) +2026-04-30 19:35:10.708 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-74 chunk_tokens [[[ 602 1329] + [ 18 393] + [1044 1840] + [ 757 1606] + [ 521 1896] + [1497 91] + [ 464 1481] + [1702 579] + [ 461 918] + [1075 512] + [ 988 863] + [ 359 1305] + [ 116 1393] + [1104 601] + [1881 669] + [ 514 95]]] (1, 16, 2) n_chunk_frames 2 +2026-04-30 19:35:10.739 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-74 wav [[[ 0.00507011 -0.00573795 -0.01419066 ... 0.00067726 0.0005984 + 0.00040338]]] -0.09896186739206314 -8.771031571086496e-05 0.013542545028030872 0.08653216809034348 (1, 1, 3840) +2026-04-30 19:35:10.739 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-96 +2026-04-30 19:35:10.757 [INFO] __main__: Synthesising: 'когда технологии стали достаточно быстрыми,' +2026-04-30 19:35:10.757 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache к +2026-04-30 19:35:10.757 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:35:10.757 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:35:10.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.0726351 -0.03703576 -0.09818835 ... 0.00432445 -0.03728247 + -0.02399857]]] (1, 1, 1024) +2026-04-30 19:35:10.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:35:10.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:35:10.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:35:10.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.0726351 -0.03703576 -0.09818835 ... 0.00432445 -0.03728247 + -0.02399857] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:35:10.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:10.847 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:10.847 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:35:10.847 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:35:10.847 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:35:10.848 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:35:10.848 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:35:10.848 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.07741328 -0.04084174 -0.09988451 ... -0.0049599 -0.03572719 + -0.0197571 ] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:35:10.849 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 7.7413283e-02 -4.0841743e-02 -9.9884510e-02 ... -4.9598990e-03 + -3.5727192e-02 -1.9757099e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:35:10.891 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache ко +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache ког +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache когд +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache когда +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache когда +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда т +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache когда те +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment х -> text_cache когда тех +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache когда техн +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда техно +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache когда технол +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда техноло +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache когда технолог +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache когда технологи +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache когда технологии +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache когда технологии +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache когда технологии с +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда технологии ст +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache когда технологии ста +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache когда технологии стал +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache когда технологии стали +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache когда технологии стали +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache когда технологии стали д +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда технологии стали до +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache когда технологии стали дос +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда технологии стали дост +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache когда технологии стали доста +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда технологии стали достат +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда технологии стали достато +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ч -> text_cache когда технологии стали достаточ +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache когда технологии стали достаточн +2026-04-30 19:35:10.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['когда технологии стали '] 23 +Qwen3TTSProcessor __call__ text ['когда технологии стали '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 4793, 124846, 142651, 135906, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:35:10.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 4793, 124846, 142651, 135906, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:35:10.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 4793 124846 142651 135906 220]] (1, 5) +2026-04-30 19:35:10.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 4793 124846 142651 135906 220]] (1, 5) +2026-04-30 19:35:10.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment когда технологии стали 23 -> tokenized_segment [np.int64(4793), np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] 5 +2026-04-30 19:35:10.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(4793), np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] +2026-04-30 19:35:10.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:10.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(4793), np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] 5 +2026-04-30 19:35:10.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 4793 -> pending_tokens [np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] 4 +2026-04-30 19:35:10.903 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1221] (1,) int64 +2026-04-30 19:35:10.929 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1221 625 1615 1105 446 987 1316 290 73 305 229 1936 228 939 + 79 1327]]] (1, 1, 16) int64 +2026-04-30 19:35:10.929 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 124846 -> pending_tokens [np.int64(142651), np.int64(135906), np.int64(220)] 3 +2026-04-30 19:35:10.937 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [552] (1,) int64 +2026-04-30 19:35:10.964 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 552 1166 1358 1567 416 337 246 1133 1017 793 157 589 798 188 + 187 517]]] (1, 1, 16) int64 +2026-04-30 19:35:10.964 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 142651 -> pending_tokens [np.int64(135906), np.int64(220)] 2 +2026-04-30 19:35:10.972 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [1105] (1,) int64 +2026-04-30 19:35:10.999 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[1105 499 82 60 1725 990 682 1297 68 1701 615 977 44 295 + 83 285]]] (1, 1, 16) int64 +2026-04-30 19:35:10.999 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 135906 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:35:11.007 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [777] (1,) int64 +2026-04-30 19:35:11.034 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[ 777 1740 383 1643 440 603 398 832 1542 1205 153 640 476 405 + 123 413]]] (1, 1, 16) int64 +2026-04-30 19:35:11.034 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:35:11.042 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [1555] (1,) int64 +2026-04-30 19:35:11.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[1555 1699 721 1006 272 1627 1834 31 651 512 738 224 486 360 + 1007 21]]] (1, 1, 16) int64 +2026-04-30 19:35:11.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1221 552 1105 777] + [ 625 1166 499 1740] + [1615 1358 82 383] + [1105 1567 60 1643] + [ 446 416 1725 440] + [ 987 337 990 603] + [1316 246 682 398] + [ 290 1133 1297 832] + [ 73 1017 68 1542] + [ 305 793 1701 1205] + [ 229 157 615 153] + [1936 589 977 640] + [ 228 798 44 476] + [ 939 188 295 405] + [ 79 187 83 123] + [1327 517 285 413]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:11.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-0.02135922 -0.01801542 -0.01641792 ... -0.15739885 -0.16192803 + -0.16274074]]] -0.5088791251182556 5.0663893489399925e-05 0.11338850855827332 0.6000503897666931 (1, 1, 7680) +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache достаточно +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache достаточно +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache достаточно б +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache достаточно бы +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache достаточно быс +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache достаточно быст +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache достаточно быстр +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache достаточно быстры +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache достаточно быстрым +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache достаточно быстрыми +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache достаточно быстрыми, +2026-04-30 19:35:11.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['достаточно быстрыми,'] 20 +Qwen3TTSProcessor __call__ text ['достаточно быстрыми,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6949, 24276, 7972, 127310, 37660, 6597, 38003, 63780, + 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:35:11.095 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6949, 24276, 7972, 127310, 37660, 6597, 38003, 63780, + 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:35:11.095 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6949 24276 7972 127310 37660 6597 38003 63780 11]] (1, 9) +2026-04-30 19:35:11.095 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6949 24276 7972 127310 37660 6597 38003 63780 11]] (1, 9) +2026-04-30 19:35:11.095 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment достаточно быстрыми, 20 -> tokenized_segment [np.int64(6949), np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 9 +2026-04-30 19:35:11.095 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6949), np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] +2026-04-30 19:35:11.095 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:11.095 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6949), np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 9 +2026-04-30 19:35:11.095 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6949 -> pending_tokens [np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 8 +2026-04-30 19:35:11.103 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [800] (1,) int64 +2026-04-30 19:35:11.130 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[ 800 1963 1298 1043 1734 300 1069 648 583 1766 887 42 854 1809 + 11 1173]]] (1, 1, 16) int64 +2026-04-30 19:35:11.130 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 24276 -> pending_tokens [np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 7 +2026-04-30 19:35:11.138 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [494] (1,) int64 +2026-04-30 19:35:11.165 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[ 494 1921 970 1102 484 1381 1766 977 1364 1158 1820 1120 369 1761 + 542 1084]]] (1, 1, 16) int64 +2026-04-30 19:35:11.165 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 7972 -> pending_tokens [np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 6 +2026-04-30 19:35:11.173 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [319] (1,) int64 +2026-04-30 19:35:11.200 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[ 319 1767 237 1904 160 1338 1293 1890 1158 1250 98 350 1062 664 + 942 80]]] (1, 1, 16) int64 +2026-04-30 19:35:11.200 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 127310 -> pending_tokens [np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 5 +2026-04-30 19:35:11.208 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [1850] (1,) int64 +2026-04-30 19:35:11.235 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[1850 1060 900 1983 1937 1257 33 671 1491 2038 580 117 1897 1806 + 1238 1533]]] (1, 1, 16) int64 +2026-04-30 19:35:11.235 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 37660 -> pending_tokens [np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 4 +2026-04-30 19:35:11.243 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [2026] (1,) int64 +2026-04-30 19:35:11.270 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[2026 1032 1276 1431 1258 826 0 324 1513 928 425 1221 1442 364 + 821 1664]]] (1, 1, 16) int64 +2026-04-30 19:35:11.270 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6597 -> pending_tokens [np.int64(38003), np.int64(63780), np.int64(11)] 3 +2026-04-30 19:35:11.278 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [1636] (1,) int64 +2026-04-30 19:35:11.305 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[1636 1643 304 638 661 126 629 26 833 347 359 98 1177 1465 + 1241 188]]] (1, 1, 16) int64 +2026-04-30 19:35:11.305 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 38003 -> pending_tokens [np.int64(63780), np.int64(11)] 2 +2026-04-30 19:35:11.313 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [133] (1,) int64 +2026-04-30 19:35:11.340 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[ 133 834 1310 1215 860 1319 1333 1963 120 690 734 1211 1039 43 + 301 253]]] (1, 1, 16) int64 +2026-04-30 19:35:11.340 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 63780 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:35:11.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [1634] (1,) int64 +2026-04-30 19:35:11.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[1634 470 1569 232 1756 1246 791 1779 1075 1324 590 155 1264 528 + 143 173]]] (1, 1, 16) int64 +2026-04-30 19:35:11.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:35:11.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [177] (1,) int64 +2026-04-30 19:35:11.410 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[ 177 1873 1128 1752 1781 1878 29 426 1950 1692 143 194 536 718 + 699 224]]] (1, 1, 16) int64 +2026-04-30 19:35:11.410 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[1555 800 494 319] + [1699 1963 1921 1767] + [ 721 1298 970 237] + [1006 1043 1102 1904] + [ 272 1734 484 160] + [1627 300 1381 1338] + [1834 1069 1766 1293] + [ 31 648 977 1890] + [ 651 583 1364 1158] + [ 512 1766 1158 1250] + [ 738 887 1820 98] + [ 224 42 1120 350] + [ 486 854 369 1062] + [ 360 1809 1761 664] + [1007 11 542 942] + [ 21 1173 1084 80]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:11.434 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[-0.15954937 -0.15480253 -0.15054497 ... -0.18071114 -0.16833064 + -0.15039282]]] -0.3588371276855469 -0.00020044433767907321 0.09982826560735703 0.38834601640701294 (1, 1, 7680) +2026-04-30 19:35:11.434 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[1850 2026 1636 133] + [1060 1032 1643 834] + [ 900 1276 304 1310] + [1983 1431 638 1215] + [1937 1258 661 860] + [1257 826 126 1319] + [ 33 0 629 1333] + [ 671 324 26 1963] + [1491 1513 833 120] + [2038 928 347 690] + [ 580 425 359 734] + [ 117 1221 98 1211] + [1897 1442 1177 1039] + [1806 364 1465 43] + [1238 821 1241 301] + [1533 1664 188 253]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:11.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[-0.12794156 -0.10272291 -0.07712463 ... 0.12158142 0.16013734 + 0.19362418]]] -0.3705238997936249 -0.00023796626192051917 0.14038142561912537 0.423963338136673 (1, 1, 7680) +2026-04-30 19:35:11.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:35:11.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:35:11.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:11.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:35:11.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:35:11.467 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [1196] (1,) int64 +2026-04-30 19:35:11.494 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[1196 868 1022 215 493 99 108 2019 80 1566 101 1890 1189 599 + 284 438]]] (1, 1, 16) int64 +2026-04-30 19:35:11.502 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [1834] (1,) int64 +2026-04-30 19:35:11.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[1834 1656 978 795 268 455 684 1183 278 1410 989 2014 841 438 + 1065 1685]]] (1, 1, 16) int64 +2026-04-30 19:35:11.537 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [1321] (1,) int64 +2026-04-30 19:35:11.565 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[1321 196 93 1963 461 749 973 1084 878 411 777 1333 342 1387 + 1348 1546]]] (1, 1, 16) int64 +2026-04-30 19:35:11.573 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [769] (1,) int64 +2026-04-30 19:35:11.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[ 769 1560 1939 1291 1133 402 1416 1288 1711 1240 1088 1095 42 892 + 664 1740]]] (1, 1, 16) int64 +2026-04-30 19:35:11.607 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [18] (1,) int64 +2026-04-30 19:35:11.634 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[ 18 1990 210 407 325 1313 1837 173 2016 1356 1315 302 263 274 + 1112 1839]]] (1, 1, 16) int64 +2026-04-30 19:35:11.642 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [107] (1,) int64 +2026-04-30 19:35:11.669 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[ 107 1825 1323 357 2010 1009 1922 578 497 1730 993 1320 1621 35 + 603 313]]] (1, 1, 16) int64 +2026-04-30 19:35:11.677 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [106] (1,) int64 +2026-04-30 19:35:11.703 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[ 106 1445 827 1764 1348 212 474 1343 1422 844 426 1052 1686 344 + 881 751]]] (1, 1, 16) int64 +2026-04-30 19:35:11.711 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [292] (1,) int64 +2026-04-30 19:35:11.738 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[ 292 78 1919 1018 551 1228 1041 812 1857 1673 324 248 783 1767 + 85 276]]] (1, 1, 16) int64 +2026-04-30 19:35:11.746 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [733] (1,) int64 +2026-04-30 19:35:11.773 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[ 733 1040 1475 1277 363 985 171 470 335 1221 927 1162 914 463 + 1244 1450]]] (1, 1, 16) int64 +2026-04-30 19:35:11.781 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [371] (1,) int64 +2026-04-30 19:35:11.808 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[ 371 687 1336 29 1976 1658 314 519 284 1616 1847 1402 784 27 + 72 942]]] (1, 1, 16) int64 +2026-04-30 19:35:11.816 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [1832] (1,) int64 +2026-04-30 19:35:11.843 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[1832 1662 1045 1248 1921 301 396 1790 1084 1114 125 358 1235 540 + 1071 1295]]] (1, 1, 16) int64 +2026-04-30 19:35:11.851 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [1745] (1,) int64 +2026-04-30 19:35:11.878 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[1745 1564 1331 1472 1181 1196 15 978 628 423 279 1643 701 30 + 1878 1246]]] (1, 1, 16) int64 +2026-04-30 19:35:11.886 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [575] (1,) int64 +2026-04-30 19:35:11.913 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-27 vq-rvq [[[ 575 917 222 1152 1825 294 51 825 1066 1261 313 414 753 820 + 1155 1306]]] (1, 1, 16) int64 +2026-04-30 19:35:11.921 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-27 vq [36] (1,) int64 +2026-04-30 19:35:11.948 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-28 vq-rvq [[[ 36 1574 309 1827 448 1643 1112 346 806 74 2017 68 650 1930 + 595 1285]]] (1, 1, 16) int64 +2026-04-30 19:35:11.956 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-28 vq [875] (1,) int64 +2026-04-30 19:35:11.984 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-29 vq-rvq [[[ 875 1214 1453 1368 1688 221 766 1561 1868 747 703 441 1887 905 + 846 1169]]] (1, 1, 16) int64 +2026-04-30 19:35:11.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-29 vq [348] (1,) int64 +2026-04-30 19:35:12.019 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-30 vq-rvq [[[ 348 1243 633 852 469 1308 1737 798 1324 942 405 588 392 1201 + 181 552]]] (1, 1, 16) int64 +2026-04-30 19:35:12.027 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-30 vq [312] (1,) int64 +2026-04-30 19:35:12.054 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-31 vq-rvq [[[ 312 2020 528 1265 477 712 1054 1940 1212 1776 1016 838 1352 671 + 395 282]]] (1, 1, 16) int64 +2026-04-30 19:35:12.062 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-31 vq [2004] (1,) int64 +2026-04-30 19:35:12.089 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-32 vq-rvq [[[2004 930 1496 1668 418 1761 1740 1640 1709 122 14 706 712 639 + 1924 163]]] (1, 1, 16) int64 +2026-04-30 19:35:12.097 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-32 vq [1729] (1,) int64 +2026-04-30 19:35:12.124 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-33 vq-rvq [[[1729 1180 1400 350 488 1218 1406 398 1478 733 1114 1663 106 77 + 706 52]]] (1, 1, 16) int64 +2026-04-30 19:35:12.132 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-33 vq [1975] (1,) int64 +2026-04-30 19:35:12.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-34 vq-rvq [[[1975 388 315 1744 130 1513 1661 1377 749 1053 872 481 152 591 + 974 540]]] (1, 1, 16) int64 +2026-04-30 19:35:12.167 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-34 vq [899] (1,) int64 +2026-04-30 19:35:12.194 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-35 vq-rvq [[[ 899 1598 490 1207 1905 1380 1025 323 421 607 1506 781 95 1673 + 293 66]]] (1, 1, 16) int64 +2026-04-30 19:35:12.202 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-35 vq [1622] (1,) int64 +2026-04-30 19:35:12.229 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-36 vq-rvq [[[1622 1217 890 966 982 1045 614 1008 787 626 1096 1496 586 780 + 116 726]]] (1, 1, 16) int64 +2026-04-30 19:35:12.237 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-36 vq [1559] (1,) int64 +2026-04-30 19:35:12.264 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-37 vq-rvq [[[1559 1658 203 1421 1944 246 1449 177 1280 118 1979 668 990 312 + 661 1252]]] (1, 1, 16) int64 +2026-04-30 19:35:12.272 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-37 vq [1514] (1,) int64 +2026-04-30 19:35:12.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-38 vq-rvq [[[1514 1809 163 455 1855 924 869 489 646 736 928 119 267 334 + 1402 563]]] (1, 1, 16) int64 +2026-04-30 19:35:12.308 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-38 vq [982] (1,) int64 +2026-04-30 19:35:12.335 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-39 vq-rvq [[[ 982 183 346 899 1611 971 1789 180 1005 1747 1291 151 1070 765 + 1788 1726]]] (1, 1, 16) int64 +2026-04-30 19:35:12.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-39 vq [1063] (1,) int64 +2026-04-30 19:35:12.370 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-40 vq-rvq [[[1063 1421 1892 86 1666 1948 93 14 491 143 454 447 1660 790 + 1367 443]]] (1, 1, 16) int64 +2026-04-30 19:35:12.378 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-40 vq [121] (1,) int64 +2026-04-30 19:35:12.405 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-41 vq-rvq [[[ 121 18 1735 1736 845 1954 794 1150 351 814 681 1559 77 1936 + 697 369]]] (1, 1, 16) int64 +2026-04-30 19:35:12.413 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-41 vq [1961] (1,) int64 +2026-04-30 19:35:12.440 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-42 vq-rvq [[[1961 1838 449 1063 424 1142 242 1836 82 707 283 1529 1427 1986 + 680 50]]] (1, 1, 16) int64 +2026-04-30 19:35:12.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-42 vq [2150] (1,) int64 +2026-04-30 19:35:12.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[1634 177 1196 1834] + [ 470 1873 868 1656] + [1569 1128 1022 978] + [ 232 1752 215 795] + [1756 1781 493 268] + [1246 1878 99 455] + [ 791 29 108 684] + [1779 426 2019 1183] + [1075 1950 80 278] + [1324 1692 1566 1410] + [ 590 143 101 989] + [ 155 194 1890 2014] + [1264 536 1189 841] + [ 528 718 599 438] + [ 143 699 284 1065] + [ 173 224 438 1685]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:12.472 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[ 0.21848364 0.23336256 0.23886758 ... -0.22978102 -0.21699768 + -0.20553005]]] -0.4263487458229065 0.0004456697788555175 0.11217578500509262 0.4668746888637543 (1, 1, 7680) +2026-04-30 19:35:12.473 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[1321 769 18 107] + [ 196 1560 1990 1825] + [ 93 1939 210 1323] + [1963 1291 407 357] + [ 461 1133 325 2010] + [ 749 402 1313 1009] + [ 973 1416 1837 1922] + [1084 1288 173 578] + [ 878 1711 2016 497] + [ 411 1240 1356 1730] + [ 777 1088 1315 993] + [1333 1095 302 1320] + [ 342 42 263 1621] + [1387 892 274 35] + [1348 664 1112 603] + [1546 1740 1839 313]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:12.497 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[-1.9242226e-01 -1.7698927e-01 -1.6527215e-01 ... -2.2113278e-04 + 6.1792103e-05 3.0994340e-04]]] -0.2827918231487274 3.288335574325174e-05 0.09895120561122894 0.2511361539363861 (1, 1, 7680) +2026-04-30 19:35:12.497 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[ 106 292 733 371] + [1445 78 1040 687] + [ 827 1919 1475 1336] + [1764 1018 1277 29] + [1348 551 363 1976] + [ 212 1228 985 1658] + [ 474 1041 171 314] + [1343 812 470 519] + [1422 1857 335 284] + [ 844 1673 1221 1616] + [ 426 324 927 1847] + [1052 248 1162 1402] + [1686 783 914 784] + [ 344 1767 463 27] + [ 881 85 1244 72] + [ 751 276 1450 942]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:12.521 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[0.00120615 0.00139266 0.00198555 ... 0.00917263 0.00872163 0.00784304]]] -0.009970761835575104 4.760628144140355e-05 0.0017054631607607007 0.014579271897673607 (1, 1, 7680) +2026-04-30 19:35:12.521 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[1832 1745 575 36] + [1662 1564 917 1574] + [1045 1331 222 309] + [1248 1472 1152 1827] + [1921 1181 1825 448] + [ 301 1196 294 1643] + [ 396 15 51 1112] + [1790 978 825 346] + [1084 628 1066 806] + [1114 423 1261 74] + [ 125 279 313 2017] + [ 358 1643 414 68] + [1235 701 753 650] + [ 540 30 820 1930] + [1071 1878 1155 595] + [1295 1246 1306 1285]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:12.545 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[ 0.00735855 0.00644497 0.0058169 ... -0.13845754 -0.13652909 + -0.13714899]]] -0.4166891276836395 -5.346690159058198e-05 0.08506317436695099 0.4018149971961975 (1, 1, 7680) +2026-04-30 19:35:12.546 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 chunk_tokens [[[ 875 348 312 2004] + [1214 1243 2020 930] + [1453 633 528 1496] + [1368 852 1265 1668] + [1688 469 477 418] + [ 221 1308 712 1761] + [ 766 1737 1054 1740] + [1561 798 1940 1640] + [1868 1324 1212 1709] + [ 747 942 1776 122] + [ 703 405 1016 14] + [ 441 588 838 706] + [1887 392 1352 712] + [ 905 1201 671 639] + [ 846 181 395 1924] + [1169 552 282 163]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:12.570 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 wav [[[-0.13916908 -0.13809764 -0.13059197 ... -0.11720821 -0.10913437 + -0.10417411]]] -0.3709733784198761 -0.00022850502864457667 0.07182656973600388 0.3275904953479767 (1, 1, 7680) +2026-04-30 19:35:12.570 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 chunk_tokens [[[1729 1975 899 1622] + [1180 388 1598 1217] + [1400 315 490 890] + [ 350 1744 1207 966] + [ 488 130 1905 982] + [1218 1513 1380 1045] + [1406 1661 1025 614] + [ 398 1377 323 1008] + [1478 749 421 787] + [ 733 1053 607 626] + [1114 872 1506 1096] + [1663 481 781 1496] + [ 106 152 95 586] + [ 77 591 1673 780] + [ 706 974 293 116] + [ 52 540 66 726]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:12.594 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 wav [[[-9.9865131e-02 -9.4351754e-02 -8.4917590e-02 ... -9.3369759e-05 + 7.1957433e-03 3.0027223e-03]]] -0.37408357858657837 0.0003036710841115564 0.12963612377643585 0.38025400042533875 (1, 1, 7680) +2026-04-30 19:35:12.594 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 chunk_tokens [[[1559 1514 982 1063] + [1658 1809 183 1421] + [ 203 163 346 1892] + [1421 455 899 86] + [1944 1855 1611 1666] + [ 246 924 971 1948] + [1449 869 1789 93] + [ 177 489 180 14] + [1280 646 1005 491] + [ 118 736 1747 143] + [1979 928 1291 454] + [ 668 119 151 447] + [ 990 267 1070 1660] + [ 312 334 765 790] + [ 661 1402 1788 1367] + [1252 563 1726 443]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:12.618 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 wav [[[-0.01095081 -0.02002731 -0.01832945 ... -0.0091137 -0.01824278 + -0.02988757]]] -0.18619124591350555 6.823777948739007e-05 0.03913453593850136 0.17865820229053497 (1, 1, 7680) +2026-04-30 19:35:12.619 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-40 chunk_tokens [[[ 121 1961] + [ 18 1838] + [1735 449] + [1736 1063] + [ 845 424] + [1954 1142] + [ 794 242] + [1150 1836] + [ 351 82] + [ 814 707] + [ 681 283] + [1559 1529] + [ 77 1427] + [1936 1986] + [ 697 680] + [ 369 50]]] (1, 16, 2) n_chunk_frames 2 +2026-04-30 19:35:12.649 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-40 wav [[[-4.2865817e-02 -5.5478364e-02 -6.2000688e-02 ... 8.7283588e-06 + 1.0050624e-05 8.4835283e-06]]] -0.12009542435407639 -6.719299562973902e-05 0.018314868211746216 0.10718441754579544 (1, 1, 3840) +2026-04-30 19:35:12.649 [INFO] __main__: Synthesising: 'чтобы люди могли просто общаться.' +2026-04-30 19:35:12.649 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ч -> text_cache ч +2026-04-30 19:35:12.649 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:35:12.654 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[-0.05993354, -0.05394565, -0.05187883, ..., 0.00203093, + 0.01212793, 0.01815465]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02050255, 0.01752239, 0.01405225, ..., -0.03281923, + -0.02732898, -0.02313115]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01866527, -0.015685 , -0.01434551, ..., 0.01030667, + 0.00399569, 0.00158229]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00438679, 0.00925073, 0.01400723, ..., -0.00037395, + -0.00043761, -0.0005311 ]]], shape=(1, 1, 7680), dtype=float32), array([[[1.1765060e-04, 4.1448738e-04, 1.0689896e-03, ..., + 1.2714206e-04, 2.5364661e-04, 1.1319446e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.2129748e-04, 3.8046739e-05, 1.9590247e-04, ..., + 9.4219413e-06, 1.5252861e-05, 1.6709514e-06]]], + shape=(1, 1, 3840), dtype=float32), array([[[-2.62026106e-06, -1.29725540e-05, 1.46102375e-05, ..., + 3.80120426e-03, 7.93934800e-03, 1.15069048e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.01525911, 0.01894829, 0.02331678, ..., 0.00449264, + 0.01199633, 0.00728764]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00109401, -0.00035496, -0.00204452, ..., 0.00724912, + -0.01403422, -0.01720909]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01141575, 0.06635571, 0.1302696 , ..., -0.00794945, + -0.00835015, -0.00911049]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0091 , -0.00938525, -0.00910163, ..., -0.01107613, + -0.00686193, -0.00456958]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00138776, 0.00014347, 0.00116733, ..., 0.00292833, + 0.00348237, 0.00332748]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00320867, 0.0029259 , 0.00227993, ..., 0.03670727, + 0.04383296, 0.04705571]]], shape=(1, 1, 7680), dtype=float32), array([[[0.04565634, 0.03837724, 0.02835914, ..., 0.13551378, + 0.14542282, 0.15951322]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.17692661, 0.19058497, 0.1963936 , ..., -0.25800812, + -0.26235503, -0.2642633 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.60829657e-01, -2.52602786e-01, -2.37817153e-01, ..., + 1.13976075e-05, 1.13787446e-05, 1.14792456e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.02109631, -0.01741459, -0.01571446, ..., -0.06392962, + -0.03405808, -0.01098976]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00732503, 0.02045355, 0.03026818, ..., 0.02143392, + 0.02354985, 0.02413524]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02439524, 0.02324959, 0.02166975, ..., 0.0107221 , + 0.00899104, 0.00463807]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00100126, -0.00392649, -0.01091111, ..., 0.01171566, + 0.00242577, -0.00601506]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01808456, -0.02560429, -0.01614522, ..., -0.14661339, + -0.15028082, -0.15368266]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.15576302, -0.15756863, -0.15976857, ..., 0.00888284, + 0.00522279, -0.00211137]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01123053, -0.0208239 , -0.02617383, ..., -0.10038669, + -0.07922795, -0.06316579]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05068089, -0.04140107, -0.03255317, ..., -0.0006168 , + -0.00046965, -0.00025687]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00053743, 0.00078077, 0.00144007, ..., 0.00041034, + 0.00039891, 0.00036456]]], shape=(1, 1, 7680), dtype=float32), array([[[3.28439666e-04, 1.43888145e-04, 4.38026473e-04, ..., + 1.11119189e-05, 1.13097431e-05, 1.10546025e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[1.03001767e-05, 1.12927955e-05, 1.45715931e-05, ..., + 2.28133991e-01, 2.22554401e-01, 2.08700135e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.17870866, 0.13442664, 0.08027361, ..., -0.00612221, + -0.00886548, -0.01245859]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01481126, -0.017194 , -0.01957665, ..., -0.06459451, + -0.05837728, -0.05983988]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07093248, -0.09293655, -0.12402888, ..., -0.00038561, + 0.03668928, 0.08723653]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.1355027 , 0.16319084, 0.16072959, ..., 0.01926102, + -0.03004784, -0.07525404]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.11273975, -0.13948856, -0.15302257, ..., -0.00390492, + -0.00132873, -0.00203283]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00370166, -0.00356646, -0.00337898, ..., -0.07330795, + -0.08044216, -0.09157919]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.10431337, -0.11793993, -0.12934963, ..., -0.15356646, + -0.15294883, -0.1280865 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.08375453, -0.02694254, 0.0311749 , ..., 0.04536502, + 0.03205461, 0.01773398]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00507011, -0.00573795, -0.01419066, ..., 0.00067726, + 0.0005984 , 0.00040338]]], shape=(1, 1, 3840), dtype=float32), array([[[-0.02135922, -0.01801542, -0.01641792, ..., -0.15739885, + -0.16192803, -0.16274074]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.15954937, -0.15480253, -0.15054497, ..., -0.18071114, + -0.16833064, -0.15039282]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.12794156, -0.10272291, -0.07712463, ..., 0.12158142, + 0.16013734, 0.19362418]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.21848364, 0.23336256, 0.23886758, ..., -0.22978102, + -0.21699768, -0.20553005]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.9242226e-01, -1.7698927e-01, -1.6527215e-01, ..., + -2.2113278e-04, 6.1792103e-05, 3.0994340e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.00120615, 0.00139266, 0.00198555, ..., 0.00917263, + 0.00872163, 0.00784304]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00735855, 0.00644497, 0.0058169 , ..., -0.13845754, + -0.13652909, -0.13714899]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.13916908, -0.13809764, -0.13059197, ..., -0.11720821, + -0.10913437, -0.10417411]]], shape=(1, 1, 7680), dtype=float32), array([[[-9.9865131e-02, -9.4351754e-02, -8.4917590e-02, ..., + -9.3369759e-05, 7.1957433e-03, 3.0027223e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.01095081, -0.02002731, -0.01832945, ..., -0.0091137 , + -0.01824278, -0.02988757]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.2865817e-02, -5.5478364e-02, -6.2000688e-02, ..., + 8.7283588e-06, 1.0050624e-05, 8.4835283e-06]]], + shape=(1, 1, 3840), dtype=float32)] 47 +2026-04-30 19:35:12.655 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [-5.9933536e-02 -5.3945653e-02 -5.1878832e-02 ... 8.7283588e-06 + 1.0050624e-05 8.4835283e-06] (345600,) float32 +2026-04-30 19:35:12.655 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 21 [-1.5576302e-01 -1.5756863e-01 -1.5976857e-01 ... 8.7283588e-06 + 1.0050624e-05 8.4835283e-06] (188160,) float32 +2026-04-30 19:35:12.658 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 21 [array([[[-0.15576302, -0.15756863, -0.15976857, ..., 0.00888284, + 0.00522279, -0.00211137]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01123053, -0.0208239 , -0.02617383, ..., -0.10038669, + -0.07922795, -0.06316579]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05068089, -0.04140107, -0.03255317, ..., -0.0006168 , + -0.00046965, -0.00025687]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00053743, 0.00078077, 0.00144007, ..., 0.00041034, + 0.00039891, 0.00036456]]], shape=(1, 1, 7680), dtype=float32), array([[[3.28439666e-04, 1.43888145e-04, 4.38026473e-04, ..., + 1.11119189e-05, 1.13097431e-05, 1.10546025e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[1.03001767e-05, 1.12927955e-05, 1.45715931e-05, ..., + 2.28133991e-01, 2.22554401e-01, 2.08700135e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.17870866, 0.13442664, 0.08027361, ..., -0.00612221, + -0.00886548, -0.01245859]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01481126, -0.017194 , -0.01957665, ..., -0.06459451, + -0.05837728, -0.05983988]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07093248, -0.09293655, -0.12402888, ..., -0.00038561, + 0.03668928, 0.08723653]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.1355027 , 0.16319084, 0.16072959, ..., 0.01926102, + -0.03004784, -0.07525404]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.11273975, -0.13948856, -0.15302257, ..., -0.00390492, + -0.00132873, -0.00203283]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00370166, -0.00356646, -0.00337898, ..., -0.07330795, + -0.08044216, -0.09157919]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.10431337, -0.11793993, -0.12934963, ..., -0.15356646, + -0.15294883, -0.1280865 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.08375453, -0.02694254, 0.0311749 , ..., 0.04536502, + 0.03205461, 0.01773398]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00507011, -0.00573795, -0.01419066, ..., 0.00067726, + 0.0005984 , 0.00040338]]], shape=(1, 1, 3840), dtype=float32), array([[[-0.02135922, -0.01801542, -0.01641792, ..., -0.15739885, + -0.16192803, -0.16274074]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.15954937, -0.15480253, -0.15054497, ..., -0.18071114, + -0.16833064, -0.15039282]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.12794156, -0.10272291, -0.07712463, ..., 0.12158142, + 0.16013734, 0.19362418]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.21848364, 0.23336256, 0.23886758, ..., -0.22978102, + -0.21699768, -0.20553005]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.9242226e-01, -1.7698927e-01, -1.6527215e-01, ..., + -2.2113278e-04, 6.1792103e-05, 3.0994340e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.00120615, 0.00139266, 0.00198555, ..., 0.00917263, + 0.00872163, 0.00784304]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00735855, 0.00644497, 0.0058169 , ..., -0.13845754, + -0.13652909, -0.13714899]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.13916908, -0.13809764, -0.13059197, ..., -0.11720821, + -0.10913437, -0.10417411]]], shape=(1, 1, 7680), dtype=float32), array([[[-9.9865131e-02, -9.4351754e-02, -8.4917590e-02, ..., + -9.3369759e-05, 7.1957433e-03, 3.0027223e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.01095081, -0.02002731, -0.01832945, ..., -0.0091137 , + -0.01824278, -0.02988757]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.2865817e-02, -5.5478364e-02, -6.2000688e-02, ..., + 8.7283588e-06, 1.0050624e-05, 8.4835283e-06]]], + shape=(1, 1, 3840), dtype=float32)] 26 +2026-04-30 19:35:12.658 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:35:12.731 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.09315111 -0.01095986 -0.14093593 ... -0.02923387 -0.08102168 + -0.03073393]]] (1, 1, 1024) +2026-04-30 19:35:12.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:35:12.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:35:12.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:35:12.733 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.09315111 -0.01095986 -0.14093593 ... -0.02923387 -0.08102168 + -0.03073393] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:35:12.733 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:12.733 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:12.733 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:35:12.733 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:35:12.734 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:35:12.734 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:35:12.734 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:35:12.735 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.09792929 -0.01476585 -0.14263208 ... -0.03851822 -0.0794664 + -0.02649245] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:35:12.735 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 9.7929291e-02 -1.4765849e-02 -1.4263208e-01 ... -3.8518220e-02 + -7.9466395e-02 -2.6492454e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:35:12.779 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=61; step_idx=61 +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=61; step_idx=61 +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache чт +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache что +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache чтоб +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache чтобы +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache чтобы л +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ю -> text_cache чтобы лю +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache чтобы люд +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache чтобы люди +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы люди +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache чтобы люди м +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди мо +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache чтобы люди мог +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache чтобы люди могл +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache чтобы люди могли +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы люди могли +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment п -> text_cache чтобы люди могли п +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache чтобы люди могли пр +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди могли про +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache чтобы люди могли прос +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache чтобы люди могли прост +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди могли просто +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы люди могли просто +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди могли просто о +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache чтобы люди могли просто об +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment щ -> text_cache чтобы люди могли просто общ +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache чтобы люди могли просто обща +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache чтобы люди могли просто общат +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ь -> text_cache чтобы люди могли просто общать +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache чтобы люди могли просто общатьс +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:12.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache чтобы люди могли просто общаться +2026-04-30 19:35:12.815 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['чтобы люди могли просто '] 24 +Qwen3TTSProcessor __call__ text ['чтобы люди могли просто '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6020, 1792, 50873, 132782, 125649, 11073, 129021, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:35:12.815 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6020, 1792, 50873, 132782, 125649, 11073, 129021, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:35:12.815 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6020 1792 50873 132782 125649 11073 129021 220]] (1, 8) +2026-04-30 19:35:12.815 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6020 1792 50873 132782 125649 11073 129021 220]] (1, 8) +2026-04-30 19:35:12.816 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment чтобы люди могли просто 24 -> tokenized_segment [np.int64(6020), np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 8 +2026-04-30 19:35:12.816 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6020), np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] +2026-04-30 19:35:12.816 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:12.816 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6020), np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 8 +2026-04-30 19:35:12.816 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6020 -> pending_tokens [np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 7 +2026-04-30 19:35:12.824 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [1995] (1,) int64 +2026-04-30 19:35:12.851 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[1995 682 2036 1008 280 544 1088 1718 847 1101 1510 1357 118 1313 + 359 553]]] (1, 1, 16) int64 +2026-04-30 19:35:12.851 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 1792 -> pending_tokens [np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 6 +2026-04-30 19:35:12.859 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [215] (1,) int64 +2026-04-30 19:35:12.886 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[ 215 1048 979 1076 229 1085 1274 1881 1019 86 305 903 54 409 + 575 1453]]] (1, 1, 16) int64 +2026-04-30 19:35:12.886 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 50873 -> pending_tokens [np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 5 +2026-04-30 19:35:12.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [212] (1,) int64 +2026-04-30 19:35:12.921 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[ 212 911 851 1042 293 1347 1048 1485 1149 1004 1520 175 1906 737 + 1006 316]]] (1, 1, 16) int64 +2026-04-30 19:35:12.921 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 132782 -> pending_tokens [np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 4 +2026-04-30 19:35:12.929 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [1181] (1,) int64 +2026-04-30 19:35:12.956 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[1181 1572 1205 924 32 286 1298 1981 1304 266 255 108 729 1484 + 586 522]]] (1, 1, 16) int64 +2026-04-30 19:35:12.956 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 125649 -> pending_tokens [np.int64(11073), np.int64(129021), np.int64(220)] 3 +2026-04-30 19:35:12.964 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [1225] (1,) int64 +2026-04-30 19:35:12.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[1225 1756 1227 604 306 1619 1301 1625 236 1646 76 1991 90 768 + 1387 368]]] (1, 1, 16) int64 +2026-04-30 19:35:12.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11073 -> pending_tokens [np.int64(129021), np.int64(220)] 2 +2026-04-30 19:35:12.999 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [1070] (1,) int64 +2026-04-30 19:35:13.026 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[1070 524 1985 1616 880 282 751 516 1700 591 181 617 882 248 + 103 521]]] (1, 1, 16) int64 +2026-04-30 19:35:13.026 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 129021 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:35:13.034 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [726] (1,) int64 +2026-04-30 19:35:13.061 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[ 726 1964 1065 515 999 2035 1382 756 1293 227 47 51 782 184 + 106 496]]] (1, 1, 16) int64 +2026-04-30 19:35:13.061 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:35:13.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [1394] (1,) int64 +2026-04-30 19:35:13.096 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[1394 582 301 532 565 1935 755 263 267 1976 858 1662 1477 953 + 784 710]]] (1, 1, 16) int64 +2026-04-30 19:35:13.096 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-42 chunk_tokens [[[1995 215 212 1181] + [ 682 1048 911 1572] + [2036 979 851 1205] + [1008 1076 1042 924] + [ 280 229 293 32] + [ 544 1085 1347 286] + [1088 1274 1048 1298] + [1718 1881 1485 1981] + [ 847 1019 1149 1304] + [1101 86 1004 266] + [1510 305 1520 255] + [1357 903 175 108] + [ 118 54 1906 729] + [1313 409 737 1484] + [ 359 575 1006 586] + [ 553 1453 316 522]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:13.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-42 wav [[[-1.2155762e-05 -2.7962948e-05 1.8134961e-05 ... 1.2564292e-04 + 2.0169048e-04 1.4043615e-04]]] -0.0011627100175246596 2.1470656065503135e-05 0.00025716438540257514 0.0009202878572978079 (1, 1, 7680) +2026-04-30 19:35:13.121 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-46 chunk_tokens [[[1225 1070 726 1394] + [1756 524 1964 582] + [1227 1985 1065 301] + [ 604 1616 515 532] + [ 306 880 999 565] + [1619 282 2035 1935] + [1301 751 1382 755] + [1625 516 756 263] + [ 236 1700 1293 267] + [1646 591 227 1976] + [ 76 181 47 858] + [1991 617 51 1662] + [ 90 882 782 1477] + [ 768 248 184 953] + [1387 103 106 784] + [ 368 521 496 710]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:13.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-46 wav [[[ 1.1214484e-05 -1.4383323e-04 1.2595340e-04 ... 1.7013286e-03 + 1.0660017e-03 -4.0618299e-05]]] -0.13642518222332 2.7782081815530546e-05 0.021672889590263367 0.12824076414108276 (1, 1, 7680) +2026-04-30 19:35:13.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache общаться. +2026-04-30 19:35:13.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['общаться.'] 9 +Qwen3TTSProcessor __call__ text ['общаться.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[54157, 97681, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:13.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[54157, 97681, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:13.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[54157 97681 13]] (1, 3) +2026-04-30 19:35:13.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[54157 97681 13]] (1, 3) +2026-04-30 19:35:13.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment общаться. 9 -> tokenized_segment [np.int64(54157), np.int64(97681), np.int64(13)] 3 +2026-04-30 19:35:13.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(54157), np.int64(97681), np.int64(13)] +2026-04-30 19:35:13.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:13.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(54157), np.int64(97681), np.int64(13)] 3 +2026-04-30 19:35:13.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 54157 -> pending_tokens [np.int64(97681), np.int64(13)] 2 +2026-04-30 19:35:13.154 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [1981] (1,) int64 +2026-04-30 19:35:13.181 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[1981 1468 1088 1597 1852 913 1815 1786 499 1322 1323 1246 324 205 + 403 801]]] (1, 1, 16) int64 +2026-04-30 19:35:13.181 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 97681 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:35:13.189 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [606] (1,) int64 +2026-04-30 19:35:13.216 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[ 606 751 95 432 595 492 569 2001 1776 1515 944 55 1064 824 + 1293 1835]]] (1, 1, 16) int64 +2026-04-30 19:35:13.216 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:35:13.224 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [1743] (1,) int64 +2026-04-30 19:35:13.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[1743 754 228 1343 971 1763 223 967 1363 1677 882 1461 143 116 + 112 1322]]] (1, 1, 16) int64 +2026-04-30 19:35:13.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:35:13.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:35:13.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:13.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:35:13.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:35:13.259 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [326] (1,) int64 +2026-04-30 19:35:13.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-73 vq-rvq [[[ 326 1521 278 1556 890 299 1628 88 1583 595 289 875 625 1942 + 484 69]]] (1, 1, 16) int64 +2026-04-30 19:35:13.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-50 chunk_tokens [[[1981 606 1743 326] + [1468 751 754 1521] + [1088 95 228 278] + [1597 432 1343 1556] + [1852 595 971 890] + [ 913 492 1763 299] + [1815 569 223 1628] + [1786 2001 967 88] + [ 499 1776 1363 1583] + [1322 1515 1677 595] + [1323 944 882 289] + [1246 55 1461 875] + [ 324 1064 143 625] + [ 205 824 116 1942] + [ 403 1293 112 484] + [ 801 1835 1322 69]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:13.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-50 wav [[[-0.00038006 -0.00093132 -0.00028819 ... -0.16408055 -0.17327137 + -0.18564901]]] -0.486576646566391 0.00017487893637735397 0.14294788241386414 0.4500041604042053 (1, 1, 7680) +2026-04-30 19:35:13.319 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-73 vq [1248] (1,) int64 +2026-04-30 19:35:13.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-74 vq-rvq [[[1248 1082 1959 545 302 1235 521 462 307 1069 1664 502 702 1334 + 792 1678]]] (1, 1, 16) int64 +2026-04-30 19:35:13.354 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-74 vq [1668] (1,) int64 +2026-04-30 19:35:13.381 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-75 vq-rvq [[[1668 385 569 1016 608 13 792 255 220 709 429 980 549 741 + 1677 144]]] (1, 1, 16) int64 +2026-04-30 19:35:13.389 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-75 vq [434] (1,) int64 +2026-04-30 19:35:13.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-76 vq-rvq [[[ 434 1209 197 59 1194 457 1728 523 1993 1573 1669 150 229 217 + 5 1717]]] (1, 1, 16) int64 +2026-04-30 19:35:13.424 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-76 vq [1644] (1,) int64 +2026-04-30 19:35:13.451 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-77 vq-rvq [[[1644 1544 593 1010 983 1408 1957 1871 494 1073 1191 677 1023 123 + 251 907]]] (1, 1, 16) int64 +2026-04-30 19:35:13.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-77 vq [422] (1,) int64 +2026-04-30 19:35:13.486 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-78 vq-rvq [[[ 422 1672 225 1575 840 981 177 865 1645 111 1661 131 41 791 + 947 463]]] (1, 1, 16) int64 +2026-04-30 19:35:13.494 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-78 vq [825] (1,) int64 +2026-04-30 19:35:13.521 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-79 vq-rvq [[[ 825 295 1633 31 290 256 575 1967 1734 153 413 1581 154 93 + 1340 94]]] (1, 1, 16) int64 +2026-04-30 19:35:13.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-79 vq [851] (1,) int64 +2026-04-30 19:35:13.556 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-80 vq-rvq [[[ 851 870 871 1404 372 598 675 1649 555 340 1591 148 201 75 + 30 749]]] (1, 1, 16) int64 +2026-04-30 19:35:13.565 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-80 vq [438] (1,) int64 +2026-04-30 19:35:13.591 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-81 vq-rvq [[[ 438 1745 957 1645 1603 27 1604 1403 1321 2000 2012 16 0 915 + 428 1212]]] (1, 1, 16) int64 +2026-04-30 19:35:13.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-81 vq [1460] (1,) int64 +2026-04-30 19:35:13.626 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-82 vq-rvq [[[1460 841 180 643 1268 1515 822 18 1247 1089 171 767 145 748 + 173 514]]] (1, 1, 16) int64 +2026-04-30 19:35:13.634 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-82 vq [185] (1,) int64 +2026-04-30 19:35:13.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-83 vq-rvq [[[ 185 290 1367 967 1008 1511 862 1408 910 1666 280 1078 1521 1065 + 1577 730]]] (1, 1, 16) int64 +2026-04-30 19:35:13.668 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-83 vq [1610] (1,) int64 +2026-04-30 19:35:13.695 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-84 vq-rvq [[[1610 23 1291 1613 1345 384 722 1723 1163 1490 1200 790 177 1200 + 232 685]]] (1, 1, 16) int64 +2026-04-30 19:35:13.703 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-84 vq [1875] (1,) int64 +2026-04-30 19:35:13.730 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-85 vq-rvq [[[1875 694 1488 630 614 1801 1427 923 1979 54 1477 228 691 976 + 1658 1135]]] (1, 1, 16) int64 +2026-04-30 19:35:13.738 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-85 vq [1980] (1,) int64 +2026-04-30 19:35:13.764 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-86 vq-rvq [[[1980 1646 1797 1223 776 1158 1810 804 290 416 1377 874 377 1047 + 580 356]]] (1, 1, 16) int64 +2026-04-30 19:35:13.772 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-86 vq [967] (1,) int64 +2026-04-30 19:35:13.799 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-87 vq-rvq [[[ 967 254 1285 117 218 1230 161 937 897 801 1288 28 1903 1523 + 1907 755]]] (1, 1, 16) int64 +2026-04-30 19:35:13.807 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-87 vq [298] (1,) int64 +2026-04-30 19:35:13.834 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-88 vq-rvq [[[ 298 493 1543 1114 170 1908 970 1508 750 455 295 511 1394 767 + 522 848]]] (1, 1, 16) int64 +2026-04-30 19:35:13.842 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-88 vq [272] (1,) int64 +2026-04-30 19:35:13.869 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-89 vq-rvq [[[ 272 154 133 1589 1977 584 601 1853 254 404 214 359 114 219 + 1407 419]]] (1, 1, 16) int64 +2026-04-30 19:35:13.877 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-89 vq [1958] (1,) int64 +2026-04-30 19:35:13.903 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-90 vq-rvq [[[1958 1759 127 207 1801 1086 974 267 952 496 1778 1306 891 1686 + 535 1688]]] (1, 1, 16) int64 +2026-04-30 19:35:13.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-90 vq [1800] (1,) int64 +2026-04-30 19:35:13.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-91 vq-rvq [[[1800 1704 747 1971 708 1484 19 788 815 666 672 931 588 464 + 1172 1681]]] (1, 1, 16) int64 +2026-04-30 19:35:13.946 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-91 vq [1711] (1,) int64 +2026-04-30 19:35:13.973 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-92 vq-rvq [[[1711 620 634 584 1548 428 1331 247 1948 1493 65 1572 1890 423 + 562 255]]] (1, 1, 16) int64 +2026-04-30 19:35:13.981 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-92 vq [1500] (1,) int64 +2026-04-30 19:35:14.007 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-93 vq-rvq [[[1500 1789 1561 451 1290 886 796 1047 1455 399 1167 1392 671 1344 + 77 1176]]] (1, 1, 16) int64 +2026-04-30 19:35:14.015 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-93 vq [1168] (1,) int64 +2026-04-30 19:35:14.042 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-94 vq-rvq [[[1168 237 886 1711 974 357 697 622 1379 1805 1924 1705 1729 716 + 58 893]]] (1, 1, 16) int64 +2026-04-30 19:35:14.050 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-94 vq [963] (1,) int64 +2026-04-30 19:35:14.077 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-95 vq-rvq [[[ 963 773 702 1489 667 95 1170 873 932 1156 812 385 1190 656 + 1942 1044]]] (1, 1, 16) int64 +2026-04-30 19:35:14.085 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-95 vq [417] (1,) int64 +2026-04-30 19:35:14.111 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-96 vq-rvq [[[ 417 1716 1139 99 1674 255 1886 163 1325 753 1364 757 213 1178 + 750 959]]] (1, 1, 16) int64 +2026-04-30 19:35:14.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-96 vq [705] (1,) int64 +2026-04-30 19:35:14.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-97 vq-rvq [[[ 705 1460 2029 318 390 164 1539 932 149 793 807 944 172 34 + 645 1903]]] (1, 1, 16) int64 +2026-04-30 19:35:14.154 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-97 vq [1407] (1,) int64 +2026-04-30 19:35:14.181 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-98 vq-rvq [[[1407 737 694 98 577 273 163 773 794 1840 104 1133 637 1127 + 1239 1760]]] (1, 1, 16) int64 +2026-04-30 19:35:14.189 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-98 vq [204] (1,) int64 +2026-04-30 19:35:14.215 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-99 vq-rvq [[[ 204 987 1605 1053 1574 1135 278 921 2004 2021 135 1845 522 1256 + 1987 421]]] (1, 1, 16) int64 +2026-04-30 19:35:14.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-99 vq [24] (1,) int64 +2026-04-30 19:35:14.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-100 vq-rvq [[[ 24 351 1572 1070 215 699 666 688 1607 1264 2023 1856 2047 1297 + 1446 1919]]] (1, 1, 16) int64 +2026-04-30 19:35:14.258 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-100 vq [114] (1,) int64 +2026-04-30 19:35:14.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-101 vq-rvq [[[ 114 736 1439 906 1065 458 55 624 1615 1709 291 1590 269 68 + 218 662]]] (1, 1, 16) int64 +2026-04-30 19:35:14.293 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-101 vq [401] (1,) int64 +2026-04-30 19:35:14.319 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-102 vq-rvq [[[ 401 11 625 1073 907 287 125 1583 978 2009 643 1308 1426 1094 + 641 648]]] (1, 1, 16) int64 +2026-04-30 19:35:14.327 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-102 vq [2150] (1,) int64 +2026-04-30 19:35:14.328 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-54 chunk_tokens [[[1248 1668 434 1644] + [1082 385 1209 1544] + [1959 569 197 593] + [ 545 1016 59 1010] + [ 302 608 1194 983] + [1235 13 457 1408] + [ 521 792 1728 1957] + [ 462 255 523 1871] + [ 307 220 1993 494] + [1069 709 1573 1073] + [1664 429 1669 1191] + [ 502 980 150 677] + [ 702 549 229 1023] + [1334 741 217 123] + [ 792 1677 5 251] + [1678 144 1717 907]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:14.352 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-54 wav [[[-0.19752166 -0.2061872 -0.21198645 ... -0.25452587 -0.25220937 + -0.24848466]]] -0.37877169251441956 -0.00011719746544258669 0.14606636762619019 0.3415027856826782 (1, 1, 7680) +2026-04-30 19:35:14.352 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-58 chunk_tokens [[[ 422 825 851 438] + [1672 295 870 1745] + [ 225 1633 871 957] + [1575 31 1404 1645] + [ 840 290 372 1603] + [ 981 256 598 27] + [ 177 575 675 1604] + [ 865 1967 1649 1403] + [1645 1734 555 1321] + [ 111 153 340 2000] + [1661 413 1591 2012] + [ 131 1581 148 16] + [ 41 154 201 0] + [ 791 93 75 915] + [ 947 1340 30 428] + [ 463 94 749 1212]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:14.376 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-58 wav [[[-0.24045971 -0.23085131 -0.22019167 ... -0.03704752 -0.02795651 + -0.01787797]]] -0.42343929409980774 -0.00019081243954133242 0.12056542932987213 0.40167534351348877 (1, 1, 7680) +2026-04-30 19:35:14.376 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-62 chunk_tokens [[[1460 185 1610 1875] + [ 841 290 23 694] + [ 180 1367 1291 1488] + [ 643 967 1613 630] + [1268 1008 1345 614] + [1515 1511 384 1801] + [ 822 862 722 1427] + [ 18 1408 1723 923] + [1247 910 1163 1979] + [1089 1666 1490 54] + [ 171 280 1200 1477] + [ 767 1078 790 228] + [ 145 1521 177 691] + [ 748 1065 1200 976] + [ 173 1577 232 1658] + [ 514 730 685 1135]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:14.400 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-62 wav [[[-0.00864329 -0.00170603 0.00390441 ... -0.05360393 -0.05667559 + -0.05829458]]] -0.43924251198768616 0.00022085547971073538 0.11498548835515976 0.3379000127315521 (1, 1, 7680) +2026-04-30 19:35:14.401 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-66 chunk_tokens [[[1980 967 298 272] + [1646 254 493 154] + [1797 1285 1543 133] + [1223 117 1114 1589] + [ 776 218 170 1977] + [1158 1230 1908 584] + [1810 161 970 601] + [ 804 937 1508 1853] + [ 290 897 750 254] + [ 416 801 455 404] + [1377 1288 295 214] + [ 874 28 511 359] + [ 377 1903 1394 114] + [1047 1523 767 219] + [ 580 1907 522 1407] + [ 356 755 848 419]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:14.425 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-66 wav [[[-0.05726496 -0.05360176 -0.04558679 ... -0.12839894 -0.12860817 + -0.13382898]]] -0.4313397705554962 0.00011756331514334306 0.09250914305448532 0.39460015296936035 (1, 1, 7680) +2026-04-30 19:35:14.425 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-70 chunk_tokens [[[1958 1800 1711 1500] + [1759 1704 620 1789] + [ 127 747 634 1561] + [ 207 1971 584 451] + [1801 708 1548 1290] + [1086 1484 428 886] + [ 974 19 1331 796] + [ 267 788 247 1047] + [ 952 815 1948 1455] + [ 496 666 1493 399] + [1778 672 65 1167] + [1306 931 1572 1392] + [ 891 588 1890 671] + [1686 464 423 1344] + [ 535 1172 562 77] + [1688 1681 255 1176]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:14.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-70 wav [[[-0.1415326 -0.15116103 -0.15802017 ... 0.03286767 0.02014297 + 0.00173498]]] -0.31274181604385376 2.663589384610532e-06 0.04769923910498619 0.2888495922088623 (1, 1, 7680) +2026-04-30 19:35:14.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-74 chunk_tokens [[[1168 963 417 705] + [ 237 773 1716 1460] + [ 886 702 1139 2029] + [1711 1489 99 318] + [ 974 667 1674 390] + [ 357 95 255 164] + [ 697 1170 1886 1539] + [ 622 873 163 932] + [1379 932 1325 149] + [1805 1156 753 793] + [1924 812 1364 807] + [1705 385 757 944] + [1729 1190 213 172] + [ 716 656 1178 34] + [ 58 1942 750 645] + [ 893 1044 959 1903]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:14.473 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-74 wav [[[-0.01472557 -0.02506012 -0.02544218 ... 0.00029145 0.00039846 + 0.00010633]]] -0.28758057951927185 1.5416664609801956e-05 0.058958958834409714 0.2810365855693817 (1, 1, 7680) +2026-04-30 19:35:14.473 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-78 chunk_tokens [[[1407 204 24 114] + [ 737 987 351 736] + [ 694 1605 1572 1439] + [ 98 1053 1070 906] + [ 577 1574 215 1065] + [ 273 1135 699 458] + [ 163 278 666 55] + [ 773 921 688 624] + [ 794 2004 1607 1615] + [1840 2021 1264 1709] + [ 104 135 2023 291] + [1133 1845 1856 1590] + [ 637 522 2047 269] + [1127 1256 1297 68] + [1239 1987 1446 218] + [1760 421 1919 662]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:14.497 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-78 wav [[[-6.84733050e-06 -2.94179743e-04 -6.17063837e-04 ... -4.95321437e-05 + -8.94384211e-05 -1.11006644e-04]]] -0.06326323002576828 2.306847454747185e-05 0.009592588059604168 0.0712328627705574 (1, 1, 7680) +2026-04-30 19:35:14.498 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-82 chunk_tokens [[[ 401] + [ 11] + [ 625] + [1073] + [ 907] + [ 287] + [ 125] + [1583] + [ 978] + [2009] + [ 643] + [1308] + [1426] + [1094] + [ 641] + [ 648]]] (1, 16, 1) n_chunk_frames 1 +2026-04-30 19:35:14.563 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-82 wav [[[3.3447921e-04 2.7314352e-04 6.2349031e-04 ... 6.9352195e-06 + 6.8602189e-06 7.0930987e-06]]] -0.0035785275977104902 2.0172523363726214e-05 0.0008125223685055971 0.0022403402253985405 (1, 1, 1920) +2026-04-30 19:35:14.563 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-103 +2026-04-30 19:35:14.581 [INFO] __main__: Synthesising: 'И это огромный сдвиг' +2026-04-30 19:35:14.581 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment И -> text_cache И +2026-04-30 19:35:14.581 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:35:14.581 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:35:14.668 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.0726351 -0.03703576 -0.09818835 ... 0.00432445 -0.03728247 + -0.02399857]]] (1, 1, 1024) +2026-04-30 19:35:14.668 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:35:14.668 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:35:14.668 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:35:14.669 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.0726351 -0.03703576 -0.09818835 ... 0.00432445 -0.03728247 + -0.02399857] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:35:14.669 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:14.669 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:14.669 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:35:14.669 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:35:14.670 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:35:14.670 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:35:14.671 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:35:14.671 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.07741328 -0.04084174 -0.09988451 ... -0.0049599 -0.03572719 + -0.0197571 ] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:35:14.672 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 7.7413283e-02 -4.0841743e-02 -9.9884510e-02 ... -4.9598990e-03 + -3.5727192e-02 -1.9757099e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache И +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment э -> text_cache И э +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache И эт +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache И это +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache И это +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache И это о +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache И это ог +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache И это огр +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache И это огро +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache И это огром +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache И это огромн +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache И это огромны +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:14.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment й -> text_cache И это огромный +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache И это огромный +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache И это огромный с +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache И это огромный сд +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache И это огромный сдв +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache И это огромный сдви +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache И это огромный сдвиг +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache И это огромный сдвиг 20 +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['И это огромный сдвиг'] 20 +Qwen3TTSProcessor __call__ text ['И это огромный сдвиг'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 30174, 67879, 127776, 12228, 33513, 5409, 140179]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:35:14.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 30174, 67879, 127776, 12228, 33513, 5409, 140179]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:35:14.717 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 30174 67879 127776 12228 33513 5409 140179]] (1, 7) +2026-04-30 19:35:14.717 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 30174 67879 127776 12228 33513 5409 140179]] (1, 7) +2026-04-30 19:35:14.717 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(30174), np.int64(67879), np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 8 +2026-04-30 19:35:14.717 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:14.717 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(30174), np.int64(67879), np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 8 +2026-04-30 19:35:14.717 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 30174 -> pending_tokens [np.int64(67879), np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 7 +2026-04-30 19:35:14.725 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1221] (1,) int64 +2026-04-30 19:35:14.752 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1221 412 1862 318 249 845 531 255 1869 31 1246 1206 1568 1459 + 1432 402]]] (1, 1, 16) int64 +2026-04-30 19:35:14.752 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 67879 -> pending_tokens [np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 6 +2026-04-30 19:35:14.760 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [1028] (1,) int64 +2026-04-30 19:35:14.787 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[1028 559 1123 903 280 749 1670 1224 1673 104 643 953 305 629 + 392 562]]] (1, 1, 16) int64 +2026-04-30 19:35:14.787 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 127776 -> pending_tokens [np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 5 +2026-04-30 19:35:14.795 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [1630] (1,) int64 +2026-04-30 19:35:14.822 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[1630 550 2004 440 766 256 1478 803 499 826 153 617 1540 1116 + 199 341]]] (1, 1, 16) int64 +2026-04-30 19:35:14.822 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 12228 -> pending_tokens [np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 4 +2026-04-30 19:35:14.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1249] (1,) int64 +2026-04-30 19:35:14.857 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1249 1195 1787 965 2033 1590 2007 819 850 813 2045 1117 440 558 + 1138 1307]]] (1, 1, 16) int64 +2026-04-30 19:35:14.857 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 33513 -> pending_tokens [np.int64(5409), np.int64(140179), np.int64(151673)] 3 +2026-04-30 19:35:14.865 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [682] (1,) int64 +2026-04-30 19:35:14.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[ 682 1819 1561 761 1783 251 529 1085 104 1827 1606 400 22 199 + 1042 1288]]] (1, 1, 16) int64 +2026-04-30 19:35:14.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 5409 -> pending_tokens [np.int64(140179), np.int64(151673)] 2 +2026-04-30 19:35:14.900 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [1182] (1,) int64 +2026-04-30 19:35:14.926 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[1182 795 833 1177 0 1414 834 750 1491 371 501 1034 2028 790 + 912 904]]] (1, 1, 16) int64 +2026-04-30 19:35:14.927 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 140179 -> pending_tokens [np.int64(151673)] 1 +2026-04-30 19:35:14.935 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [1275] (1,) int64 +2026-04-30 19:35:14.961 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[1275 148 1005 1613 357 243 1612 338 368 327 260 1571 1022 619 + 505 1029]]] (1, 1, 16) int64 +2026-04-30 19:35:14.962 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:35:14.969 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [1105] (1,) int64 +2026-04-30 19:35:14.996 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[1105 1830 1304 396 193 535 245 795 739 423 350 711 188 814 + 1860 1501]]] (1, 1, 16) int64 +2026-04-30 19:35:14.997 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1221 1028 1630 1249] + [ 412 559 550 1195] + [1862 1123 2004 1787] + [ 318 903 440 965] + [ 249 280 766 2033] + [ 845 749 256 1590] + [ 531 1670 1478 2007] + [ 255 1224 803 819] + [1869 1673 499 850] + [ 31 104 826 813] + [1246 643 153 2045] + [1206 953 617 1117] + [1568 305 1540 440] + [1459 629 1116 558] + [1432 392 199 1138] + [ 402 562 341 1307]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:15.021 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-0.02129679 -0.01790333 -0.01667246 ... -0.03239997 -0.02930056 + -0.0270703 ]]] -0.412466436624527 -4.540884401649237e-05 0.1145193949341774 0.4017602205276489 (1, 1, 7680) +2026-04-30 19:35:15.021 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[ 682 1182 1275 1105] + [1819 795 148 1830] + [1561 833 1005 1304] + [ 761 1177 1613 396] + [1783 0 357 193] + [ 251 1414 243 535] + [ 529 834 1612 245] + [1085 750 338 795] + [ 104 1491 368 739] + [1827 371 327 423] + [1606 501 260 350] + [ 400 1034 1571 711] + [ 22 2028 1022 188] + [ 199 790 619 814] + [1042 912 505 1860] + [1288 904 1029 1501]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:15.045 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[-0.02458957 -0.02248764 -0.02074291 ... 0.01804095 -0.01812956 + -0.04817566]]] -0.4166899621486664 0.00033065571915358305 0.11590005457401276 0.3766024112701416 (1, 1, 7680) +2026-04-30 19:35:15.054 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [22] (1,) int64 +2026-04-30 19:35:15.081 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[ 22 1362 1615 385 71 1710 973 2003 977 1917 1159 1415 85 609 + 1795 635]]] (1, 1, 16) int64 +2026-04-30 19:35:15.089 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [836] (1,) int64 +2026-04-30 19:35:15.116 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[ 836 857 41 630 528 1387 1484 798 747 1748 1139 1414 1460 746 + 327 137]]] (1, 1, 16) int64 +2026-04-30 19:35:15.124 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [1201] (1,) int64 +2026-04-30 19:35:15.151 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[1201 2035 1484 235 1203 1752 838 758 2016 40 1300 331 1301 1085 + 1318 721]]] (1, 1, 16) int64 +2026-04-30 19:35:15.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [1401] (1,) int64 +2026-04-30 19:35:15.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[1401 453 742 209 595 1037 879 1073 1104 715 224 1236 702 1858 + 942 278]]] (1, 1, 16) int64 +2026-04-30 19:35:15.194 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [1759] (1,) int64 +2026-04-30 19:35:15.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[1759 1134 951 1991 1125 87 195 1786 231 610 573 1767 108 1608 + 696 737]]] (1, 1, 16) int64 +2026-04-30 19:35:15.229 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [1509] (1,) int64 +2026-04-30 19:35:15.256 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[1509 917 1128 1907 749 923 1794 407 136 797 1479 488 741 1509 + 1190 1886]]] (1, 1, 16) int64 +2026-04-30 19:35:15.264 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [1885] (1,) int64 +2026-04-30 19:35:15.291 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[1885 1412 362 1725 189 1336 31 115 752 409 146 186 764 924 + 1900 187]]] (1, 1, 16) int64 +2026-04-30 19:35:15.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [28] (1,) int64 +2026-04-30 19:35:15.326 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[ 28 1560 1708 148 1103 1572 301 348 1980 1338 676 1849 869 1324 + 577 574]]] (1, 1, 16) int64 +2026-04-30 19:35:15.334 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [539] (1,) int64 +2026-04-30 19:35:15.361 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[ 539 887 992 1561 1575 1843 1608 95 771 388 299 919 130 1305 + 1260 621]]] (1, 1, 16) int64 +2026-04-30 19:35:15.369 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [568] (1,) int64 +2026-04-30 19:35:15.396 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[ 568 625 626 1460 310 366 695 1117 1433 481 1424 340 1604 894 + 1164 1019]]] (1, 1, 16) int64 +2026-04-30 19:35:15.404 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [2021] (1,) int64 +2026-04-30 19:35:15.431 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[2021 1329 1618 747 1871 373 815 2035 396 1936 565 1358 1191 1768 + 343 1711]]] (1, 1, 16) int64 +2026-04-30 19:35:15.439 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [1589] (1,) int64 +2026-04-30 19:35:15.466 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[1589 43 1425 1327 214 836 881 344 559 68 1749 517 833 1501 + 1754 1031]]] (1, 1, 16) int64 +2026-04-30 19:35:15.474 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [441] (1,) int64 +2026-04-30 19:35:15.501 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[ 441 1445 282 1336 32 185 1044 1131 931 1450 610 707 1055 1347 + 1433 1002]]] (1, 1, 16) int64 +2026-04-30 19:35:15.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [292] (1,) int64 +2026-04-30 19:35:15.536 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[ 292 78 330 1277 551 1519 1274 424 1044 18 2009 601 312 344 + 880 1414]]] (1, 1, 16) int64 +2026-04-30 19:35:15.544 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [1945] (1,) int64 +2026-04-30 19:35:15.571 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[1945 1572 1335 1076 145 209 915 1488 488 467 1450 248 1452 1383 + 18 631]]] (1, 1, 16) int64 +2026-04-30 19:35:15.580 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [34] (1,) int64 +2026-04-30 19:35:15.607 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[ 34 11 1543 864 76 785 1820 1881 1816 1870 288 1047 1384 2027 + 886 220]]] (1, 1, 16) int64 +2026-04-30 19:35:15.615 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [109] (1,) int64 +2026-04-30 19:35:15.642 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[ 109 168 1085 1679 350 214 605 2031 1298 1360 36 735 1713 1484 + 299 1816]]] (1, 1, 16) int64 +2026-04-30 19:35:15.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [859] (1,) int64 +2026-04-30 19:35:15.677 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[ 859 1048 1475 507 1527 1347 274 405 1789 1813 1076 1943 914 358 + 474 692]]] (1, 1, 16) int64 +2026-04-30 19:35:15.685 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [362] (1,) int64 +2026-04-30 19:35:15.712 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-27 vq-rvq [[[ 362 1746 139 2032 1047 1228 276 812 1440 86 223 1043 729 1529 + 586 1978]]] (1, 1, 16) int64 +2026-04-30 19:35:15.720 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-27 vq [2150] (1,) int64 +2026-04-30 19:35:15.720 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[ 22 836 1201 1401] + [1362 857 2035 453] + [1615 41 1484 742] + [ 385 630 235 209] + [ 71 528 1203 595] + [1710 1387 1752 1037] + [ 973 1484 838 879] + [2003 798 758 1073] + [ 977 747 2016 1104] + [1917 1748 40 715] + [1159 1139 1300 224] + [1415 1414 331 1236] + [ 85 1460 1301 702] + [ 609 746 1085 1858] + [1795 327 1318 942] + [ 635 137 721 278]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:15.744 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[-0.07269118 -0.09361913 -0.11298585 ... 0.23924856 0.26281363 + 0.27664995]]] -0.42880669236183167 -0.0005447789444588125 0.12611283361911774 0.4149983525276184 (1, 1, 7680) +2026-04-30 19:35:15.745 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[1759 1509 1885 28] + [1134 917 1412 1560] + [ 951 1128 362 1708] + [1991 1907 1725 148] + [1125 749 189 1103] + [ 87 923 1336 1572] + [ 195 1794 31 301] + [1786 407 115 348] + [ 231 136 752 1980] + [ 610 797 409 1338] + [ 573 1479 146 676] + [1767 488 186 1849] + [ 108 741 764 869] + [1608 1509 924 1324] + [ 696 1190 1900 577] + [ 737 1886 187 574]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:15.769 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[ 0.278961 0.27110305 0.25937206 ... 0.09732922 0.02652987 + -0.04781329]]] -0.3287196457386017 0.0004997358191758394 0.08765564858913422 0.31506863236427307 (1, 1, 7680) +2026-04-30 19:35:15.769 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[ 539 568 2021 1589] + [ 887 625 1329 43] + [ 992 626 1618 1425] + [1561 1460 747 1327] + [1575 310 1871 214] + [1843 366 373 836] + [1608 695 815 881] + [ 95 1117 2035 344] + [ 771 1433 396 559] + [ 388 481 1936 68] + [ 299 1424 565 1749] + [ 919 340 1358 517] + [ 130 1604 1191 833] + [1305 894 1768 1501] + [1260 1164 343 1754] + [ 621 1019 1711 1031]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:15.793 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[-0.10584415 -0.13608405 -0.13527992 ... 0.00104523 0.00082669 + 0.00050527]]] -0.2755999267101288 -0.0003103433409705758 0.0669834092259407 0.37493816018104553 (1, 1, 7680) +2026-04-30 19:35:15.794 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[ 441 292 1945 34] + [1445 78 1572 11] + [ 282 330 1335 1543] + [1336 1277 1076 864] + [ 32 551 145 76] + [ 185 1519 209 785] + [1044 1274 915 1820] + [1131 424 1488 1881] + [ 931 1044 488 1816] + [1450 18 467 1870] + [ 610 2009 1450 288] + [ 707 601 248 1047] + [1055 312 1452 1384] + [1347 344 1383 2027] + [1433 880 18 886] + [1002 1414 631 220]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:15.818 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[0.00046543 0.00031872 0.00033936 ... 0.00017938 0.00022589 0.00026534]]] -0.0030818823724985123 2.1441077478812076e-05 0.0006362419226206839 0.0028956544119864702 (1, 1, 7680) +2026-04-30 19:35:15.818 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[ 109 859 362] + [ 168 1048 1746] + [1085 1475 139] + [1679 507 2032] + [ 350 1527 1047] + [ 214 1347 1228] + [ 605 274 276] + [2031 405 812] + [1298 1789 1440] + [1360 1813 86] + [ 36 1076 223] + [ 735 1943 1043] + [1713 914 729] + [1484 358 1529] + [ 299 474 586] + [1816 692 1978]]] (1, 16, 3) n_chunk_frames 3 +2026-04-30 19:35:15.886 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[1.15493007e-04 1.76420890e-05 2.77233281e-04 ... 1.17856143e-05 + 1.08496515e-05 1.14614140e-05]]] -0.0014090079348534346 2.041399056906812e-05 0.00033047894248738885 0.0016427637310698628 (1, 1, 5760) +2026-04-30 19:35:15.886 [INFO] __main__: Synthesising: 'для мирового бизнеса.' +2026-04-30 19:35:15.886 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache д +2026-04-30 19:35:15.886 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:35:15.891 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[-0.15576302, -0.15756863, -0.15976857, ..., 0.00888284, + 0.00522279, -0.00211137]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01123053, -0.0208239 , -0.02617383, ..., -0.10038669, + -0.07922795, -0.06316579]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05068089, -0.04140107, -0.03255317, ..., -0.0006168 , + -0.00046965, -0.00025687]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00053743, 0.00078077, 0.00144007, ..., 0.00041034, + 0.00039891, 0.00036456]]], shape=(1, 1, 7680), dtype=float32), array([[[3.28439666e-04, 1.43888145e-04, 4.38026473e-04, ..., + 1.11119189e-05, 1.13097431e-05, 1.10546025e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[1.03001767e-05, 1.12927955e-05, 1.45715931e-05, ..., + 2.28133991e-01, 2.22554401e-01, 2.08700135e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.17870866, 0.13442664, 0.08027361, ..., -0.00612221, + -0.00886548, -0.01245859]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01481126, -0.017194 , -0.01957665, ..., -0.06459451, + -0.05837728, -0.05983988]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07093248, -0.09293655, -0.12402888, ..., -0.00038561, + 0.03668928, 0.08723653]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.1355027 , 0.16319084, 0.16072959, ..., 0.01926102, + -0.03004784, -0.07525404]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.11273975, -0.13948856, -0.15302257, ..., -0.00390492, + -0.00132873, -0.00203283]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00370166, -0.00356646, -0.00337898, ..., -0.07330795, + -0.08044216, -0.09157919]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.10431337, -0.11793993, -0.12934963, ..., -0.15356646, + -0.15294883, -0.1280865 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.08375453, -0.02694254, 0.0311749 , ..., 0.04536502, + 0.03205461, 0.01773398]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00507011, -0.00573795, -0.01419066, ..., 0.00067726, + 0.0005984 , 0.00040338]]], shape=(1, 1, 3840), dtype=float32), array([[[-0.02135922, -0.01801542, -0.01641792, ..., -0.15739885, + -0.16192803, -0.16274074]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.15954937, -0.15480253, -0.15054497, ..., -0.18071114, + -0.16833064, -0.15039282]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.12794156, -0.10272291, -0.07712463, ..., 0.12158142, + 0.16013734, 0.19362418]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.21848364, 0.23336256, 0.23886758, ..., -0.22978102, + -0.21699768, -0.20553005]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.9242226e-01, -1.7698927e-01, -1.6527215e-01, ..., + -2.2113278e-04, 6.1792103e-05, 3.0994340e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.00120615, 0.00139266, 0.00198555, ..., 0.00917263, + 0.00872163, 0.00784304]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00735855, 0.00644497, 0.0058169 , ..., -0.13845754, + -0.13652909, -0.13714899]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.13916908, -0.13809764, -0.13059197, ..., -0.11720821, + -0.10913437, -0.10417411]]], shape=(1, 1, 7680), dtype=float32), array([[[-9.9865131e-02, -9.4351754e-02, -8.4917590e-02, ..., + -9.3369759e-05, 7.1957433e-03, 3.0027223e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.01095081, -0.02002731, -0.01832945, ..., -0.0091137 , + -0.01824278, -0.02988757]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.2865817e-02, -5.5478364e-02, -6.2000688e-02, ..., + 8.7283588e-06, 1.0050624e-05, 8.4835283e-06]]], + shape=(1, 1, 3840), dtype=float32), array([[[-1.2155762e-05, -2.7962948e-05, 1.8134961e-05, ..., + 1.2564292e-04, 2.0169048e-04, 1.4043615e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.1214484e-05, -1.4383323e-04, 1.2595340e-04, ..., + 1.7013286e-03, 1.0660017e-03, -4.0618299e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00038006, -0.00093132, -0.00028819, ..., -0.16408055, + -0.17327137, -0.18564901]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.19752166, -0.2061872 , -0.21198645, ..., -0.25452587, + -0.25220937, -0.24848466]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.24045971, -0.23085131, -0.22019167, ..., -0.03704752, + -0.02795651, -0.01787797]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00864329, -0.00170603, 0.00390441, ..., -0.05360393, + -0.05667559, -0.05829458]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05726496, -0.05360176, -0.04558679, ..., -0.12839894, + -0.12860817, -0.13382898]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.1415326 , -0.15116103, -0.15802017, ..., 0.03286767, + 0.02014297, 0.00173498]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01472557, -0.02506012, -0.02544218, ..., 0.00029145, + 0.00039846, 0.00010633]]], shape=(1, 1, 7680), dtype=float32), array([[[-6.84733050e-06, -2.94179743e-04, -6.17063837e-04, ..., + -4.95321437e-05, -8.94384211e-05, -1.11006644e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[3.3447921e-04, 2.7314352e-04, 6.2349031e-04, ..., + 6.9352195e-06, 6.8602189e-06, 7.0930987e-06]]], + shape=(1, 1, 1920), dtype=float32), array([[[-0.02129679, -0.01790333, -0.01667246, ..., -0.03239997, + -0.02930056, -0.0270703 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02458957, -0.02248764, -0.02074291, ..., 0.01804095, + -0.01812956, -0.04817566]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07269118, -0.09361913, -0.11298585, ..., 0.23924856, + 0.26281363, 0.27664995]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.278961 , 0.27110305, 0.25937206, ..., 0.09732922, + 0.02652987, -0.04781329]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.10584415, -0.13608405, -0.13527992, ..., 0.00104523, + 0.00082669, 0.00050527]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00046543, 0.00031872, 0.00033936, ..., 0.00017938, + 0.00022589, 0.00026534]]], shape=(1, 1, 7680), dtype=float32), array([[[1.15493007e-04, 1.76420890e-05, 2.77233281e-04, ..., + 1.17856143e-05, 1.08496515e-05, 1.14614140e-05]]], + shape=(1, 1, 5760), dtype=float32)] 44 +2026-04-30 19:35:15.891 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [-1.55763015e-01 -1.57568634e-01 -1.59768566e-01 ... 1.17856143e-05 + 1.08496515e-05 1.14614140e-05] (318720,) float32 +2026-04-30 19:35:15.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 18 [2.18483642e-01 2.33362556e-01 2.38867581e-01 ... 1.17856143e-05 + 1.08496515e-05 1.14614140e-05] (188160,) float32 +2026-04-30 19:35:15.895 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 18 [array([[[ 0.21848364, 0.23336256, 0.23886758, ..., -0.22978102, + -0.21699768, -0.20553005]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.9242226e-01, -1.7698927e-01, -1.6527215e-01, ..., + -2.2113278e-04, 6.1792103e-05, 3.0994340e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.00120615, 0.00139266, 0.00198555, ..., 0.00917263, + 0.00872163, 0.00784304]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00735855, 0.00644497, 0.0058169 , ..., -0.13845754, + -0.13652909, -0.13714899]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.13916908, -0.13809764, -0.13059197, ..., -0.11720821, + -0.10913437, -0.10417411]]], shape=(1, 1, 7680), dtype=float32), array([[[-9.9865131e-02, -9.4351754e-02, -8.4917590e-02, ..., + -9.3369759e-05, 7.1957433e-03, 3.0027223e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.01095081, -0.02002731, -0.01832945, ..., -0.0091137 , + -0.01824278, -0.02988757]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.2865817e-02, -5.5478364e-02, -6.2000688e-02, ..., + 8.7283588e-06, 1.0050624e-05, 8.4835283e-06]]], + shape=(1, 1, 3840), dtype=float32), array([[[-1.2155762e-05, -2.7962948e-05, 1.8134961e-05, ..., + 1.2564292e-04, 2.0169048e-04, 1.4043615e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.1214484e-05, -1.4383323e-04, 1.2595340e-04, ..., + 1.7013286e-03, 1.0660017e-03, -4.0618299e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00038006, -0.00093132, -0.00028819, ..., -0.16408055, + -0.17327137, -0.18564901]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.19752166, -0.2061872 , -0.21198645, ..., -0.25452587, + -0.25220937, -0.24848466]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.24045971, -0.23085131, -0.22019167, ..., -0.03704752, + -0.02795651, -0.01787797]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00864329, -0.00170603, 0.00390441, ..., -0.05360393, + -0.05667559, -0.05829458]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05726496, -0.05360176, -0.04558679, ..., -0.12839894, + -0.12860817, -0.13382898]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.1415326 , -0.15116103, -0.15802017, ..., 0.03286767, + 0.02014297, 0.00173498]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01472557, -0.02506012, -0.02544218, ..., 0.00029145, + 0.00039846, 0.00010633]]], shape=(1, 1, 7680), dtype=float32), array([[[-6.84733050e-06, -2.94179743e-04, -6.17063837e-04, ..., + -4.95321437e-05, -8.94384211e-05, -1.11006644e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[3.3447921e-04, 2.7314352e-04, 6.2349031e-04, ..., + 6.9352195e-06, 6.8602189e-06, 7.0930987e-06]]], + shape=(1, 1, 1920), dtype=float32), array([[[-0.02129679, -0.01790333, -0.01667246, ..., -0.03239997, + -0.02930056, -0.0270703 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02458957, -0.02248764, -0.02074291, ..., 0.01804095, + -0.01812956, -0.04817566]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07269118, -0.09361913, -0.11298585, ..., 0.23924856, + 0.26281363, 0.27664995]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.278961 , 0.27110305, 0.25937206, ..., 0.09732922, + 0.02652987, -0.04781329]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.10584415, -0.13608405, -0.13527992, ..., 0.00104523, + 0.00082669, 0.00050527]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00046543, 0.00031872, 0.00033936, ..., 0.00017938, + 0.00022589, 0.00026534]]], shape=(1, 1, 7680), dtype=float32), array([[[1.15493007e-04, 1.76420890e-05, 2.77233281e-04, ..., + 1.17856143e-05, 1.08496515e-05, 1.14614140e-05]]], + shape=(1, 1, 5760), dtype=float32)] 26 +2026-04-30 19:35:15.895 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:35:15.969 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.09177265 -0.02331405 -0.12675495 ... -0.03043959 -0.08243114 + -0.03479633]]] (1, 1, 1024) +2026-04-30 19:35:15.970 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:35:15.970 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:35:15.970 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:35:15.971 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.09177265 -0.02331405 -0.12675495 ... -0.03043959 -0.08243114 + -0.03479633] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:35:15.971 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:15.971 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:35:15.971 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:35:15.971 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:35:15.972 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:35:15.972 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:35:15.972 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:35:15.973 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.09655083 -0.02712003 -0.12845111 ... -0.03972394 -0.08087585 + -0.03055485] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:35:15.973 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 9.6550830e-02 -2.7120031e-02 -1.2845111e-01 ... -3.9723940e-02 + -8.0875851e-02 -3.0554853e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:35:16.017 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=46; step_idx=46 +2026-04-30 19:35:16.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=46; step_idx=46 +2026-04-30 19:35:16.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:16.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache дл +2026-04-30 19:35:16.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:16.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:16.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache для +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache для +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache для м +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache для ми +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache для мир +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache для миро +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache для миров +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache для мирово +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache для мировог +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache для мирового +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache для мирового +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache для мирового б +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache для мирового би +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache для мирового биз +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache для мирового бизн +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache для мирового бизне +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache для мирового бизнес +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache для мирового бизнеса +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache для мирового бизнеса. +2026-04-30 19:35:16.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['для мирового бизнеса.'] 21 +Qwen3TTSProcessor __call__ text ['для мирового бизнеса.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6949, 13695, 138061, 22107, 132199, 1478, 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:35:16.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6949, 13695, 138061, 22107, 132199, 1478, 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:35:16.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6949 13695 138061 22107 132199 1478 13]] (1, 7) +2026-04-30 19:35:16.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6949 13695 138061 22107 132199 1478 13]] (1, 7) +2026-04-30 19:35:16.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment для мирового бизнеса. 21 -> tokenized_segment [np.int64(6949), np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 7 +2026-04-30 19:35:16.054 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6949), np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] +2026-04-30 19:35:16.054 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:16.054 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6949), np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 7 +2026-04-30 19:35:16.054 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6949 -> pending_tokens [np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 6 +2026-04-30 19:35:16.062 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-46 vq [1995] (1,) int64 +2026-04-30 19:35:16.089 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-47 vq-rvq [[[1995 1924 215 664 1260 1767 1846 1883 774 1479 1260 1108 204 1725 + 1152 556]]] (1, 1, 16) int64 +2026-04-30 19:35:16.089 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13695 -> pending_tokens [np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 5 +2026-04-30 19:35:16.097 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-47 vq [2042] (1,) int64 +2026-04-30 19:35:16.125 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-48 vq-rvq [[[2042 441 1160 63 846 802 1912 371 1823 1509 443 179 1984 159 + 513 488]]] (1, 1, 16) int64 +2026-04-30 19:35:16.125 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 138061 -> pending_tokens [np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 4 +2026-04-30 19:35:16.133 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-48 vq [1707] (1,) int64 +2026-04-30 19:35:16.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-49 vq-rvq [[[1707 1677 1487 565 1301 1026 791 1711 550 1171 1361 1710 1370 1397 + 197 266]]] (1, 1, 16) int64 +2026-04-30 19:35:16.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 22107 -> pending_tokens [np.int64(132199), np.int64(1478), np.int64(13)] 3 +2026-04-30 19:35:16.167 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-49 vq [1832] (1,) int64 +2026-04-30 19:35:16.194 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-50 vq-rvq [[[1832 1178 490 1514 709 1308 1897 336 695 142 997 1026 1943 1349 + 1320 1783]]] (1, 1, 16) int64 +2026-04-30 19:35:16.194 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 132199 -> pending_tokens [np.int64(1478), np.int64(13)] 2 +2026-04-30 19:35:16.202 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-50 vq [1248] (1,) int64 +2026-04-30 19:35:16.229 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-51 vq-rvq [[[1248 1305 1939 582 1565 1955 1877 1546 1064 1542 98 1728 575 1817 + 363 1360]]] (1, 1, 16) int64 +2026-04-30 19:35:16.229 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 1478 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:35:16.237 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-51 vq [724] (1,) int64 +2026-04-30 19:35:16.264 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-52 vq-rvq [[[ 724 6 1204 1128 440 1011 814 1610 510 896 1847 187 734 1293 + 1179 59]]] (1, 1, 16) int64 +2026-04-30 19:35:16.264 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:35:16.272 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-52 vq [1021] (1,) int64 +2026-04-30 19:35:16.298 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-53 vq-rvq [[[1021 530 95 86 1724 89 1051 1162 398 795 782 1447 799 1793 + 1852 670]]] (1, 1, 16) int64 +2026-04-30 19:35:16.298 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-27 chunk_tokens [[[1995 2042 1707 1832] + [1924 441 1677 1178] + [ 215 1160 1487 490] + [ 664 63 565 1514] + [1260 846 1301 709] + [1767 802 1026 1308] + [1846 1912 791 1897] + [1883 371 1711 336] + [ 774 1823 550 695] + [1479 1509 1171 142] + [1260 443 1361 997] + [1108 179 1710 1026] + [ 204 1984 1370 1943] + [1725 159 1397 1349] + [1152 513 197 1320] + [ 556 488 266 1783]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:16.323 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-27 wav [[[1.07899759e-05 1.08058830e-05 1.16999345e-05 ... 4.37550396e-02 + 5.86925261e-02 7.88480639e-02]]] -0.2201320081949234 0.000199536036234349 0.03632299602031708 0.20658878982067108 (1, 1, 7680) +2026-04-30 19:35:16.323 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:35:16.323 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:35:16.323 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:35:16.323 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:35:16.323 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:35:16.331 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-53 vq [195] (1,) int64 +2026-04-30 19:35:16.358 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-54 vq-rvq [[[ 195 1433 323 1980 290 85 937 589 1121 1230 1477 1446 882 77 + 661 1513]]] (1, 1, 16) int64 +2026-04-30 19:35:16.358 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-31 chunk_tokens [[[1248 724 1021 195] + [1305 6 530 1433] + [1939 1204 95 323] + [ 582 1128 86 1980] + [1565 440 1724 290] + [1955 1011 89 85] + [1877 814 1051 937] + [1546 1610 1162 589] + [1064 510 398 1121] + [1542 896 795 1230] + [ 98 1847 782 1477] + [1728 187 1447 1446] + [ 575 734 799 882] + [1817 1293 1793 77] + [ 363 1179 1852 661] + [1360 59 670 1513]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:16.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-31 wav [[[ 0.10033379 0.11820895 0.12679258 ... -0.2254413 -0.21649171 + -0.20391504]]] -0.44126957654953003 -0.00036355896736495197 0.13267618417739868 0.4037248492240906 (1, 1, 7680) +2026-04-30 19:35:16.390 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-54 vq [1239] (1,) int64 +2026-04-30 19:35:16.417 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-55 vq-rvq [[[1239 1657 723 370 253 846 1458 648 1126 1125 1590 802 1292 1737 + 2016 295]]] (1, 1, 16) int64 +2026-04-30 19:35:16.425 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-55 vq [613] (1,) int64 +2026-04-30 19:35:16.451 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-56 vq-rvq [[[ 613 1974 507 652 1261 1624 744 832 512 65 883 977 433 1036 + 668 98]]] (1, 1, 16) int64 +2026-04-30 19:35:16.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-56 vq [429] (1,) int64 +2026-04-30 19:35:16.486 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-57 vq-rvq [[[ 429 1815 214 94 464 1700 113 561 103 15 913 614 555 346 + 11 234]]] (1, 1, 16) int64 +2026-04-30 19:35:16.494 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [826] (1,) int64 +2026-04-30 19:35:16.521 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[ 826 846 1298 837 473 1156 1333 2043 863 11 1195 277 494 1096 + 123 115]]] (1, 1, 16) int64 +2026-04-30 19:35:16.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [1053] (1,) int64 +2026-04-30 19:35:16.556 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[1053 1758 1396 1215 1975 397 446 1262 1690 1687 1396 828 1780 129 + 991 1494]]] (1, 1, 16) int64 +2026-04-30 19:35:16.564 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [1091] (1,) int64 +2026-04-30 19:35:16.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[1091 1039 1813 939 1752 1782 968 1916 890 1350 1595 11 332 513 + 280 1160]]] (1, 1, 16) int64 +2026-04-30 19:35:16.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [1975] (1,) int64 +2026-04-30 19:35:16.625 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[1975 1700 422 1530 1664 667 812 1892 881 316 546 446 201 138 + 941 1574]]] (1, 1, 16) int64 +2026-04-30 19:35:16.633 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [55] (1,) int64 +2026-04-30 19:35:16.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[ 55 1521 1796 1732 199 1006 957 536 833 767 453 1951 44 114 + 16 169]]] (1, 1, 16) int64 +2026-04-30 19:35:16.668 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [868] (1,) int64 +2026-04-30 19:35:16.695 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[ 868 143 718 1708 2021 793 1814 1845 989 82 1549 212 1461 335 + 226 1634]]] (1, 1, 16) int64 +2026-04-30 19:35:16.703 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [1809] (1,) int64 +2026-04-30 19:35:16.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[1809 1672 449 190 324 572 1459 730 1254 880 51 528 2025 643 + 342 428]]] (1, 1, 16) int64 +2026-04-30 19:35:16.737 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [1677] (1,) int64 +2026-04-30 19:35:16.764 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[1677 1189 1452 375 1336 162 1591 144 298 131 1839 58 1005 971 + 778 787]]] (1, 1, 16) int64 +2026-04-30 19:35:16.772 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [1679] (1,) int64 +2026-04-30 19:35:16.799 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[1679 1968 1184 743 1769 480 478 558 12 869 608 1872 257 770 + 6 1285]]] (1, 1, 16) int64 +2026-04-30 19:35:16.807 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [1036] (1,) int64 +2026-04-30 19:35:16.834 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[1036 1997 1788 317 1688 1744 1592 883 1796 384 1654 271 297 1808 + 1568 522]]] (1, 1, 16) int64 +2026-04-30 19:35:16.842 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [1958] (1,) int64 +2026-04-30 19:35:16.868 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[1958 496 672 554 1469 435 181 1764 998 144 367 1898 1319 1186 + 1353 592]]] (1, 1, 16) int64 +2026-04-30 19:35:16.876 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [1583] (1,) int64 +2026-04-30 19:35:16.903 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[1583 894 1148 208 947 712 1527 873 1015 1568 411 60 1841 260 + 114 1367]]] (1, 1, 16) int64 +2026-04-30 19:35:16.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [1289] (1,) int64 +2026-04-30 19:35:16.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[1289 1040 1021 1022 309 1907 1304 24 854 1589 1051 17 1189 747 + 1779 934]]] (1, 1, 16) int64 +2026-04-30 19:35:16.946 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [491] (1,) int64 +2026-04-30 19:35:16.972 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[ 491 1978 851 28 501 9 189 734 480 240 982 741 782 1651 + 1873 1834]]] (1, 1, 16) int64 +2026-04-30 19:35:16.980 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [1859] (1,) int64 +2026-04-30 19:35:17.007 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[1859 736 2036 426 272 779 576 765 1844 794 627 1595 1334 913 + 1939 317]]] (1, 1, 16) int64 +2026-04-30 19:35:17.015 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [639] (1,) int64 +2026-04-30 19:35:17.042 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-73 vq-rvq [[[ 639 490 164 973 400 1658 311 2030 1717 1351 1520 1628 235 1810 + 422 952]]] (1, 1, 16) int64 +2026-04-30 19:35:17.050 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-73 vq [865] (1,) int64 +2026-04-30 19:35:17.076 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-74 vq-rvq [[[ 865 72 711 247 629 759 97 529 1084 259 38 1370 910 1066 + 824 1255]]] (1, 1, 16) int64 +2026-04-30 19:35:17.084 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-74 vq [50] (1,) int64 +2026-04-30 19:35:17.111 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-75 vq-rvq [[[ 50 1026 1546 605 875 1063 1058 42 768 179 476 1429 1888 2042 + 323 551]]] (1, 1, 16) int64 +2026-04-30 19:35:17.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-75 vq [2] (1,) int64 +2026-04-30 19:35:17.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-76 vq-rvq [[[ 2 847 430 1196 53 1748 1640 1034 1747 1221 557 645 1353 997 + 738 612]]] (1, 1, 16) int64 +2026-04-30 19:35:17.154 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-76 vq [2150] (1,) int64 +2026-04-30 19:35:17.154 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-35 chunk_tokens [[[1239 613 429 826] + [1657 1974 1815 846] + [ 723 507 214 1298] + [ 370 652 94 837] + [ 253 1261 464 473] + [ 846 1624 1700 1156] + [1458 744 113 1333] + [ 648 832 561 2043] + [1126 512 103 863] + [1125 65 15 11] + [1590 883 913 1195] + [ 802 977 614 277] + [1292 433 555 494] + [1737 1036 346 1096] + [2016 668 11 123] + [ 295 98 234 115]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:17.178 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-35 wav [[[-0.19269957 -0.18112159 -0.16661479 ... 0.09440266 0.0950487 + 0.09498212]]] -0.3512081801891327 0.0001652696228120476 0.10580537468194962 0.39566150307655334 (1, 1, 7680) +2026-04-30 19:35:17.178 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-39 chunk_tokens [[[1053 1091 1975 55] + [1758 1039 1700 1521] + [1396 1813 422 1796] + [1215 939 1530 1732] + [1975 1752 1664 199] + [ 397 1782 667 1006] + [ 446 968 812 957] + [1262 1916 1892 536] + [1690 890 881 833] + [1687 1350 316 767] + [1396 1595 546 453] + [ 828 11 446 1951] + [1780 332 201 44] + [ 129 513 138 114] + [ 991 280 941 16] + [1494 1160 1574 169]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:17.202 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-39 wav [[[0.09575958 0.09558818 0.09395144 ... 0.01225048 0.0418802 0.08453605]]] -0.37705329060554504 -0.00021175872825551778 0.09836860001087189 0.31062018871307373 (1, 1, 7680) +2026-04-30 19:35:17.203 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-43 chunk_tokens [[[ 868 1809 1677 1679] + [ 143 1672 1189 1968] + [ 718 449 1452 1184] + [1708 190 375 743] + [2021 324 1336 1769] + [ 793 572 162 480] + [1814 1459 1591 478] + [1845 730 144 558] + [ 989 1254 298 12] + [ 82 880 131 869] + [1549 51 1839 608] + [ 212 528 58 1872] + [1461 2025 1005 257] + [ 335 643 971 770] + [ 226 342 778 6] + [1634 428 787 1285]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:17.227 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-43 wav [[[ 1.2912628e-01 1.6051133e-01 1.6540962e-01 ... -2.3245548e-03 + -8.8469977e-05 2.4835311e-03]]] -0.21311873197555542 0.0002353768504690379 0.04662325605750084 0.1805053949356079 (1, 1, 7680) +2026-04-30 19:35:17.227 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-47 chunk_tokens [[[1036 1958 1583 1289] + [1997 496 894 1040] + [1788 672 1148 1021] + [ 317 554 208 1022] + [1688 1469 947 309] + [1744 435 712 1907] + [1592 181 1527 1304] + [ 883 1764 873 24] + [1796 998 1015 854] + [ 384 144 1568 1589] + [1654 367 411 1051] + [ 271 1898 60 17] + [ 297 1319 1841 1189] + [1808 1186 260 747] + [1568 1353 114 1779] + [ 522 592 1367 934]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:17.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-47 wav [[[0.00446875 0.00369575 0.00024032 ... 0.00068052 0.00059704 0.00028081]]] -0.09788563847541809 1.3921960999141447e-05 0.018025018274784088 0.09813113510608673 (1, 1, 7680) +2026-04-30 19:35:17.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-51 chunk_tokens [[[ 491 1859 639 865] + [1978 736 490 72] + [ 851 2036 164 711] + [ 28 426 973 247] + [ 501 272 400 629] + [ 9 779 1658 759] + [ 189 576 311 97] + [ 734 765 2030 529] + [ 480 1844 1717 1084] + [ 240 794 1351 259] + [ 982 627 1520 38] + [ 741 1595 1628 1370] + [ 782 1334 235 910] + [1651 913 1810 1066] + [1873 1939 422 824] + [1834 317 952 1255]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:35:17.275 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-51 wav [[[ 3.9117437e-04 2.3845733e-04 2.2124362e-04 ... 9.2972346e-05 + -9.7402008e-06 -2.7635926e-04]]] -0.0031346636824309826 2.0213199604768306e-05 0.0007970311562530696 0.0038110162131488323 (1, 1, 7680) +2026-04-30 19:35:17.275 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-55 chunk_tokens [[[ 50 2] + [1026 847] + [1546 430] + [ 605 1196] + [ 875 53] + [1063 1748] + [1058 1640] + [ 42 1034] + [ 768 1747] + [ 179 1221] + [ 476 557] + [1429 645] + [1888 1353] + [2042 997] + [ 323 738] + [ 551 612]]] (1, 16, 2) n_chunk_frames 2 +2026-04-30 19:35:17.342 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-55 wav [[[ 1.73998196e-04 -1.70780231e-06 3.06929025e-04 ... 1.09888078e-05 + 1.16841529e-05 1.21295925e-05]]] -0.0020466267596930265 3.721960456459783e-05 0.00020982859132345766 0.0011343371588736773 (1, 1, 3840) +2026-04-30 19:35:17.343 [INFO] __main__: Synthesis complete: 27.60 s audio in 16.18 s (RTF=0.586) +2026-04-30 19:35:17.344 [INFO] __main__: Wrote audio_synth/output_1777577701.1628523.wav (27.60 s, 24000 Hz) diff --git a/logs/log_test-streaming-onnx-cudagraphcompat-g5-xlarge-male-petergriffin-continuous-streaming-codec-last-chunk-dynamic-1.txt b/logs/log_test-streaming-onnx-cudagraphcompat-g5-xlarge-male-petergriffin-continuous-streaming-codec-last-chunk-dynamic-1.txt new file mode 100644 index 0000000000000000000000000000000000000000..f8492e88cccfd8d81b06efc7f3183ef3f1afa273 --- /dev/null +++ b/logs/log_test-streaming-onnx-cudagraphcompat-g5-xlarge-male-petergriffin-continuous-streaming-codec-last-chunk-dynamic-1.txt @@ -0,0 +1,4815 @@ +2026-04-30 19:25:37.962911883 [W:onnxruntime:Default, device_discovery.cc:325 DiscoverDevicesForPlatform] GPU device discovery failed: device_discovery.cc:92 ReadFileContents Failed to open file: "/sys/class/drm/card0/device/vendor" +None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used. +None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used. +2026-04-30 19:25:39.059 [INFO] __main__: Building inferencer... +2026-04-30 19:25:39.059 [INFO] src.inference.qwen3_tts_inferencer_onnx: Loading ONNX sessions... +2026-04-30 19:25:39.059 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker prefill <- ./qwen3-tts_onnx/talker_model_prefill.onnx +2026-04-30 19:25:47.420 [INFO] src.inference.qwen3_tts_inferencer_onnx: local prefill <- ./qwen3-tts_onnx/talker_local_model_prefill.onnx +2026-04-30 19:25:47.581 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker step <- ./qwen3-tts_onnx/talker_model_step.onnx +2026-04-30 19:25:48.583 [INFO] src.inference.qwen3_tts_inferencer_onnx: local step <- ./qwen3-tts_onnx/talker_local_model_step.onnx +2026-04-30 19:25:48.746 [INFO] src.inference.qwen3_tts_inferencer_onnx: local lm_head <- ./qwen3-tts_onnx/talker_local_lm_head.onnx +2026-04-30 19:25:48.866 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec decoder <- ./qwen3-tts_onnx/codec_decoder_model.onnx +2026-04-30 19:25:49.201 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec decoder dynamic chunks <- ./qwen3-tts_onnx/codec_decoder_model_dynamic_chunks.onnx +2026-04-30 19:25:49.840 [INFO] src.inference.qwen3_tts_inferencer_onnx: speaker encoder <- ./qwen3-tts_onnx/speaker_encoder_model.onnx +2026-04-30 19:25:49.895600752 [W:onnxruntime:, transformer_memcpy.cc:111 ApplyImpl] 3 Memcpy nodes are added to the graph main_graph for CUDAExecutionProvider. It might have negative impact on performance (including unable to run CUDA graph). Set session_options.log_severity_level=1 to see the detail logs before this message. +2026-04-30 19:25:49.928 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec embed <- ./qwen3-tts_onnx/talker_codec_embed_model.onnx +2026-04-30 19:25:50.060 [INFO] src.inference.qwen3_tts_inferencer_onnx: text embed proj <- ./qwen3-tts_onnx/text_embed_proj_model.onnx +2026-04-30 19:25:52.605 [INFO] src.inference.qwen3_tts_inferencer_onnx: [OK] All ONNX sessions loaded. +2026-04-30 19:25:53.350 [INFO] src.inference.qwen3_tts_inferencer_onnx: Allocating device KV-cache buffers... +2026-04-30 19:25:53.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: IOBinding wired for all models (prefill + step). +2026-04-30 19:25:53.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: Allocating device KV-cache buffer of codec decoder... +2026-04-30 19:25:53.384 [INFO] __main__: Running 50 warmup iteration(s)... +2026-04-30 19:25:53.401 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up speaker encoder... +2026-04-30 19:25:53.703 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run speaker encoder in 0.29 s. --> 5.89 ms. per run. +2026-04-30 19:25:53.703 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up text embed proj.... +2026-04-30 19:25:53.714 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run text embed proj. in 0.01 s. --> 0.22 ms. per run. +2026-04-30 19:25:53.714 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up talker prefill... +2026-04-30 19:25:54.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run talker prefill in 0.47 s. --> 9.44 ms. per run. +2026-04-30 19:25:54.188 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up talker step... +2026-04-30 19:25:54.577 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run talker step in 0.39 s. --> 7.76 ms. per run. +2026-04-30 19:25:54.577 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up local talker prefill... +2026-04-30 19:25:54.645 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run local talker prefill in 0.07 s. --> 1.36 ms. per run. +2026-04-30 19:25:54.645 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up local talker step... +2026-04-30 19:25:54.702 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run local talker step in 0.06 s. --> 1.13 ms. per run. +2026-04-30 19:25:54.702 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up local talker batched lm_head... +2026-04-30 19:25:54.719 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run local batched lm_head in 0.02 s. --> 0.34 ms. per run. +2026-04-30 19:25:54.719 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up codec decoder... +2026-04-30 19:25:55.116 [INFO] src.inference.qwen3_tts_inferencer_onnx: 12 iter. run codec_decoder in 0.40 s. --> 32.94 ms. per run. +2026-04-30 19:25:55.116 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up codec decoder with dynamic chunk frames (n=2)... +2026-04-30 19:25:55.337 [INFO] src.inference.qwen3_tts_inferencer_onnx: 6 iter. run codec_decoder_dynamic in 0.21 s. --> 34.23 ms. per run. +2026-04-30 19:25:55.338 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warmup latency summary: +2026-04-30 19:25:55.338 [INFO] src.inference.qwen3_tts_inferencer_onnx: speaker_encoder +2026-04-30 19:25:55.338 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=5.89 ms. +2026-04-30 19:25:55.338 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=29.17 ms. +2026-04-30 19:25:55.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=1.71 ms. +2026-04-30 19:25:55.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=1.91 ms. +2026-04-30 19:25:55.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=1.67 ms. +2026-04-30 19:25:55.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=210.07 ms. +2026-04-30 19:25:55.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: text_embed_proj +2026-04-30 19:25:55.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=0.22 ms. +2026-04-30 19:25:55.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=0.71 ms. +2026-04-30 19:25:55.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=0.12 ms. +2026-04-30 19:25:55.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=0.14 ms. +2026-04-30 19:25:55.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=0.11 ms. +2026-04-30 19:25:55.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=5.16 ms. +2026-04-30 19:25:55.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker_prefill +2026-04-30 19:25:55.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=9.44 ms. +2026-04-30 19:25:55.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=5.57 ms. +2026-04-30 19:25:55.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=8.64 ms. +2026-04-30 19:25:55.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=8.66 ms. +2026-04-30 19:25:55.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=8.63 ms. +2026-04-30 19:25:55.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=48.44 ms. +2026-04-30 19:25:55.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker_step +2026-04-30 19:25:55.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=7.76 ms. +2026-04-30 19:25:55.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=3.35 ms. +2026-04-30 19:25:55.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=7.27 ms. +2026-04-30 19:25:55.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=7.29 ms. +2026-04-30 19:25:55.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=7.27 ms. +2026-04-30 19:25:55.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=31.22 ms. +2026-04-30 19:25:55.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: local_prefill +2026-04-30 19:25:55.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=1.36 ms. +2026-04-30 19:25:55.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=1.00 ms. +2026-04-30 19:25:55.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=1.21 ms. +2026-04-30 19:25:55.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=1.23 ms. +2026-04-30 19:25:55.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=1.21 ms. +2026-04-30 19:25:55.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=8.33 ms. +2026-04-30 19:25:55.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: local_step +2026-04-30 19:25:55.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=1.13 ms. +2026-04-30 19:25:55.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=0.63 ms. +2026-04-30 19:25:55.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=1.04 ms. +2026-04-30 19:25:55.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=1.06 ms. +2026-04-30 19:25:55.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=1.04 ms. +2026-04-30 19:25:55.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=5.51 ms. +2026-04-30 19:25:55.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: local_lm_head +2026-04-30 19:25:55.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=0.34 ms. +2026-04-30 19:25:55.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=0.21 ms. +2026-04-30 19:25:55.347 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=0.30 ms. +2026-04-30 19:25:55.347 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=0.32 ms. +2026-04-30 19:25:55.347 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=0.30 ms. +2026-04-30 19:25:55.347 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=1.83 ms. +2026-04-30 19:25:55.347 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec_decoder +2026-04-30 19:25:55.347 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=32.94 ms. +2026-04-30 19:25:55.347 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=30.58 ms. +2026-04-30 19:25:55.347 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=23.72 ms. +2026-04-30 19:25:55.347 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=73.52 ms. +2026-04-30 19:25:55.347 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=23.70 ms. +2026-04-30 19:25:55.347 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=134.37 ms. +2026-04-30 19:25:55.347 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec_decoder_dynamic +2026-04-30 19:25:55.347 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=34.23 ms. +2026-04-30 19:25:55.347 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=16.02 ms. +2026-04-30 19:25:55.347 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=27.11 ms. +2026-04-30 19:25:55.347 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=59.33 ms. +2026-04-30 19:25:55.347 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=26.95 ms. +2026-04-30 19:25:55.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=70.06 ms. +2026-04-30 19:25:55.366 [INFO] __main__: Warmup complete in 1.98 s +2026-04-30 19:25:55.366 [INFO] __main__: speaker_encoder mean=5.89 ms min=1.67 ms max=210.07 ms +2026-04-30 19:25:55.366 [INFO] __main__: text_embed_proj mean=0.22 ms min=0.11 ms max=5.16 ms +2026-04-30 19:25:55.366 [INFO] __main__: talker_prefill mean=9.44 ms min=8.63 ms max=48.44 ms +2026-04-30 19:25:55.366 [INFO] __main__: talker_step mean=7.76 ms min=7.27 ms max=31.22 ms +2026-04-30 19:25:55.366 [INFO] __main__: local_prefill mean=1.36 ms min=1.21 ms max=8.33 ms +2026-04-30 19:25:55.366 [INFO] __main__: local_step mean=1.13 ms min=1.04 ms max=5.51 ms +2026-04-30 19:25:55.366 [INFO] __main__: local_lm_head mean=0.34 ms min=0.30 ms max=1.83 ms +2026-04-30 19:25:55.366 [INFO] __main__: codec_decoder mean=32.94 ms min=23.70 ms max=134.37 ms +2026-04-30 19:25:55.366 [INFO] __main__: codec_decoder_dynamic mean=34.23 ms min=26.95 ms max=70.06 ms +2026-04-30 19:25:55.366 [INFO] __main__: Synthesising: 'В зависимости от ситуации,' +2026-04-30 19:25:55.366 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment В -> text_cache В +2026-04-30 19:25:55.366 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:25:55.366 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:25:55.454 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.02542407 0.05565496 0.02078674 ... 0.21637845 0.06261076 + 0.08690926]]] (1, 1, 1024) +2026-04-30 19:25:55.455 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:25:55.460 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:25:55.461 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:25:55.461 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.02542407 0.05565496 0.02078674 ... 0.21637845 0.06261076 + 0.08690926] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:25:55.461 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:25:55.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:25:55.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:25:55.463 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:25:55.463 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:25:55.464 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:25:55.464 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:25:55.464 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.02064589 0.05184897 0.01909059 ... 0.2070941 0.06416605 + 0.09115074] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:25:55.464 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-2.0645889e-02 5.1848970e-02 1.9090585e-02 ... 2.0709410e-01 + 6.4166047e-02 9.1150738e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache В +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache В з +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache В за +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache В зав +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зави +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache В завис +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависи +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache В зависим +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache В зависимо +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache В зависимос +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache В зависимост +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache В зависимости +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache В зависимости о +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache В зависимости от +2026-04-30 19:25:55.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache В зависимости от +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache В зависимости от с +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости от си +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache В зависимости от сит +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment у -> text_cache В зависимости от ситу +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache В зависимости от ситуа +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ц -> text_cache В зависимости от ситуац +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости от ситуаци +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости от ситуации +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache В зависимости от ситуации, +2026-04-30 19:25:55.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['В зависимости от ситуации,'] 26 +Qwen3TTSProcessor __call__ text ['В зависимости от ситуации,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 16206, 139133, 20264, 139367, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:25:55.511 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 16206, 139133, 20264, 139367, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:25:55.511 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 16206 139133 20264 139367 11]] (1, 5) +2026-04-30 19:25:55.511 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 16206 139133 20264 139367 11]] (1, 5) +2026-04-30 19:25:55.511 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment В зависимости от ситуации, 26 -> tokenized_segment [np.int64(16206), np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] 5 +2026-04-30 19:25:55.511 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(16206), np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] +2026-04-30 19:25:55.511 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.511 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(16206), np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] 5 +2026-04-30 19:25:55.511 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 16206 -> pending_tokens [np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] 4 +2026-04-30 19:25:55.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:25:55.546 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 1184 373 530 1716 1105 654 43 2010 1217 605 123 317 1462 + 1699 3]]] (1, 1, 16) int64 +2026-04-30 19:25:55.547 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 139133 -> pending_tokens [np.int64(20264), np.int64(139367), np.int64(11)] 3 +2026-04-30 19:25:55.554 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:25:55.582 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 2031 69 995 246 1908 25 171 743 86 1076 170 1108 822 + 1839 388]]] (1, 1, 16) int64 +2026-04-30 19:25:55.582 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 20264 -> pending_tokens [np.int64(139367), np.int64(11)] 2 +2026-04-30 19:25:55.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:25:55.617 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 1924 1471 1414 363 964 970 1881 1504 1955 743 146 1514 1873 + 715 1668]]] (1, 1, 16) int64 +2026-04-30 19:25:55.617 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 139367 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:25:55.625 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:25:55.652 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 781 736 884 1164 698 185 1252 1700 781 194 204 2017 1909 + 527 1807]]] (1, 1, 16) int64 +2026-04-30 19:25:55.652 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:25:55.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [1985] (1,) int64 +2026-04-30 19:25:55.687 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[1985 1534 810 1979 82 877 1300 14 632 532 1402 1117 36 609 + 1145 381]]] (1, 1, 16) int64 +2026-04-30 19:25:55.687 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [1184 2031 1924 781] + [ 373 69 1471 736] + [ 530 995 1414 884] + [1716 246 363 1164] + [1105 1908 964 698] + [ 654 25 970 185] + [ 43 171 1881 1252] + [2010 743 1504 1700] + [1217 86 1955 781] + [ 605 1076 743 194] + [ 123 170 146 204] + [ 317 1108 1514 2017] + [1462 822 1873 1909] + [1699 1839 715 527] + [ 3 388 1668 1807]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:25:55.711 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-0.02130234 -0.01856662 -0.01710658 ... 0.00041982 0.00062048 + 0.0006307 ]]] -0.04178531840443611 -4.523760071606375e-05 0.0025097329635173082 0.023125281557440758 (1, 1, 7680) +2026-04-30 19:25:55.711 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:25:55.711 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:25:55.712 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:55.712 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:25:55.712 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:25:55.720 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [1707] (1,) int64 +2026-04-30 19:25:55.747 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[1707 693 1438 1778 1888 35 383 516 2047 112 209 788 1737 1693 + 199 1732]]] (1, 1, 16) int64 +2026-04-30 19:25:55.755 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [1813] (1,) int64 +2026-04-30 19:25:55.781 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[1813 227 2024 1357 345 812 2033 209 1096 1946 1783 498 1173 455 + 645 1191]]] (1, 1, 16) int64 +2026-04-30 19:25:55.789 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [1538] (1,) int64 +2026-04-30 19:25:55.817 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[1538 1161 1615 1403 360 71 554 681 366 355 1882 16 1045 1117 + 1355 1482]]] (1, 1, 16) int64 +2026-04-30 19:25:55.825 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [148] (1,) int64 +2026-04-30 19:25:55.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[ 148 893 1196 10 450 205 232 763 1537 1662 715 214 1887 984 + 663 1098]]] (1, 1, 16) int64 +2026-04-30 19:25:55.860 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [1115] (1,) int64 +2026-04-30 19:25:55.887 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[1115 941 1955 66 889 176 508 523 33 797 1159 104 2004 2014 + 1058 97]]] (1, 1, 16) int64 +2026-04-30 19:25:55.895 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [1634] (1,) int64 +2026-04-30 19:25:55.922 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[1634 1377 103 417 313 1694 296 517 337 1534 22 639 350 566 + 209 550]]] (1, 1, 16) int64 +2026-04-30 19:25:55.930 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [741] (1,) int64 +2026-04-30 19:25:55.957 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[ 741 1989 1230 1367 280 710 1525 1172 154 25 103 598 180 693 + 1888 820]]] (1, 1, 16) int64 +2026-04-30 19:25:55.965 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [383] (1,) int64 +2026-04-30 19:25:55.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[ 383 1821 1276 517 1009 83 95 1703 1976 851 272 88 450 553 + 1204 601]]] (1, 1, 16) int64 +2026-04-30 19:25:56.000 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [1804] (1,) int64 +2026-04-30 19:25:56.026 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[1804 1832 384 433 846 1121 1634 400 1673 1804 1287 1207 441 303 + 1662 1780]]] (1, 1, 16) int64 +2026-04-30 19:25:56.034 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [1559] (1,) int64 +2026-04-30 19:25:56.061 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[1559 1891 1356 193 218 1831 1627 1440 1360 1612 1916 236 53 1547 + 1488 663]]] (1, 1, 16) int64 +2026-04-30 19:25:56.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [1196] (1,) int64 +2026-04-30 19:25:56.096 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[1196 1806 1904 2005 1343 972 854 1496 344 1828 739 202 1252 1110 + 615 242]]] (1, 1, 16) int64 +2026-04-30 19:25:56.104 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [1847] (1,) int64 +2026-04-30 19:25:56.131 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[1847 736 979 1857 987 1390 1821 742 182 1600 302 612 1492 1325 + 1786 1697]]] (1, 1, 16) int64 +2026-04-30 19:25:56.139 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [1808] (1,) int64 +2026-04-30 19:25:56.166 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[1808 1514 377 81 1330 1807 911 751 1196 1979 1225 279 51 295 + 873 1207]]] (1, 1, 16) int64 +2026-04-30 19:25:56.174 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [704] (1,) int64 +2026-04-30 19:25:56.201 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[ 704 194 1040 784 1771 1472 15 1293 803 1473 515 853 620 1013 + 639 1929]]] (1, 1, 16) int64 +2026-04-30 19:25:56.209 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [152] (1,) int64 +2026-04-30 19:25:56.236 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[ 152 1116 483 1511 720 1475 1680 624 1989 369 874 1312 1220 407 + 412 1921]]] (1, 1, 16) int64 +2026-04-30 19:25:56.244 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [151] (1,) int64 +2026-04-30 19:25:56.271 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[ 151 700 1964 319 102 1643 610 1585 142 898 1752 583 465 321 + 1961 366]]] (1, 1, 16) int64 +2026-04-30 19:25:56.279 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [1647] (1,) int64 +2026-04-30 19:25:56.306 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[1647 1228 933 1442 253 736 411 164 884 1352 861 76 1259 953 + 163 1696]]] (1, 1, 16) int64 +2026-04-30 19:25:56.314 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [1456] (1,) int64 +2026-04-30 19:25:56.341 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[1456 1194 785 1544 1137 1555 485 342 209 939 1043 1447 144 139 + 7 491]]] (1, 1, 16) int64 +2026-04-30 19:25:56.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [255] (1,) int64 +2026-04-30 19:25:56.376 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[ 255 613 1951 458 1083 232 18 1309 1482 340 1365 299 855 1048 + 1142 631]]] (1, 1, 16) int64 +2026-04-30 19:25:56.384 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [308] (1,) int64 +2026-04-30 19:25:56.411 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[ 308 637 1759 1532 800 982 187 1982 2035 1442 924 1389 417 75 + 521 294]]] (1, 1, 16) int64 +2026-04-30 19:25:56.419 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [2019] (1,) int64 +2026-04-30 19:25:56.446 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[2019 1990 1151 1146 323 403 1846 1922 15 402 584 321 1112 117 + 1233 680]]] (1, 1, 16) int64 +2026-04-30 19:25:56.454 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [360] (1,) int64 +2026-04-30 19:25:56.481 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-27 vq-rvq [[[ 360 340 387 549 302 1103 275 881 508 631 1454 1490 1060 590 + 1900 741]]] (1, 1, 16) int64 +2026-04-30 19:25:56.489 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-27 vq [1065] (1,) int64 +2026-04-30 19:25:56.515 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-28 vq-rvq [[[1065 415 1100 805 1178 1776 311 1055 1620 321 430 1208 392 1616 + 1286 1179]]] (1, 1, 16) int64 +2026-04-30 19:25:56.523 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-28 vq [1624] (1,) int64 +2026-04-30 19:25:56.550 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-29 vq-rvq [[[1624 382 180 1829 178 284 1352 149 1098 1458 1780 1820 1222 1886 + 434 203]]] (1, 1, 16) int64 +2026-04-30 19:25:56.558 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-29 vq [1910] (1,) int64 +2026-04-30 19:25:56.585 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-30 vq-rvq [[[1910 667 14 1070 1092 616 1321 709 1680 1654 1346 223 1017 1268 + 1009 302]]] (1, 1, 16) int64 +2026-04-30 19:25:56.593 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-30 vq [1353] (1,) int64 +2026-04-30 19:25:56.620 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-31 vq-rvq [[[1353 682 1006 1670 918 1794 1861 313 1162 1001 649 1077 493 1799 + 1988 1823]]] (1, 1, 16) int64 +2026-04-30 19:25:56.628 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-31 vq [1961] (1,) int64 +2026-04-30 19:25:56.655 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-32 vq-rvq [[[1961 543 1399 1336 1030 143 836 1569 1803 50 970 545 1315 1445 + 1755 625]]] (1, 1, 16) int64 +2026-04-30 19:25:56.663 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-32 vq [1931] (1,) int64 +2026-04-30 19:25:56.690 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-33 vq-rvq [[[1931 1572 1054 629 1854 2036 761 1641 192 1589 324 437 1713 724 + 1306 1534]]] (1, 1, 16) int64 +2026-04-30 19:25:56.698 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-33 vq [1945] (1,) int64 +2026-04-30 19:25:56.725 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-34 vq-rvq [[[1945 1838 293 191 76 187 305 421 882 1308 1583 439 155 288 + 203 1624]]] (1, 1, 16) int64 +2026-04-30 19:25:56.733 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-34 vq [2150] (1,) int64 +2026-04-30 19:25:56.733 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[1985 1707 1813 1538] + [1534 693 227 1161] + [ 810 1438 2024 1615] + [1979 1778 1357 1403] + [ 82 1888 345 360] + [ 877 35 812 71] + [1300 383 2033 554] + [ 14 516 209 681] + [ 632 2047 1096 366] + [ 532 112 1946 355] + [1402 209 1783 1882] + [1117 788 498 16] + [ 36 1737 1173 1045] + [ 609 1693 455 1117] + [1145 199 645 1355] + [ 381 1732 1191 1482]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:25:56.757 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[ 0.00029411 -0.00040776 -0.00044942 ... -0.02424868 0.02291245 + 0.05937432]]] -0.35627102851867676 4.4474294554675e-05 0.042314205318689346 0.3049390912055969 (1, 1, 7680) +2026-04-30 19:25:56.757 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[ 148 1115 1634 741] + [ 893 941 1377 1989] + [1196 1955 103 1230] + [ 10 66 417 1367] + [ 450 889 313 280] + [ 205 176 1694 710] + [ 232 508 296 1525] + [ 763 523 517 1172] + [1537 33 337 154] + [1662 797 1534 25] + [ 715 1159 22 103] + [ 214 104 639 598] + [1887 2004 350 180] + [ 984 2014 566 693] + [ 663 1058 209 1888] + [1098 97 550 820]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:25:56.782 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[ 0.07660156 0.07495726 0.06135209 ... -0.1206022 -0.12184623 + -0.1139332 ]]] -0.28353917598724365 7.324956641241442e-06 0.0670274943113327 0.2517559826374054 (1, 1, 7680) +2026-04-30 19:25:56.782 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[ 383 1804 1559 1196] + [1821 1832 1891 1806] + [1276 384 1356 1904] + [ 517 433 193 2005] + [1009 846 218 1343] + [ 83 1121 1831 972] + [ 95 1634 1627 854] + [1703 400 1440 1496] + [1976 1673 1360 344] + [ 851 1804 1612 1828] + [ 272 1287 1916 739] + [ 88 1207 236 202] + [ 450 441 53 1252] + [ 553 303 1547 1110] + [1204 1662 1488 615] + [ 601 1780 663 242]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:25:56.806 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[-0.10050648 -0.08953431 -0.07884923 ... -0.01869578 -0.0167346 + -0.01763956]]] -0.2835456132888794 4.1264713217969984e-05 0.06424345821142197 0.3513103127479553 (1, 1, 7680) +2026-04-30 19:25:56.806 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[1847 1808 704 152] + [ 736 1514 194 1116] + [ 979 377 1040 483] + [1857 81 784 1511] + [ 987 1330 1771 720] + [1390 1807 1472 1475] + [1821 911 15 1680] + [ 742 751 1293 624] + [ 182 1196 803 1989] + [1600 1979 1473 369] + [ 302 1225 515 874] + [ 612 279 853 1312] + [1492 51 620 1220] + [1325 295 1013 407] + [1786 873 639 412] + [1697 1207 1929 1921]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:25:56.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[-1.2177158e-02 -6.4980479e-05 1.2000869e-02 ... -4.9953014e-03 + 2.0064995e-02 8.1494255e-03]]] -0.3423512578010559 6.946954817976803e-05 0.03836448863148689 0.43560561537742615 (1, 1, 7680) +2026-04-30 19:25:56.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[ 151 1647 1456 255] + [ 700 1228 1194 613] + [1964 933 785 1951] + [ 319 1442 1544 458] + [ 102 253 1137 1083] + [1643 736 1555 232] + [ 610 411 485 18] + [1585 164 342 1309] + [ 142 884 209 1482] + [ 898 1352 939 340] + [1752 861 1043 1365] + [ 583 76 1447 299] + [ 465 1259 144 855] + [ 321 953 139 1048] + [1961 163 7 1142] + [ 366 1696 491 631]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:25:56.855 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[-0.03188938 -0.00509401 0.04241933 ... -0.09476525 -0.18832558 + -0.23867904]]] -0.35616523027420044 0.00012159249308751896 0.08303991705179214 0.28495997190475464 (1, 1, 7680) +2026-04-30 19:25:56.855 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[ 308 2019 360 1065] + [ 637 1990 340 415] + [1759 1151 387 1100] + [1532 1146 549 805] + [ 800 323 302 1178] + [ 982 403 1103 1776] + [ 187 1846 275 311] + [1982 1922 881 1055] + [2035 15 508 1620] + [1442 402 631 321] + [ 924 584 1454 430] + [1389 321 1490 1208] + [ 417 1112 1060 392] + [ 75 117 590 1616] + [ 521 1233 1900 1286] + [ 294 680 741 1179]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:25:56.879 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[-0.2519588 -0.24120857 -0.2249308 ... -0.00908731 -0.00565482 + -0.00478506]]] -0.302659809589386 -0.0002039571845671162 0.06957393139600754 0.3183087110519409 (1, 1, 7680) +2026-04-30 19:25:56.879 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 chunk_tokens [[[1624 1910 1353 1961] + [ 382 667 682 543] + [ 180 14 1006 1399] + [1829 1070 1670 1336] + [ 178 1092 918 1030] + [ 284 616 1794 143] + [1352 1321 1861 836] + [ 149 709 313 1569] + [1098 1680 1162 1803] + [1458 1654 1001 50] + [1780 1346 649 970] + [1820 223 1077 545] + [1222 1017 493 1315] + [1886 1268 1799 1445] + [ 434 1009 1988 1755] + [ 203 302 1823 625]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:25:56.903 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 wav [[[-4.7078328e-03 7.2684824e-03 2.4840837e-02 ... -1.4027000e-05 + 1.5263325e-04 1.7792435e-04]]] -0.1658807247877121 0.00014102911518421024 0.03195255622267723 0.18852373957633972 (1, 1, 7680) +2026-04-30 19:25:56.903 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 chunk_tokens [[[1931 1945] + [1572 1838] + [1054 293] + [ 629 191] + [1854 76] + [2036 187] + [ 761 305] + [1641 421] + [ 192 882] + [1589 1308] + [ 324 1583] + [ 437 439] + [1713 155] + [ 724 288] + [1306 203] + [1534 1624]]] (1, 16, 2) n_chunk_frames 2 +2026-04-30 19:25:56.934 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 wav [[[1.19311335e-04 2.77099258e-04 4.16864146e-04 ... 1.06179923e-05 + 1.06252701e-05 1.15810089e-05]]] -0.001969335600733757 3.6782610550289974e-05 0.0005604626494459808 0.0020639824215322733 (1, 1, 3840) +2026-04-30 19:25:56.934 [INFO] __main__: Synthesising: 'важна не только точность,' +2026-04-30 19:25:56.934 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache в +2026-04-30 19:25:56.934 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:25:56.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[0. , 0. , 0. , ..., 0.02545166, + 0.01660156, 0.00424194]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00057983, -0.00170898, -0.00448608, ..., -0.0769043 , + -0.06759644, -0.04257202]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00872803, 0.01107788, 0.00918579, ..., 0.01818848, + 0.02148438, 0.00485229]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00686646, -0.01239014, -0.02319336, ..., -0.06646729, + -0.11431885, -0.15585327]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.19403076, -0.21664429, -0.21463013, ..., -0.02148438, + 0.00299072, 0.02600098]]], shape=(1, 1, 7680), dtype=float32), array([[[0.05737305, 0.08822632, 0.10968018, ..., 0.04669189, + 0.02362061, 0.01470947]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02764893, 0.04623413, 0.0713501 , ..., 0.27127075, + 0.32421875, 0.34362793]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.3463745 , 0.3418274 , 0.31503296, ..., -0.00198364, + -0.00198364, -0.00189209]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00192261, -0.00183105, -0.00143433, ..., 0.03048706, + 0.04208374, 0.03811646]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02389526, 0.00814819, -0.00369263, ..., -0.00463867, + -0.00466919, -0.00515747]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00616455, -0.00744629, -0.00830078, ..., -0.03097534, + -0.05169678, -0.03753662]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00628662, -0.0045166 , -0.01385498, ..., 0.03604126, + 0.01898193, -0.02606201]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07327271, -0.0708313 , -0.0380249 , ..., -0.00189209, + -0.00308228, -0.00543213]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00762939, -0.00808716, -0.0062561 , ..., -0.04867554, + -0.06396484, -0.07067871]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06478882, -0.04742432, -0.02655029, ..., -0.00927734, + -0.00787354, -0.01217651]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01885986, -0.02545166, -0.02856445, ..., -0.05807495, + -0.03890991, -0.02404785]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01531982, -0.01760864, -0.02178955, ..., 0.02804565, + 0.02838135, 0.02767944]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02700806, 0.02609253, 0.02459717, ..., 0.02215576, + 0.02230835, 0.02636719]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.03475952, 0.03826904, 0.02764893, ..., 0.01647949, + -0.01455688, -0.00036621]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00704956, -0.03173828, -0.06103516, ..., 0.00976562, + 0.01080322, 0.00741577]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00210571, -0.00189209, -0.00598145, ..., 0.0350647 , + 0.03173828, 0.01358032]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00378418, -0.025177 , -0.04141235, ..., -0.00460815, + 0.00967407, 0.01904297]]], shape=(1, 1, 7680), dtype=float32), array([[[ 2.5421143e-02, 3.4332275e-02, 4.8004150e-02, ..., + 6.4086914e-04, 3.0517578e-05, -7.6293945e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00106812, -0.00131226, -0.00180054, ..., -0.00238037, + -0.00210571, -0.00195312]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00131226, -0.00048828, -0.00064087, ..., -0.12442017, + -0.13143921, -0.15240479]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.17025757, -0.16925049, -0.14294434, ..., 0.00350952, + 0.00283813, 0.00177002]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00201416, 0.003479 , 0.00323486, ..., -0.02636719, + -0.02493286, 0.00787354]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04818726, 0.05957031, 0.03213501, ..., -0.11203003, + -0.09613037, -0.09103394]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.09631348, -0.10897827, -0.12399292, ..., -0.00085449, + -0.00091553, -0.00048828]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0000000e+00, 6.1035156e-05, -1.2207031e-04, ..., + 1.3381958e-01, 1.6635132e-01, 2.0919800e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 2.3223877e-01, 2.0669556e-01, 1.3903809e-01, ..., + -1.8310547e-04, -1.5258789e-04, -9.1552734e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-9.1552734e-05, -6.1035156e-05, -3.0517578e-05, ..., + 0.0000000e+00, -3.0517578e-05, 0.0000000e+00]]], + shape=(1, 1, 5339), dtype=float32), array([[[-0.02130234, -0.01856662, -0.01710658, ..., 0.00041982, + 0.00062048, 0.0006307 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00029411, -0.00040776, -0.00044942, ..., -0.02424868, + 0.02291245, 0.05937432]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.07660156, 0.07495726, 0.06135209, ..., -0.1206022 , + -0.12184623, -0.1139332 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.10050648, -0.08953431, -0.07884923, ..., -0.01869578, + -0.0167346 , -0.01763956]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.2177158e-02, -6.4980479e-05, 1.2000869e-02, ..., + -4.9953014e-03, 2.0064995e-02, 8.1494255e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.03188938, -0.00509401, 0.04241933, ..., -0.09476525, + -0.18832558, -0.23867904]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.2519588 , -0.24120857, -0.2249308 , ..., -0.00908731, + -0.00565482, -0.00478506]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.7078328e-03, 7.2684824e-03, 2.4840837e-02, ..., + -1.4027000e-05, 1.5263325e-04, 1.7792435e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.19311335e-04, 2.77099258e-04, 4.16864146e-04, ..., + 1.06179923e-05, 1.06252701e-05, 1.15810089e-05]]], + shape=(1, 1, 3840), dtype=float32)] 41 +2026-04-30 19:25:56.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [0.0000000e+00 0.0000000e+00 0.0000000e+00 ... 1.0617992e-05 1.0625270e-05 + 1.1581009e-05] (308699,) float32 +2026-04-30 19:25:56.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 16 [-1.5319824e-02 -1.7608643e-02 -2.1789551e-02 ... 1.0617992e-05 + 1.0625270e-05 1.1581009e-05] (185819,) float32 +2026-04-30 19:25:56.941 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 16 [array([[[-0.01531982, -0.01760864, -0.02178955, ..., 0.02804565, + 0.02838135, 0.02767944]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02700806, 0.02609253, 0.02459717, ..., 0.02215576, + 0.02230835, 0.02636719]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.03475952, 0.03826904, 0.02764893, ..., 0.01647949, + -0.01455688, -0.00036621]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00704956, -0.03173828, -0.06103516, ..., 0.00976562, + 0.01080322, 0.00741577]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00210571, -0.00189209, -0.00598145, ..., 0.0350647 , + 0.03173828, 0.01358032]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00378418, -0.025177 , -0.04141235, ..., -0.00460815, + 0.00967407, 0.01904297]]], shape=(1, 1, 7680), dtype=float32), array([[[ 2.5421143e-02, 3.4332275e-02, 4.8004150e-02, ..., + 6.4086914e-04, 3.0517578e-05, -7.6293945e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00106812, -0.00131226, -0.00180054, ..., -0.00238037, + -0.00210571, -0.00195312]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00131226, -0.00048828, -0.00064087, ..., -0.12442017, + -0.13143921, -0.15240479]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.17025757, -0.16925049, -0.14294434, ..., 0.00350952, + 0.00283813, 0.00177002]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00201416, 0.003479 , 0.00323486, ..., -0.02636719, + -0.02493286, 0.00787354]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04818726, 0.05957031, 0.03213501, ..., -0.11203003, + -0.09613037, -0.09103394]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.09631348, -0.10897827, -0.12399292, ..., -0.00085449, + -0.00091553, -0.00048828]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0000000e+00, 6.1035156e-05, -1.2207031e-04, ..., + 1.3381958e-01, 1.6635132e-01, 2.0919800e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 2.3223877e-01, 2.0669556e-01, 1.3903809e-01, ..., + -1.8310547e-04, -1.5258789e-04, -9.1552734e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-9.1552734e-05, -6.1035156e-05, -3.0517578e-05, ..., + 0.0000000e+00, -3.0517578e-05, 0.0000000e+00]]], + shape=(1, 1, 5339), dtype=float32), array([[[-0.02130234, -0.01856662, -0.01710658, ..., 0.00041982, + 0.00062048, 0.0006307 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00029411, -0.00040776, -0.00044942, ..., -0.02424868, + 0.02291245, 0.05937432]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.07660156, 0.07495726, 0.06135209, ..., -0.1206022 , + -0.12184623, -0.1139332 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.10050648, -0.08953431, -0.07884923, ..., -0.01869578, + -0.0167346 , -0.01763956]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.2177158e-02, -6.4980479e-05, 1.2000869e-02, ..., + -4.9953014e-03, 2.0064995e-02, 8.1494255e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.03188938, -0.00509401, 0.04241933, ..., -0.09476525, + -0.18832558, -0.23867904]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.2519588 , -0.24120857, -0.2249308 , ..., -0.00908731, + -0.00565482, -0.00478506]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.7078328e-03, 7.2684824e-03, 2.4840837e-02, ..., + -1.4027000e-05, 1.5263325e-04, 1.7792435e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.19311335e-04, 2.77099258e-04, 4.16864146e-04, ..., + 1.06179923e-05, 1.06252701e-05, 1.15810089e-05]]], + shape=(1, 1, 3840), dtype=float32)] 25 +2026-04-30 19:25:56.941 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:25:57.015 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.00643774 0.07635596 -0.06491913 ... 0.20177338 0.0492254 + 0.11219472]]] (1, 1, 1024) +2026-04-30 19:25:57.015 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:25:57.015 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:25:57.015 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:25:57.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.00643774 0.07635596 -0.06491913 ... 0.20177338 0.0492254 + 0.11219472] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:25:57.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:25:57.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:25:57.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:25:57.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:25:57.017 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:25:57.017 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:25:57.017 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:25:57.018 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.01121592 0.07254998 -0.06661529 ... 0.19248903 0.05078068 + 0.11643619] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:25:57.018 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 1.1215920e-02 7.2549976e-02 -6.6615291e-02 ... 1.9248903e-01 + 5.0780680e-02 1.1643619e-01] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:25:57.064 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=53; step_idx=53 +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=53; step_idx=53 +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache ва +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ж -> text_cache важ +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache важн +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache важна +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache важна +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache важна н +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache важна не +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache важна не +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache важна не т +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не то +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache важна не тол +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ь -> text_cache важна не толь +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache важна не тольк +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не только +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache важна не только +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache важна не только т +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не только то +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ч -> text_cache важна не только точ +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache важна не только точн +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не только точно +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache важна не только точнос +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache важна не только точност +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ь -> text_cache важна не только точность +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache важна не только точность, +2026-04-30 19:25:57.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['важна не только точность,'] 25 +Qwen3TTSProcessor __call__ text ['важна не только точность,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 5474, 37557, 14191, 18658, 73626, 81602, 60279, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:25:57.102 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 5474, 37557, 14191, 18658, 73626, 81602, 60279, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:25:57.102 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 5474 37557 14191 18658 73626 81602 60279 11]] (1, 8) +2026-04-30 19:25:57.102 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 5474 37557 14191 18658 73626 81602 60279 11]] (1, 8) +2026-04-30 19:25:57.102 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment важна не только точность, 25 -> tokenized_segment [np.int64(5474), np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 8 +2026-04-30 19:25:57.102 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(5474), np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] +2026-04-30 19:25:57.102 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.102 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(5474), np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 8 +2026-04-30 19:25:57.102 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 5474 -> pending_tokens [np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 7 +2026-04-30 19:25:57.111 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-53 vq [1221] (1,) int64 +2026-04-30 19:25:57.138 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-54 vq-rvq [[[1221 785 99 77 621 1441 1570 691 1793 241 1015 1149 1055 119 + 320 197]]] (1, 1, 16) int64 +2026-04-30 19:25:57.138 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 37557 -> pending_tokens [np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 6 +2026-04-30 19:25:57.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-54 vq [2042] (1,) int64 +2026-04-30 19:25:57.173 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-55 vq-rvq [[[2042 636 1070 630 1799 1672 1718 418 284 1789 846 298 318 1460 + 79 1745]]] (1, 1, 16) int64 +2026-04-30 19:25:57.173 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 14191 -> pending_tokens [np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 5 +2026-04-30 19:25:57.181 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-55 vq [1609] (1,) int64 +2026-04-30 19:25:57.208 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-56 vq-rvq [[[1609 1593 952 1154 1077 356 1416 120 767 526 958 484 1378 1280 + 1096 285]]] (1, 1, 16) int64 +2026-04-30 19:25:57.208 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 18658 -> pending_tokens [np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 4 +2026-04-30 19:25:57.216 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-56 vq [480] (1,) int64 +2026-04-30 19:25:57.243 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-57 vq-rvq [[[ 480 241 72 1730 36 766 204 871 556 1875 153 84 1125 929 + 152 503]]] (1, 1, 16) int64 +2026-04-30 19:25:57.243 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 73626 -> pending_tokens [np.int64(81602), np.int64(60279), np.int64(11)] 3 +2026-04-30 19:25:57.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [1088] (1,) int64 +2026-04-30 19:25:57.278 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[1088 845 884 1092 475 14 798 1783 877 1451 1300 1038 358 134 + 181 299]]] (1, 1, 16) int64 +2026-04-30 19:25:57.278 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 81602 -> pending_tokens [np.int64(60279), np.int64(11)] 2 +2026-04-30 19:25:57.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [1809] (1,) int64 +2026-04-30 19:25:57.313 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[1809 727 1957 1783 1214 1163 458 1096 156 589 708 172 1909 1531 + 897 1650]]] (1, 1, 16) int64 +2026-04-30 19:25:57.313 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 60279 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:25:57.321 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [400] (1,) int64 +2026-04-30 19:25:57.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[ 400 407 507 36 1051 711 505 1116 1786 854 359 797 507 1880 + 392 245]]] (1, 1, 16) int64 +2026-04-30 19:25:57.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:25:57.356 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [935] (1,) int64 +2026-04-30 19:25:57.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[ 935 710 534 130 488 1388 405 849 667 1770 373 111 568 1076 + 118 702]]] (1, 1, 16) int64 +2026-04-30 19:25:57.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-34 chunk_tokens [[[1221 2042 1609 480] + [ 785 636 1593 241] + [ 99 1070 952 72] + [ 77 630 1154 1730] + [ 621 1799 1077 36] + [1441 1672 356 766] + [1570 1718 1416 204] + [ 691 418 120 871] + [1793 284 767 556] + [ 241 1789 526 1875] + [1015 846 958 153] + [1149 298 484 84] + [1055 318 1378 1125] + [ 119 1460 1280 929] + [ 320 79 1096 152] + [ 197 1745 285 503]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:25:57.407 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-34 wav [[[ 1.2349803e-05 1.2119761e-05 2.1108619e-05 ... -1.6870323e-01 + -1.3621169e-01 -8.6433820e-02]]] -0.3643661439418793 -1.744547626003623e-05 0.06652440875768661 0.3390018343925476 (1, 1, 7680) +2026-04-30 19:25:57.408 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-38 chunk_tokens [[[1088 1809 400 935] + [ 845 727 407 710] + [ 884 1957 507 534] + [1092 1783 36 130] + [ 475 1214 1051 488] + [ 14 1163 711 1388] + [ 798 458 505 405] + [1783 1096 1116 849] + [ 877 156 1786 667] + [1451 589 854 1770] + [1300 708 359 373] + [1038 172 797 111] + [ 358 1909 507 568] + [ 134 1531 1880 1076] + [ 181 897 392 118] + [ 299 1650 245 702]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:25:57.432 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-38 wav [[[-0.03330091 0.00856069 0.03467582 ... -0.04072727 -0.03181617 + -0.00645593]]] -0.24222812056541443 -6.13010925007984e-05 0.060314808040857315 0.37109240889549255 (1, 1, 7680) +2026-04-30 19:25:57.432 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:25:57.432 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:25:57.432 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:57.432 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:25:57.432 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:25:57.440 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [332] (1,) int64 +2026-04-30 19:25:57.467 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[ 332 1414 379 982 1287 1805 17 1408 623 259 1493 294 1569 396 + 1969 11]]] (1, 1, 16) int64 +2026-04-30 19:25:57.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [178] (1,) int64 +2026-04-30 19:25:57.502 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[ 178 740 609 1805 1484 74 1476 620 589 1698 1320 996 1777 1000 + 1180 234]]] (1, 1, 16) int64 +2026-04-30 19:25:57.510 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [303] (1,) int64 +2026-04-30 19:25:57.536 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[ 303 1047 206 1652 1019 62 1193 889 169 371 367 872 1104 178 + 30 57]]] (1, 1, 16) int64 +2026-04-30 19:25:57.544 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [326] (1,) int64 +2026-04-30 19:25:57.571 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[ 326 887 374 636 1607 977 350 1344 111 815 38 885 106 152 + 257 1173]]] (1, 1, 16) int64 +2026-04-30 19:25:57.579 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [494] (1,) int64 +2026-04-30 19:25:57.606 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[ 494 666 1704 585 479 164 1123 637 573 1993 323 121 1551 1425 + 818 225]]] (1, 1, 16) int64 +2026-04-30 19:25:57.614 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [75] (1,) int64 +2026-04-30 19:25:57.640 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[ 75 721 657 202 927 1645 1968 273 700 253 1295 1527 904 225 + 1525 270]]] (1, 1, 16) int64 +2026-04-30 19:25:57.648 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [875] (1,) int64 +2026-04-30 19:25:57.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[ 875 1773 1275 1302 500 1192 603 596 198 346 178 874 815 670 + 1284 1411]]] (1, 1, 16) int64 +2026-04-30 19:25:57.683 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [612] (1,) int64 +2026-04-30 19:25:57.710 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[ 612 92 1120 651 608 1207 2032 1069 553 746 1775 931 1844 1537 + 280 953]]] (1, 1, 16) int64 +2026-04-30 19:25:57.718 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [828] (1,) int64 +2026-04-30 19:25:57.745 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[ 828 1200 369 1765 1204 443 1137 878 517 498 461 969 494 1761 + 1729 1963]]] (1, 1, 16) int64 +2026-04-30 19:25:57.753 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [357] (1,) int64 +2026-04-30 19:25:57.779 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[ 357 273 0 1853 351 1318 736 11 271 430 748 889 782 1421 + 1122 1022]]] (1, 1, 16) int64 +2026-04-30 19:25:57.787 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [914] (1,) int64 +2026-04-30 19:25:57.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[ 914 1809 636 1982 1328 1079 540 151 461 91 1194 521 1477 997 + 1761 1225]]] (1, 1, 16) int64 +2026-04-30 19:25:57.822 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [4] (1,) int64 +2026-04-30 19:25:57.849 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-73 vq-rvq [[[ 4 572 28 1722 860 112 163 690 410 775 1071 465 1230 1497 + 266 1405]]] (1, 1, 16) int64 +2026-04-30 19:25:57.857 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-73 vq [759] (1,) int64 +2026-04-30 19:25:57.884 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-74 vq-rvq [[[ 759 844 1989 1533 1402 840 1516 1915 1390 1626 1905 1601 870 701 + 396 126]]] (1, 1, 16) int64 +2026-04-30 19:25:57.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-74 vq [2150] (1,) int64 +2026-04-30 19:25:57.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-42 chunk_tokens [[[ 332 178 303 326] + [1414 740 1047 887] + [ 379 609 206 374] + [ 982 1805 1652 636] + [1287 1484 1019 1607] + [1805 74 62 977] + [ 17 1476 1193 350] + [1408 620 889 1344] + [ 623 589 169 111] + [ 259 1698 371 815] + [1493 1320 367 38] + [ 294 996 872 885] + [1569 1777 1104 106] + [ 396 1000 178 152] + [1969 1180 30 257] + [ 11 234 57 1173]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:25:57.916 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-42 wav [[[ 0.01122023 0.00413963 -0.00393783 ... -0.00029461 0.00421931 + -0.00251451]]] -0.3219706416130066 0.00016606935241725296 0.0811227560043335 0.32183170318603516 (1, 1, 7680) +2026-04-30 19:25:57.916 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-46 chunk_tokens [[[ 494 75 875 612] + [ 666 721 1773 92] + [1704 657 1275 1120] + [ 585 202 1302 651] + [ 479 927 500 608] + [ 164 1645 1192 1207] + [1123 1968 603 2032] + [ 637 273 596 1069] + [ 573 700 198 553] + [1993 253 346 746] + [ 323 1295 178 1775] + [ 121 1527 874 931] + [1551 904 815 1844] + [1425 225 670 1537] + [ 818 1525 1284 280] + [ 225 270 1411 953]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:25:57.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-46 wav [[[-0.0154132 -0.02377532 -0.02271089 ... 0.02933036 0.023146 + 0.01213897]]] -0.25987228751182556 0.00021866057068109512 0.03468051925301552 0.2589060962200165 (1, 1, 7680) +2026-04-30 19:25:57.941 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-50 chunk_tokens [[[ 828 357 914 4] + [1200 273 1809 572] + [ 369 0 636 28] + [1765 1853 1982 1722] + [1204 351 1328 860] + [ 443 1318 1079 112] + [1137 736 540 163] + [ 878 11 151 690] + [ 517 271 461 410] + [ 498 430 91 775] + [ 461 748 1194 1071] + [ 969 889 521 465] + [ 494 782 1477 1230] + [1761 1421 997 1497] + [1729 1122 1761 266] + [1963 1022 1225 1405]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:25:57.965 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-50 wav [[[-0.00091471 -0.01367491 -0.02537205 ... -0.00178504 0.00290802 + 0.00261759]]] -0.10340271145105362 -0.00010349442163715139 0.01529962569475174 0.12059158831834793 (1, 1, 7680) +2026-04-30 19:25:57.965 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-54 chunk_tokens [[[ 759] + [ 844] + [1989] + [1533] + [1402] + [ 840] + [1516] + [1915] + [1390] + [1626] + [1905] + [1601] + [ 870] + [ 701] + [ 396] + [ 126]]] (1, 16, 1) n_chunk_frames 1 +2026-04-30 19:25:58.029 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-54 wav [[[-2.6994986e-03 -8.4007008e-04 2.4883149e-03 ... 1.0968803e-05 + 1.0850177e-05 1.1066140e-05]]] -0.015569623559713364 1.784202868293505e-05 0.0029718538280576468 0.021655267104506493 (1, 1, 1920) +2026-04-30 19:25:58.029 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-75 +2026-04-30 19:25:58.047 [INFO] __main__: Synthesising: 'но и низкая задержка.' +2026-04-30 19:25:58.047 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache н +2026-04-30 19:25:58.047 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:25:58.047 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:25:58.127 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.02542407 0.05565496 0.02078674 ... 0.21637845 0.06261076 + 0.08690926]]] (1, 1, 1024) +2026-04-30 19:25:58.127 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:25:58.127 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:25:58.127 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:25:58.128 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.02542407 0.05565496 0.02078674 ... 0.21637845 0.06261076 + 0.08690926] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:25:58.128 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:25:58.128 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:25:58.128 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:25:58.129 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:25:58.129 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:25:58.129 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:25:58.130 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:25:58.130 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.02064589 0.05184897 0.01909059 ... 0.2070941 0.06416605 + 0.09115074] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:25:58.130 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-2.0645889e-02 5.1848970e-02 1.9090585e-02 ... 2.0709410e-01 + 6.4166047e-02 9.1150738e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache но +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache но +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache но и +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache но и +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache но и н +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache но и ни +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache но и низ +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache но и низк +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache но и низка +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache но и низкая +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache но и низкая +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache но и низкая з +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache но и низкая за +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache но и низкая зад +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache но и низкая заде +2026-04-30 19:25:58.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:58.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:58.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache но и низкая задер +2026-04-30 19:25:58.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:58.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:58.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ж -> text_cache но и низкая задерж +2026-04-30 19:25:58.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:58.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:58.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache но и низкая задержк +2026-04-30 19:25:58.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:58.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:58.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache но и низкая задержка +2026-04-30 19:25:58.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:58.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:58.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache но и низкая задержка. +2026-04-30 19:25:58.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['но и низкая задержка.'] 21 +Qwen3TTSProcessor __call__ text ['но и низкая задержка.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 13685, 7587, 6709, 40773, 125107, 52180, 57569, 13132, + 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:25:58.177 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 13685, 7587, 6709, 40773, 125107, 52180, 57569, 13132, + 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:25:58.177 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 13685 7587 6709 40773 125107 52180 57569 13132 13]] (1, 9) +2026-04-30 19:25:58.177 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 13685 7587 6709 40773 125107 52180 57569 13132 13]] (1, 9) +2026-04-30 19:25:58.177 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment но и низкая задержка. 21 -> tokenized_segment [np.int64(13685), np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 9 +2026-04-30 19:25:58.177 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(13685), np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] +2026-04-30 19:25:58.177 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:58.177 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(13685), np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 9 +2026-04-30 19:25:58.177 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13685 -> pending_tokens [np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 8 +2026-04-30 19:25:58.185 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:25:58.212 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 1534 69 156 293 871 157 628 1976 836 35 1264 1174 1903 + 1360 1265]]] (1, 1, 16) int64 +2026-04-30 19:25:58.212 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 7587 -> pending_tokens [np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 7 +2026-04-30 19:25:58.220 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:25:58.247 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 911 373 270 817 1084 848 108 510 68 1652 886 1318 224 + 247 429]]] (1, 1, 16) int64 +2026-04-30 19:25:58.247 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6709 -> pending_tokens [np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 6 +2026-04-30 19:25:58.255 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [1521] (1,) int64 +2026-04-30 19:25:58.282 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[1521 1408 1402 1979 1705 178 1776 359 174 1469 1000 434 686 1094 + 801 413]]] (1, 1, 16) int64 +2026-04-30 19:25:58.282 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 40773 -> pending_tokens [np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 5 +2026-04-30 19:25:58.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1095] (1,) int64 +2026-04-30 19:25:58.317 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1095 682 581 1327 1706 2010 970 1984 1728 12 243 755 1321 1077 + 1127 139]]] (1, 1, 16) int64 +2026-04-30 19:25:58.317 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 125107 -> pending_tokens [np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 4 +2026-04-30 19:25:58.325 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [1985] (1,) int64 +2026-04-30 19:25:58.352 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[1985 781 1586 1532 820 1763 338 1569 488 583 1265 1920 1329 286 + 795 1066]]] (1, 1, 16) int64 +2026-04-30 19:25:58.352 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 52180 -> pending_tokens [np.int64(57569), np.int64(13132), np.int64(13)] 3 +2026-04-30 19:25:58.360 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [251] (1,) int64 +2026-04-30 19:25:58.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[ 251 563 1396 1805 1921 169 364 787 798 2019 413 820 1846 986 + 2 1385]]] (1, 1, 16) int64 +2026-04-30 19:25:58.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 57569 -> pending_tokens [np.int64(13132), np.int64(13)] 2 +2026-04-30 19:25:58.395 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [673] (1,) int64 +2026-04-30 19:25:58.421 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[ 673 440 1750 570 1263 342 1539 694 1191 1567 651 322 1252 576 + 129 271]]] (1, 1, 16) int64 +2026-04-30 19:25:58.422 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13132 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:25:58.430 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [1850] (1,) int64 +2026-04-30 19:25:58.456 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[1850 407 1614 1847 329 870 1376 609 3 499 592 1466 913 649 + 595 612]]] (1, 1, 16) int64 +2026-04-30 19:25:58.457 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:25:58.465 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [603] (1,) int64 +2026-04-30 19:25:58.491 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[ 603 1713 74 7 1771 1121 147 1890 194 1143 86 16 950 590 + 1359 1680]]] (1, 1, 16) int64 +2026-04-30 19:25:58.492 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 1521 1095] + [1534 911 1408 682] + [ 69 373 1402 581] + [ 156 270 1979 1327] + [ 293 817 1705 1706] + [ 871 1084 178 2010] + [ 157 848 1776 970] + [ 628 108 359 1984] + [1976 510 174 1728] + [ 836 68 1469 12] + [ 35 1652 1000 243] + [1264 886 434 755] + [1174 1318 686 1321] + [1903 224 1094 1077] + [1360 247 801 1127] + [1265 429 413 139]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:25:58.516 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-0.02139645 -0.0189162 -0.01778135 ... -0.00045287 -0.00059633 + -0.00165827]]] -0.06060675159096718 -3.906790152541362e-05 0.0041542695835232735 0.03418533504009247 (1, 1, 7680) +2026-04-30 19:25:58.516 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[1985 251 673 1850] + [ 781 563 440 407] + [1586 1396 1750 1614] + [1532 1805 570 1847] + [ 820 1921 1263 329] + [1763 169 342 870] + [ 338 364 1539 1376] + [1569 787 694 609] + [ 488 798 1191 3] + [ 583 2019 1567 499] + [1265 413 651 592] + [1920 820 322 1466] + [1329 1846 1252 913] + [ 286 986 576 649] + [ 795 2 129 595] + [1066 1385 271 612]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:25:58.540 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[-0.00221966 -0.00138947 -0.000929 ... -0.1126425 -0.1338531 + -0.13333385]]] -0.2866828441619873 -4.102538150618784e-05 0.053047213703393936 0.2836780846118927 (1, 1, 7680) +2026-04-30 19:25:58.540 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:25:58.540 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:25:58.540 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:58.540 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:25:58.540 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:25:58.548 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [432] (1,) int64 +2026-04-30 19:25:58.575 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[ 432 1513 844 1935 1769 1323 747 1096 107 666 1051 1541 1954 1701 + 1444 257]]] (1, 1, 16) int64 +2026-04-30 19:25:58.583 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [1566] (1,) int64 +2026-04-30 19:25:58.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[1566 118 1365 36 1490 687 1060 445 1749 1948 352 1957 317 1583 + 615 1817]]] (1, 1, 16) int64 +2026-04-30 19:25:58.618 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [551] (1,) int64 +2026-04-30 19:25:58.646 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[ 551 1354 65 1625 177 1876 155 817 1336 1556 715 447 486 1383 + 754 369]]] (1, 1, 16) int64 +2026-04-30 19:25:58.654 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [679] (1,) int64 +2026-04-30 19:25:58.681 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[ 679 1116 189 576 1178 964 793 351 350 1506 21 461 985 1369 + 329 864]]] (1, 1, 16) int64 +2026-04-30 19:25:58.689 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [821] (1,) int64 +2026-04-30 19:25:58.716 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[ 821 631 1332 2000 341 501 1972 1233 167 463 1411 1572 1943 472 + 626 1278]]] (1, 1, 16) int64 +2026-04-30 19:25:58.724 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [1265] (1,) int64 +2026-04-30 19:25:58.751 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[1265 1024 72 631 929 1040 873 1303 1930 1404 883 1049 164 1184 + 1829 1314]]] (1, 1, 16) int64 +2026-04-30 19:25:58.759 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [1132] (1,) int64 +2026-04-30 19:25:58.786 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[1132 181 0 120 1965 1999 630 1176 573 851 1001 1372 878 2005 + 1340 1047]]] (1, 1, 16) int64 +2026-04-30 19:25:58.794 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [1215] (1,) int64 +2026-04-30 19:25:58.821 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[1215 1013 318 1970 330 831 524 1123 1494 243 597 412 1997 1590 + 7 833]]] (1, 1, 16) int64 +2026-04-30 19:25:58.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [1304] (1,) int64 +2026-04-30 19:25:58.856 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[1304 1403 98 1347 426 1146 864 976 1752 74 643 150 980 1736 + 1018 718]]] (1, 1, 16) int64 +2026-04-30 19:25:58.864 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [1162] (1,) int64 +2026-04-30 19:25:58.891 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[1162 714 1269 1043 159 1462 650 1709 1723 1418 636 19 186 1355 + 1165 1277]]] (1, 1, 16) int64 +2026-04-30 19:25:58.899 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [1363] (1,) int64 +2026-04-30 19:25:58.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[1363 328 606 1060 758 424 1332 1605 587 870 1019 1865 515 175 + 1953 341]]] (1, 1, 16) int64 +2026-04-30 19:25:58.933 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [1947] (1,) int64 +2026-04-30 19:25:58.960 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[1947 32 1351 790 299 1159 676 898 1925 797 271 1561 1161 1074 + 123 1165]]] (1, 1, 16) int64 +2026-04-30 19:25:58.968 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [2004] (1,) int64 +2026-04-30 19:25:58.995 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[2004 1517 1142 1302 1919 812 1083 883 640 410 539 1327 1036 894 + 1066 1681]]] (1, 1, 16) int64 +2026-04-30 19:25:59.003 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [610] (1,) int64 +2026-04-30 19:25:59.029 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[ 610 201 1667 1861 650 897 857 1105 1707 1696 1669 545 77 578 + 249 428]]] (1, 1, 16) int64 +2026-04-30 19:25:59.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [2150] (1,) int64 +2026-04-30 19:25:59.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[ 603 432 1566 551] + [1713 1513 118 1354] + [ 74 844 1365 65] + [ 7 1935 36 1625] + [1771 1769 1490 177] + [1121 1323 687 1876] + [ 147 747 1060 155] + [1890 1096 445 817] + [ 194 107 1749 1336] + [1143 666 1948 1556] + [ 86 1051 352 715] + [ 16 1541 1957 447] + [ 950 1954 317 486] + [ 590 1701 1583 1383] + [1359 1444 615 754] + [1680 257 1817 369]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:25:59.062 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[-0.10775348 -0.05212127 0.0396859 ... -0.04563401 -0.03402565 + -0.03579839]]] -0.2528039216995239 0.00014185786130838096 0.08753377944231033 0.3491342067718506 (1, 1, 7680) +2026-04-30 19:25:59.062 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[ 679 821 1265 1132] + [1116 631 1024 181] + [ 189 1332 72 0] + [ 576 2000 631 120] + [1178 341 929 1965] + [ 964 501 1040 1999] + [ 793 1972 873 630] + [ 351 1233 1303 1176] + [ 350 167 1930 573] + [1506 463 1404 851] + [ 21 1411 883 1001] + [ 461 1572 1049 1372] + [ 985 1943 164 878] + [1369 472 1184 2005] + [ 329 626 1829 1340] + [ 864 1278 1314 1047]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:25:59.086 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[-0.03745677 -0.02658239 -0.02583151 ... -0.0121026 -0.00580872 + -0.01895227]]] -0.3388431966304779 -5.873028840142069e-06 0.08189456164836884 0.3841433525085449 (1, 1, 7680) +2026-04-30 19:25:59.086 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[1215 1304 1162 1363] + [1013 1403 714 328] + [ 318 98 1269 606] + [1970 1347 1043 1060] + [ 330 426 159 758] + [ 831 1146 1462 424] + [ 524 864 650 1332] + [1123 976 1709 1605] + [1494 1752 1723 587] + [ 243 74 1418 870] + [ 597 643 636 1019] + [ 412 150 19 1865] + [1997 980 186 515] + [1590 1736 1355 175] + [ 7 1018 1165 1953] + [ 833 718 1277 341]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:25:59.110 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[-0.0263972 -0.01400574 -0.01092716 ... -0.00139586 0.00422512 + 0.00643334]]] -0.3704526722431183 2.6455960323801264e-05 0.08883234858512878 0.43402376770973206 (1, 1, 7680) +2026-04-30 19:25:59.110 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[1947 2004 610] + [ 32 1517 201] + [1351 1142 1667] + [ 790 1302 1861] + [ 299 1919 650] + [1159 812 897] + [ 676 1083 857] + [ 898 883 1105] + [1925 640 1707] + [ 797 410 1696] + [ 271 539 1669] + [1561 1327 545] + [1161 1036 77] + [1074 894 578] + [ 123 1066 249] + [1165 1681 428]]] (1, 16, 3) n_chunk_frames 3 +2026-04-30 19:25:59.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[ 0.00588865 0.00345067 -0.00066399 ... 0.00632556 0.00391393 + 0.00175216]]] -0.1507491022348404 1.726094342302531e-05 0.0315101258456707 0.2467532902956009 (1, 1, 5760) +2026-04-30 19:25:59.176 [INFO] __main__: Synthesising: 'Если это происходит не мгновенно,' +2026-04-30 19:25:59.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment Е -> text_cache Е +2026-04-30 19:25:59.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:25:59.179 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[-0.01531982, -0.01760864, -0.02178955, ..., 0.02804565, + 0.02838135, 0.02767944]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02700806, 0.02609253, 0.02459717, ..., 0.02215576, + 0.02230835, 0.02636719]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.03475952, 0.03826904, 0.02764893, ..., 0.01647949, + -0.01455688, -0.00036621]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00704956, -0.03173828, -0.06103516, ..., 0.00976562, + 0.01080322, 0.00741577]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00210571, -0.00189209, -0.00598145, ..., 0.0350647 , + 0.03173828, 0.01358032]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00378418, -0.025177 , -0.04141235, ..., -0.00460815, + 0.00967407, 0.01904297]]], shape=(1, 1, 7680), dtype=float32), array([[[ 2.5421143e-02, 3.4332275e-02, 4.8004150e-02, ..., + 6.4086914e-04, 3.0517578e-05, -7.6293945e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00106812, -0.00131226, -0.00180054, ..., -0.00238037, + -0.00210571, -0.00195312]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00131226, -0.00048828, -0.00064087, ..., -0.12442017, + -0.13143921, -0.15240479]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.17025757, -0.16925049, -0.14294434, ..., 0.00350952, + 0.00283813, 0.00177002]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00201416, 0.003479 , 0.00323486, ..., -0.02636719, + -0.02493286, 0.00787354]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04818726, 0.05957031, 0.03213501, ..., -0.11203003, + -0.09613037, -0.09103394]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.09631348, -0.10897827, -0.12399292, ..., -0.00085449, + -0.00091553, -0.00048828]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0000000e+00, 6.1035156e-05, -1.2207031e-04, ..., + 1.3381958e-01, 1.6635132e-01, 2.0919800e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 2.3223877e-01, 2.0669556e-01, 1.3903809e-01, ..., + -1.8310547e-04, -1.5258789e-04, -9.1552734e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-9.1552734e-05, -6.1035156e-05, -3.0517578e-05, ..., + 0.0000000e+00, -3.0517578e-05, 0.0000000e+00]]], + shape=(1, 1, 5339), dtype=float32), array([[[-0.02130234, -0.01856662, -0.01710658, ..., 0.00041982, + 0.00062048, 0.0006307 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00029411, -0.00040776, -0.00044942, ..., -0.02424868, + 0.02291245, 0.05937432]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.07660156, 0.07495726, 0.06135209, ..., -0.1206022 , + -0.12184623, -0.1139332 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.10050648, -0.08953431, -0.07884923, ..., -0.01869578, + -0.0167346 , -0.01763956]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.2177158e-02, -6.4980479e-05, 1.2000869e-02, ..., + -4.9953014e-03, 2.0064995e-02, 8.1494255e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.03188938, -0.00509401, 0.04241933, ..., -0.09476525, + -0.18832558, -0.23867904]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.2519588 , -0.24120857, -0.2249308 , ..., -0.00908731, + -0.00565482, -0.00478506]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.7078328e-03, 7.2684824e-03, 2.4840837e-02, ..., + -1.4027000e-05, 1.5263325e-04, 1.7792435e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.19311335e-04, 2.77099258e-04, 4.16864146e-04, ..., + 1.06179923e-05, 1.06252701e-05, 1.15810089e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[ 1.2349803e-05, 1.2119761e-05, 2.1108619e-05, ..., + -1.6870323e-01, -1.3621169e-01, -8.6433820e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.03330091, 0.00856069, 0.03467582, ..., -0.04072727, + -0.03181617, -0.00645593]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01122023, 0.00413963, -0.00393783, ..., -0.00029461, + 0.00421931, -0.00251451]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0154132 , -0.02377532, -0.02271089, ..., 0.02933036, + 0.023146 , 0.01213897]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00091471, -0.01367491, -0.02537205, ..., -0.00178504, + 0.00290802, 0.00261759]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.6994986e-03, -8.4007008e-04, 2.4883149e-03, ..., + 1.0968803e-05, 1.0850177e-05, 1.1066140e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-0.02139645, -0.0189162 , -0.01778135, ..., -0.00045287, + -0.00059633, -0.00165827]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00221966, -0.00138947, -0.000929 , ..., -0.1126425 , + -0.1338531 , -0.13333385]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.10775348, -0.05212127, 0.0396859 , ..., -0.04563401, + -0.03402565, -0.03579839]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03745677, -0.02658239, -0.02583151, ..., -0.0121026 , + -0.00580872, -0.01895227]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0263972 , -0.01400574, -0.01092716, ..., -0.00139586, + 0.00422512, 0.00643334]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00588865, 0.00345067, -0.00066399, ..., 0.00632556, + 0.00391393, 0.00175216]]], shape=(1, 1, 5760), dtype=float32)] 37 +2026-04-30 19:25:59.180 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [-0.01531982 -0.01760864 -0.02178955 ... 0.00632556 0.00391393 + 0.00175216] (270299,) float32 +2026-04-30 19:25:59.180 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 11 [0.04818726 0.05957031 0.03213501 ... 0.00632556 0.00391393 0.00175216] (185819,) float32 +2026-04-30 19:25:59.183 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 11 [array([[[ 0.04818726, 0.05957031, 0.03213501, ..., -0.11203003, + -0.09613037, -0.09103394]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.09631348, -0.10897827, -0.12399292, ..., -0.00085449, + -0.00091553, -0.00048828]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0000000e+00, 6.1035156e-05, -1.2207031e-04, ..., + 1.3381958e-01, 1.6635132e-01, 2.0919800e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 2.3223877e-01, 2.0669556e-01, 1.3903809e-01, ..., + -1.8310547e-04, -1.5258789e-04, -9.1552734e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-9.1552734e-05, -6.1035156e-05, -3.0517578e-05, ..., + 0.0000000e+00, -3.0517578e-05, 0.0000000e+00]]], + shape=(1, 1, 5339), dtype=float32), array([[[-0.02130234, -0.01856662, -0.01710658, ..., 0.00041982, + 0.00062048, 0.0006307 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00029411, -0.00040776, -0.00044942, ..., -0.02424868, + 0.02291245, 0.05937432]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.07660156, 0.07495726, 0.06135209, ..., -0.1206022 , + -0.12184623, -0.1139332 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.10050648, -0.08953431, -0.07884923, ..., -0.01869578, + -0.0167346 , -0.01763956]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.2177158e-02, -6.4980479e-05, 1.2000869e-02, ..., + -4.9953014e-03, 2.0064995e-02, 8.1494255e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.03188938, -0.00509401, 0.04241933, ..., -0.09476525, + -0.18832558, -0.23867904]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.2519588 , -0.24120857, -0.2249308 , ..., -0.00908731, + -0.00565482, -0.00478506]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.7078328e-03, 7.2684824e-03, 2.4840837e-02, ..., + -1.4027000e-05, 1.5263325e-04, 1.7792435e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.19311335e-04, 2.77099258e-04, 4.16864146e-04, ..., + 1.06179923e-05, 1.06252701e-05, 1.15810089e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[ 1.2349803e-05, 1.2119761e-05, 2.1108619e-05, ..., + -1.6870323e-01, -1.3621169e-01, -8.6433820e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.03330091, 0.00856069, 0.03467582, ..., -0.04072727, + -0.03181617, -0.00645593]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01122023, 0.00413963, -0.00393783, ..., -0.00029461, + 0.00421931, -0.00251451]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0154132 , -0.02377532, -0.02271089, ..., 0.02933036, + 0.023146 , 0.01213897]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00091471, -0.01367491, -0.02537205, ..., -0.00178504, + 0.00290802, 0.00261759]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.6994986e-03, -8.4007008e-04, 2.4883149e-03, ..., + 1.0968803e-05, 1.0850177e-05, 1.1066140e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-0.02139645, -0.0189162 , -0.01778135, ..., -0.00045287, + -0.00059633, -0.00165827]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00221966, -0.00138947, -0.000929 , ..., -0.1126425 , + -0.1338531 , -0.13333385]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.10775348, -0.05212127, 0.0396859 , ..., -0.04563401, + -0.03402565, -0.03579839]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03745677, -0.02658239, -0.02583151, ..., -0.0121026 , + -0.00580872, -0.01895227]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0263972 , -0.01400574, -0.01092716, ..., -0.00139586, + 0.00422512, 0.00643334]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00588865, 0.00345067, -0.00066399, ..., 0.00632556, + 0.00391393, 0.00175216]]], shape=(1, 1, 5760), dtype=float32)] 26 +2026-04-30 19:25:59.183 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:25:59.255 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.04367745 0.0921593 -0.08114579 ... 0.15368369 0.03052648 + 0.08212201]]] (1, 1, 1024) +2026-04-30 19:25:59.255 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:25:59.256 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:25:59.256 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:25:59.256 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.04367745 0.0921593 -0.08114579 ... 0.15368369 0.03052648 + 0.08212201] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:25:59.256 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:25:59.257 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:25:59.257 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:25:59.257 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:25:59.257 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:25:59.258 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:25:59.258 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:25:59.258 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.04845563 0.08835331 -0.08284196 ... 0.14439934 0.03208176 + 0.08636349] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:25:59.259 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 4.8455633e-02 8.8353314e-02 -8.2841955e-02 ... 1.4439934e-01 + 3.2081764e-02 8.6363487e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:25:59.304 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=42; step_idx=42 +2026-04-30 19:25:59.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=42; step_idx=42 +2026-04-30 19:25:59.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache Ес +2026-04-30 19:25:59.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache Есл +2026-04-30 19:25:59.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache Если +2026-04-30 19:25:59.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment э -> text_cache Если э +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache Если эт +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если это +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment п -> text_cache Если это п +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache Если это пр +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это про +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache Если это прои +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache Если это проис +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment х -> text_cache Если это происх +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это происхо +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache Если это происход +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache Если это происходи +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache Если это происходит +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если это происходит +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит н +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache Если это происходит не +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если это происходит не +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache Если это происходит не м +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache Если это происходит не мг +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит не мгн +2026-04-30 19:25:59.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это происходит не мгно +2026-04-30 19:25:59.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache Если это происходит не мгнов +2026-04-30 19:25:59.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache Если это происходит не мгнове +2026-04-30 19:25:59.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит не мгновен +2026-04-30 19:25:59.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит не мгновенн +2026-04-30 19:25:59.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:25:59.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это происходит не мгновенно +2026-04-30 19:25:59.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['Если это происходит не '] 23 +Qwen3TTSProcessor __call__ text ['Если это происходит не '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 55091, 32202, 67879, 136830, 18658, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:25:59.345 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 55091, 32202, 67879, 136830, 18658, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:25:59.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 55091 32202 67879 136830 18658 220]] (1, 6) +2026-04-30 19:25:59.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 55091 32202 67879 136830 18658 220]] (1, 6) +2026-04-30 19:25:59.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment Если это происходит не 23 -> tokenized_segment [np.int64(55091), np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 6 +2026-04-30 19:25:59.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(55091), np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] +2026-04-30 19:25:59.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(55091), np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 6 +2026-04-30 19:25:59.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 55091 -> pending_tokens [np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 5 +2026-04-30 19:25:59.354 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-42 vq [1221] (1,) int64 +2026-04-30 19:25:59.381 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-43 vq-rvq [[[1221 1026 1890 308 1532 678 1353 147 750 1772 282 905 366 1437 + 145 166]]] (1, 1, 16) int64 +2026-04-30 19:25:59.381 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 32202 -> pending_tokens [np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 4 +2026-04-30 19:25:59.389 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-43 vq [210] (1,) int64 +2026-04-30 19:25:59.417 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-44 vq-rvq [[[ 210 1184 1974 1382 427 74 1456 848 195 76 1522 31 588 671 + 512 850]]] (1, 1, 16) int64 +2026-04-30 19:25:59.417 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 67879 -> pending_tokens [np.int64(136830), np.int64(18658), np.int64(220)] 3 +2026-04-30 19:25:59.425 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-44 vq [1494] (1,) int64 +2026-04-30 19:25:59.453 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-45 vq-rvq [[[1494 689 1062 1503 360 1143 242 1238 236 122 1449 1461 501 126 + 566 297]]] (1, 1, 16) int64 +2026-04-30 19:25:59.453 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 136830 -> pending_tokens [np.int64(18658), np.int64(220)] 2 +2026-04-30 19:25:59.461 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-45 vq [964] (1,) int64 +2026-04-30 19:25:59.488 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-46 vq-rvq [[[ 964 1231 1955 1258 2036 1514 955 1727 885 1487 1034 1555 745 2040 + 299 1266]]] (1, 1, 16) int64 +2026-04-30 19:25:59.488 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 18658 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:25:59.496 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-46 vq [1083] (1,) int64 +2026-04-30 19:25:59.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-47 vq-rvq [[[1083 1806 1104 404 250 212 523 1393 1886 1347 373 828 802 629 + 58 1557]]] (1, 1, 16) int64 +2026-04-30 19:25:59.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:25:59.532 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-47 vq [1932] (1,) int64 +2026-04-30 19:25:59.558 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-48 vq-rvq [[[1932 1698 349 71 1810 681 799 1316 1819 1021 2002 669 1540 587 + 1688 1759]]] (1, 1, 16) int64 +2026-04-30 19:25:59.559 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-23 chunk_tokens [[[1221 210 1494 964] + [1026 1184 689 1231] + [1890 1974 1062 1955] + [ 308 1382 1503 1258] + [1532 427 360 2036] + [ 678 74 1143 1514] + [1353 1456 242 955] + [ 147 848 1238 1727] + [ 750 195 236 885] + [1772 76 122 1487] + [ 282 1522 1449 1034] + [ 905 31 1461 1555] + [ 366 588 501 745] + [1437 671 126 2040] + [ 145 512 566 299] + [ 166 850 297 1266]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:25:59.583 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-23 wav [[[ 0.0010756 0.00117576 0.00123106 ... -0.04100708 -0.0458885 + -0.04321691]]] -0.09460076689720154 3.915204797522165e-05 0.01097010262310505 0.10221011191606522 (1, 1, 7680) +2026-04-30 19:25:59.583 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache мгновенно, +2026-04-30 19:25:59.583 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['мгновенно,'] 10 +Qwen3TTSProcessor __call__ text ['мгновенно,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6442, 15390, 46705, 124448, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:25:59.583 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6442, 15390, 46705, 124448, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:25:59.583 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6442 15390 46705 124448 11]] (1, 5) +2026-04-30 19:25:59.584 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6442 15390 46705 124448 11]] (1, 5) +2026-04-30 19:25:59.584 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment мгновенно, 10 -> tokenized_segment [np.int64(6442), np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] 5 +2026-04-30 19:25:59.584 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6442), np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] +2026-04-30 19:25:59.584 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.584 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6442), np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] 5 +2026-04-30 19:25:59.584 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6442 -> pending_tokens [np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] 4 +2026-04-30 19:25:59.592 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-48 vq [1785] (1,) int64 +2026-04-30 19:25:59.619 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-49 vq-rvq [[[1785 922 1304 1294 365 1930 1931 2015 205 1694 246 863 1104 841 + 239 156]]] (1, 1, 16) int64 +2026-04-30 19:25:59.619 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 15390 -> pending_tokens [np.int64(46705), np.int64(124448), np.int64(11)] 3 +2026-04-30 19:25:59.627 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-49 vq [1209] (1,) int64 +2026-04-30 19:25:59.655 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-50 vq-rvq [[[1209 171 1926 1078 883 1696 896 727 1162 1659 85 1185 101 421 + 781 1882]]] (1, 1, 16) int64 +2026-04-30 19:25:59.655 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 46705 -> pending_tokens [np.int64(124448), np.int64(11)] 2 +2026-04-30 19:25:59.663 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-50 vq [1917] (1,) int64 +2026-04-30 19:25:59.690 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-51 vq-rvq [[[1917 53 1520 1049 327 917 108 1955 366 354 1278 99 734 2021 + 1469 59]]] (1, 1, 16) int64 +2026-04-30 19:25:59.690 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 124448 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:25:59.698 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-51 vq [1460] (1,) int64 +2026-04-30 19:25:59.726 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-52 vq-rvq [[[1460 1321 725 1366 936 685 1087 1513 833 1284 887 1580 1737 1858 + 1839 625]]] (1, 1, 16) int64 +2026-04-30 19:25:59.726 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:25:59.734 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-52 vq [129] (1,) int64 +2026-04-30 19:25:59.761 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-53 vq-rvq [[[ 129 1709 120 871 67 1542 453 1787 421 259 1645 1131 310 700 + 733 1444]]] (1, 1, 16) int64 +2026-04-30 19:25:59.761 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-27 chunk_tokens [[[1083 1932 1785 1209] + [1806 1698 922 171] + [1104 349 1304 1926] + [ 404 71 1294 1078] + [ 250 1810 365 883] + [ 212 681 1930 1696] + [ 523 799 1931 896] + [1393 1316 2015 727] + [1886 1819 205 1162] + [1347 1021 1694 1659] + [ 373 2002 246 85] + [ 828 669 863 1185] + [ 802 1540 1104 101] + [ 629 587 841 421] + [ 58 1688 239 781] + [1557 1759 156 1882]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:25:59.785 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-27 wav [[[-0.05036464 -0.03583061 -0.00757636 ... 0.05205004 0.01185071 + -0.03961121]]] -0.36656999588012695 -3.813831790466793e-05 0.10111234337091446 0.3662589490413666 (1, 1, 7680) +2026-04-30 19:25:59.785 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:25:59.785 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:25:59.785 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:25:59.785 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:25:59.786 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:25:59.793 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-53 vq [720] (1,) int64 +2026-04-30 19:25:59.820 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-54 vq-rvq [[[ 720 1183 1 289 525 1030 342 1728 23 1052 627 824 507 1306 + 986 1273]]] (1, 1, 16) int64 +2026-04-30 19:25:59.820 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-31 chunk_tokens [[[1917 1460 129 720] + [ 53 1321 1709 1183] + [1520 725 120 1] + [1049 1366 871 289] + [ 327 936 67 525] + [ 917 685 1542 1030] + [ 108 1087 453 342] + [1955 1513 1787 1728] + [ 366 833 421 23] + [ 354 1284 259 1052] + [1278 887 1645 627] + [ 99 1580 1131 824] + [ 734 1737 310 507] + [2021 1858 700 1306] + [1469 1839 733 986] + [ 59 625 1444 1273]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:25:59.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-31 wav [[[-0.08307496 -0.11176797 -0.1242267 ... -0.00193561 0.005123 + 0.0037974 ]]] -0.2764914035797119 5.477688682731241e-05 0.06263019889593124 0.3027763068675995 (1, 1, 7680) +2026-04-30 19:25:59.853 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-54 vq [1041] (1,) int64 +2026-04-30 19:25:59.879 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-55 vq-rvq [[[1041 265 1891 1914 222 232 1531 1885 1029 1211 905 556 171 1073 + 1403 1007]]] (1, 1, 16) int64 +2026-04-30 19:25:59.887 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-55 vq [339] (1,) int64 +2026-04-30 19:25:59.914 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-56 vq-rvq [[[ 339 1971 1436 1631 477 15 1466 1779 1709 538 525 191 1054 1160 + 766 1207]]] (1, 1, 16) int64 +2026-04-30 19:25:59.922 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-56 vq [1249] (1,) int64 +2026-04-30 19:25:59.949 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-57 vq-rvq [[[1249 411 1545 1616 1062 717 1705 421 1286 143 1203 359 885 616 + 1033 1564]]] (1, 1, 16) int64 +2026-04-30 19:25:59.957 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [156] (1,) int64 +2026-04-30 19:25:59.984 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[ 156 304 359 1040 992 1087 1099 113 289 1884 1015 546 106 1586 + 1043 88]]] (1, 1, 16) int64 +2026-04-30 19:25:59.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [1875] (1,) int64 +2026-04-30 19:26:00.018 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[1875 337 1012 18 1120 1949 1411 1302 1350 677 674 1014 21 1196 + 1362 434]]] (1, 1, 16) int64 +2026-04-30 19:26:00.026 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [1772] (1,) int64 +2026-04-30 19:26:00.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[1772 559 499 1788 591 446 1457 377 102 62 716 194 637 1734 + 287 103]]] (1, 1, 16) int64 +2026-04-30 19:26:00.061 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [689] (1,) int64 +2026-04-30 19:26:00.088 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[ 689 633 702 657 479 134 1435 1547 878 1283 1297 610 414 1342 + 1461 1396]]] (1, 1, 16) int64 +2026-04-30 19:26:00.096 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [502] (1,) int64 +2026-04-30 19:26:00.123 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[ 502 672 390 68 1863 1632 780 520 1989 334 169 342 982 994 + 807 891]]] (1, 1, 16) int64 +2026-04-30 19:26:00.131 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [1002] (1,) int64 +2026-04-30 19:26:00.158 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[1002 669 578 1462 1360 312 73 964 882 475 1493 1240 1142 1319 + 446 1922]]] (1, 1, 16) int64 +2026-04-30 19:26:00.166 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [1907] (1,) int64 +2026-04-30 19:26:00.193 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[1907 1588 1302 52 1987 1303 1989 149 1049 1247 703 1844 40 520 + 851 1498]]] (1, 1, 16) int64 +2026-04-30 19:26:00.201 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [1656] (1,) int64 +2026-04-30 19:26:00.227 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[1656 30 1238 621 1683 291 75 563 973 149 1691 217 867 1223 + 1481 858]]] (1, 1, 16) int64 +2026-04-30 19:26:00.235 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [348] (1,) int64 +2026-04-30 19:26:00.262 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[ 348 1915 1476 819 1468 1 2036 995 894 375 2001 1333 1091 707 + 1699 1964]]] (1, 1, 16) int64 +2026-04-30 19:26:00.270 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [906] (1,) int64 +2026-04-30 19:26:00.297 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[ 906 1924 1085 1442 1671 343 312 1556 136 272 1289 613 1150 84 + 1584 1462]]] (1, 1, 16) int64 +2026-04-30 19:26:00.305 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [1126] (1,) int64 +2026-04-30 19:26:00.332 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[1126 1363 1906 1497 475 654 667 395 701 1653 1566 677 75 321 + 742 1225]]] (1, 1, 16) int64 +2026-04-30 19:26:00.340 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [1621] (1,) int64 +2026-04-30 19:26:00.367 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[1621 1174 1406 1613 38 153 32 317 1787 1457 442 1667 41 1218 + 128 1289]]] (1, 1, 16) int64 +2026-04-30 19:26:00.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [841] (1,) int64 +2026-04-30 19:26:00.402 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[ 841 1389 88 1544 1331 1579 305 1644 256 1204 773 1022 453 68 + 729 1508]]] (1, 1, 16) int64 +2026-04-30 19:26:00.411 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [422] (1,) int64 +2026-04-30 19:26:00.438 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[ 422 1768 816 1597 1721 963 226 1386 124 2009 1425 265 1878 552 + 27 742]]] (1, 1, 16) int64 +2026-04-30 19:26:00.446 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [396] (1,) int64 +2026-04-30 19:26:00.473 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[ 396 183 290 2002 1107 1490 822 42 302 1662 1437 902 832 294 + 791 1159]]] (1, 1, 16) int64 +2026-04-30 19:26:00.481 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [832] (1,) int64 +2026-04-30 19:26:00.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-73 vq-rvq [[[ 832 552 626 1350 1752 341 1689 1514 216 418 997 392 144 823 + 841 403]]] (1, 1, 16) int64 +2026-04-30 19:26:00.517 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-73 vq [1764] (1,) int64 +2026-04-30 19:26:00.544 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-74 vq-rvq [[[1764 359 514 1431 325 1338 1556 636 367 1697 1063 450 1109 565 + 770 179]]] (1, 1, 16) int64 +2026-04-30 19:26:00.552 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-74 vq [1928] (1,) int64 +2026-04-30 19:26:00.579 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-75 vq-rvq [[[1928 28 735 1053 916 1787 661 606 985 182 1515 603 1685 1472 + 1744 755]]] (1, 1, 16) int64 +2026-04-30 19:26:00.587 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-75 vq [1115] (1,) int64 +2026-04-30 19:26:00.614 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-76 vq-rvq [[[1115 155 82 671 1238 162 225 981 431 252 1404 218 71 918 + 784 157]]] (1, 1, 16) int64 +2026-04-30 19:26:00.622 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-76 vq [21] (1,) int64 +2026-04-30 19:26:00.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-77 vq-rvq [[[ 21 299 571 489 1130 1742 1056 1497 1706 1537 114 980 872 284 + 254 1843]]] (1, 1, 16) int64 +2026-04-30 19:26:00.658 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-77 vq [1906] (1,) int64 +2026-04-30 19:26:00.684 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-78 vq-rvq [[[1906 1654 1762 1483 1134 631 1116 835 755 1751 813 1739 93 81 + 1842 593]]] (1, 1, 16) int64 +2026-04-30 19:26:00.692 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-78 vq [870] (1,) int64 +2026-04-30 19:26:00.719 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-79 vq-rvq [[[ 870 1465 1030 311 2002 143 350 1490 1313 1081 951 95 300 536 + 693 2039]]] (1, 1, 16) int64 +2026-04-30 19:26:00.727 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-79 vq [447] (1,) int64 +2026-04-30 19:26:00.754 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-80 vq-rvq [[[ 447 1302 465 1712 935 221 1817 770 166 1747 36 840 1403 1 + 577 678]]] (1, 1, 16) int64 +2026-04-30 19:26:00.762 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-80 vq [602] (1,) int64 +2026-04-30 19:26:00.789 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-81 vq-rvq [[[ 602 1329 634 1484 476 1992 480 1436 1758 390 1696 794 1427 106 + 716 1658]]] (1, 1, 16) int64 +2026-04-30 19:26:00.797 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-81 vq [2150] (1,) int64 +2026-04-30 19:26:00.797 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-35 chunk_tokens [[[1041 339 1249 156] + [ 265 1971 411 304] + [1891 1436 1545 359] + [1914 1631 1616 1040] + [ 222 477 1062 992] + [ 232 15 717 1087] + [1531 1466 1705 1099] + [1885 1779 421 113] + [1029 1709 1286 289] + [1211 538 143 1884] + [ 905 525 1203 1015] + [ 556 191 359 546] + [ 171 1054 885 106] + [1073 1160 616 1586] + [1403 766 1033 1043] + [1007 1207 1564 88]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:00.821 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-35 wav [[[-0.00899126 -0.00369494 0.00981118 ... -0.00399455 -0.00319744 + -0.00289368]]] -0.278908371925354 4.246875687385909e-05 0.07475152611732483 0.38985109329223633 (1, 1, 7680) +2026-04-30 19:26:00.822 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-39 chunk_tokens [[[1875 1772 689 502] + [ 337 559 633 672] + [1012 499 702 390] + [ 18 1788 657 68] + [1120 591 479 1863] + [1949 446 134 1632] + [1411 1457 1435 780] + [1302 377 1547 520] + [1350 102 878 1989] + [ 677 62 1283 334] + [ 674 716 1297 169] + [1014 194 610 342] + [ 21 637 414 982] + [1196 1734 1342 994] + [1362 287 1461 807] + [ 434 103 1396 891]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:00.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-39 wav [[[-0.00285673 -0.0034839 -0.00415278 ... 0.00778646 0.00595145 + -0.0043805 ]]] -0.2765483260154724 9.143220268015284e-06 0.06062217429280281 0.3825187683105469 (1, 1, 7680) +2026-04-30 19:26:00.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-43 chunk_tokens [[[1002 1907 1656 348] + [ 669 1588 30 1915] + [ 578 1302 1238 1476] + [1462 52 621 819] + [1360 1987 1683 1468] + [ 312 1303 291 1] + [ 73 1989 75 2036] + [ 964 149 563 995] + [ 882 1049 973 894] + [ 475 1247 149 375] + [1493 703 1691 2001] + [1240 1844 217 1333] + [1142 40 867 1091] + [1319 520 1223 707] + [ 446 851 1481 1699] + [1922 1498 858 1964]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:00.870 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-43 wav [[[-0.01552802 -0.01487012 -0.01219678 ... -0.00294759 0.00343194 + 0.0008437 ]]] -0.2960159182548523 2.2809199435869232e-05 0.0668618455529213 0.3031485974788666 (1, 1, 7680) +2026-04-30 19:26:00.870 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-47 chunk_tokens [[[ 906 1126 1621 841] + [1924 1363 1174 1389] + [1085 1906 1406 88] + [1442 1497 1613 1544] + [1671 475 38 1331] + [ 343 654 153 1579] + [ 312 667 32 305] + [1556 395 317 1644] + [ 136 701 1787 256] + [ 272 1653 1457 1204] + [1289 1566 442 773] + [ 613 677 1667 1022] + [1150 75 41 453] + [ 84 321 1218 68] + [1584 742 128 729] + [1462 1225 1289 1508]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:00.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-47 wav [[[-0.00404704 0.00067246 0.00399263 ... 0.09798931 0.20872854 + 0.2311011 ]]] -0.25243639945983887 5.265988875180483e-05 0.049168795347213745 0.2518003284931183 (1, 1, 7680) +2026-04-30 19:26:00.895 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-51 chunk_tokens [[[ 422 396 832 1764] + [1768 183 552 359] + [ 816 290 626 514] + [1597 2002 1350 1431] + [1721 1107 1752 325] + [ 963 1490 341 1338] + [ 226 822 1689 1556] + [1386 42 1514 636] + [ 124 302 216 367] + [2009 1662 418 1697] + [1425 1437 997 1063] + [ 265 902 392 450] + [1878 832 144 1109] + [ 552 294 823 565] + [ 27 791 841 770] + [ 742 1159 403 179]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:00.919 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-51 wav [[[ 0.14216125 0.06682034 0.02212509 ... 0.06106113 0.00223079 + -0.05518628]]] -0.25642016530036926 -4.215189164824551e-06 0.07405433058738708 0.3941096067428589 (1, 1, 7680) +2026-04-30 19:26:00.919 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-55 chunk_tokens [[[1928 1115 21 1906] + [ 28 155 299 1654] + [ 735 82 571 1762] + [1053 671 489 1483] + [ 916 1238 1130 1134] + [1787 162 1742 631] + [ 661 225 1056 1116] + [ 606 981 1497 835] + [ 985 431 1706 755] + [ 182 252 1537 1751] + [1515 1404 114 813] + [ 603 218 980 1739] + [1685 71 872 93] + [1472 918 284 81] + [1744 784 254 1842] + [ 755 157 1843 593]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:00.943 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-55 wav [[[-0.10738115 -0.11622868 -0.06752186 ... 0.03509749 0.03198082 + 0.02877127]]] -0.2850886285305023 6.992658745730296e-05 0.08521004766225815 0.39866259694099426 (1, 1, 7680) +2026-04-30 19:26:00.943 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-59 chunk_tokens [[[ 870 447 602] + [1465 1302 1329] + [1030 465 634] + [ 311 1712 1484] + [2002 935 476] + [ 143 221 1992] + [ 350 1817 480] + [1490 770 1436] + [1313 166 1758] + [1081 1747 390] + [ 951 36 1696] + [ 95 840 794] + [ 300 1403 1427] + [ 536 1 106] + [ 693 577 716] + [2039 678 1658]]] (1, 16, 3) n_chunk_frames 3 +2026-04-30 19:26:00.974 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-59 wav [[[2.69281808e-02 2.77648699e-02 3.07107549e-02 ... 1.15126495e-05 + 1.21511912e-05 1.15567072e-05]]] -0.09340479224920273 -3.71767018805258e-05 0.025410572066903114 0.0996907576918602 (1, 1, 5760) +2026-04-30 19:26:00.974 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-82 +2026-04-30 19:26:00.992 [INFO] __main__: Synthesising: 'то теряется эффект живого общения.' +2026-04-30 19:26:00.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache т +2026-04-30 19:26:00.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:26:00.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:26:01.071 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.02542407 0.05565496 0.02078674 ... 0.21637845 0.06261076 + 0.08690926]]] (1, 1, 1024) +2026-04-30 19:26:01.071 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:26:01.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:26:01.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:26:01.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.02542407 0.05565496 0.02078674 ... 0.21637845 0.06261076 + 0.08690926] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:26:01.072 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:26:01.073 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:26:01.073 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:26:01.073 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:26:01.074 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:26:01.074 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:26:01.074 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:26:01.074 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.02064589 0.05184897 0.01909059 ... 0.2070941 0.06416605 + 0.09115074] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:26:01.075 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-2.0645889e-02 5.1848970e-02 1.9090585e-02 ... 2.0709410e-01 + 6.4166047e-02 9.1150738e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:26:01.118 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то т +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то те +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache то тер +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache то теря +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то теряе +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то теряет +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache то теряетс +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache то теряется +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то теряется +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment э -> text_cache то теряется э +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ф -> text_cache то теряется эф +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ф -> text_cache то теряется эфф +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то теряется эффе +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache то теряется эффек +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то теряется эффект +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то теряется эффект +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ж -> text_cache то теряется эффект ж +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то теряется эффект жи +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache то теряется эффект жив +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то теряется эффект живо +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache то теряется эффект живог +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то теряется эффект живого +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то теряется эффект живого +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то теряется эффект живого о +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache то теряется эффект живого об +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment щ -> text_cache то теряется эффект живого общ +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то теряется эффект живого обще +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache то теряется эффект живого общен +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то теряется эффект живого общени +2026-04-30 19:26:01.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['то теряется эффект живого '] 26 +Qwen3TTSProcessor __call__ text ['то теряется эффект живого '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 24634, 135010, 4235, 49719, 132716, 29556, 134030, 22107, + 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:26:01.121 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 24634, 135010, 4235, 49719, 132716, 29556, 134030, 22107, + 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:26:01.121 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 24634 135010 4235 49719 132716 29556 134030 22107 220]] (1, 9) +2026-04-30 19:26:01.121 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 24634 135010 4235 49719 132716 29556 134030 22107 220]] (1, 9) +2026-04-30 19:26:01.121 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment то теряется эффект живого 26 -> tokenized_segment [np.int64(24634), np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 9 +2026-04-30 19:26:01.121 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(24634), np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] +2026-04-30 19:26:01.121 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.121 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(24634), np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 9 +2026-04-30 19:26:01.121 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 24634 -> pending_tokens [np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 8 +2026-04-30 19:26:01.129 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:26:01.156 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 1159 0 22 2015 407 641 2008 1058 844 743 1603 706 1759 + 1772 1435]]] (1, 1, 16) int64 +2026-04-30 19:26:01.156 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 135010 -> pending_tokens [np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 7 +2026-04-30 19:26:01.164 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:26:01.190 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 1009 1093 310 1531 785 1751 1215 1304 905 1265 1382 783 781 + 82 803]]] (1, 1, 16) int64 +2026-04-30 19:26:01.191 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 4235 -> pending_tokens [np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 6 +2026-04-30 19:26:01.199 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:26:01.225 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 1134 730 1884 1430 698 274 1814 1728 38 1076 362 527 1529 + 1213 1668]]] (1, 1, 16) int64 +2026-04-30 19:26:01.225 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 49719 -> pending_tokens [np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 5 +2026-04-30 19:26:01.233 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:26:01.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 1722 1096 1458 243 1093 20 1902 930 2030 223 990 996 2027 + 1008 901]]] (1, 1, 16) int64 +2026-04-30 19:26:01.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 132716 -> pending_tokens [np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 4 +2026-04-30 19:26:01.268 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [462] (1,) int64 +2026-04-30 19:26:01.294 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[ 462 284 1758 371 1210 406 55 1034 480 1584 255 146 729 1484 + 586 1978]]] (1, 1, 16) int64 +2026-04-30 19:26:01.294 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 29556 -> pending_tokens [np.int64(134030), np.int64(22107), np.int64(220)] 3 +2026-04-30 19:26:01.302 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [1225] (1,) int64 +2026-04-30 19:26:01.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[1225 1534 373 1579 1286 601 206 1639 173 37 683 53 865 1556 + 135 819]]] (1, 1, 16) int64 +2026-04-30 19:26:01.329 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 134030 -> pending_tokens [np.int64(22107), np.int64(220)] 2 +2026-04-30 19:26:01.337 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [628] (1,) int64 +2026-04-30 19:26:01.364 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[ 628 535 379 1374 645 161 1628 1218 627 860 1753 419 1304 637 + 1926 536]]] (1, 1, 16) int64 +2026-04-30 19:26:01.364 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 22107 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:26:01.372 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [606] (1,) int64 +2026-04-30 19:26:01.398 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[ 606 940 1515 1822 70 745 1920 609 539 1185 1050 1869 503 1727 + 821 1169]]] (1, 1, 16) int64 +2026-04-30 19:26:01.398 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:26:01.406 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [828] (1,) int64 +2026-04-30 19:26:01.433 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[ 828 1894 396 509 515 940 1416 1198 415 741 587 1989 1165 1918 + 115 1532]]] (1, 1, 16) int64 +2026-04-30 19:26:01.433 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [1159 1009 1134 1722] + [ 0 1093 730 1096] + [ 22 310 1884 1458] + [2015 1531 1430 243] + [ 407 785 698 1093] + [ 641 1751 274 20] + [2008 1215 1814 1902] + [1058 1304 1728 930] + [ 844 905 38 2030] + [ 743 1265 1076 223] + [1603 1382 362 990] + [ 706 783 527 996] + [1759 781 1529 2027] + [1772 82 1213 1008] + [1435 803 1668 901]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:01.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-2.0247478e-02 -1.6132748e-02 -1.4229195e-02 ... 1.1977663e-05 + 1.1495073e-05 1.2644601e-05]]] -0.020247478038072586 -5.6528027926106006e-05 0.0009806811576709151 0.005252548027783632 (1, 1, 7680) +2026-04-30 19:26:01.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[ 462 1225 628 606] + [ 284 1534 535 940] + [1758 373 379 1515] + [ 371 1579 1374 1822] + [1210 1286 645 70] + [ 406 601 161 745] + [ 55 206 1628 1920] + [1034 1639 1218 609] + [ 480 173 627 539] + [1584 37 860 1185] + [ 255 683 1753 1050] + [ 146 53 419 1869] + [ 729 865 1304 503] + [1484 1556 637 1727] + [ 586 135 1926 821] + [1978 819 536 1169]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:01.482 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[ 1.2498698e-05 1.2433531e-05 1.1404698e-05 ... -5.8077216e-02 + -5.1980902e-02 -5.0722528e-02]]] -0.2770718038082123 -0.00012726392014883459 0.06354878842830658 0.25196802616119385 (1, 1, 7680) +2026-04-30 19:26:01.482 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache общения +2026-04-30 19:26:01.482 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.482 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:01.482 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache общения. +2026-04-30 19:26:01.482 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['общения.'] 8 +Qwen3TTSProcessor __call__ text ['общения.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[54157, 18492, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:26:01.483 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[54157, 18492, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:26:01.483 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[54157 18492 13]] (1, 3) +2026-04-30 19:26:01.483 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[54157 18492 13]] (1, 3) +2026-04-30 19:26:01.483 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment общения. 8 -> tokenized_segment [np.int64(54157), np.int64(18492), np.int64(13)] 3 +2026-04-30 19:26:01.483 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(54157), np.int64(18492), np.int64(13)] +2026-04-30 19:26:01.483 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.483 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(54157), np.int64(18492), np.int64(13)] 3 +2026-04-30 19:26:01.483 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 54157 -> pending_tokens [np.int64(18492), np.int64(13)] 2 +2026-04-30 19:26:01.491 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [266] (1,) int64 +2026-04-30 19:26:01.518 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[ 266 171 1379 7 639 1606 1087 778 568 830 1870 1207 677 926 + 290 179]]] (1, 1, 16) int64 +2026-04-30 19:26:01.518 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 18492 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:26:01.526 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [532] (1,) int64 +2026-04-30 19:26:01.553 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[ 532 440 1567 379 1769 1572 939 1459 1246 959 1300 211 2019 1510 + 701 924]]] (1, 1, 16) int64 +2026-04-30 19:26:01.553 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:26:01.561 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [1212] (1,) int64 +2026-04-30 19:26:01.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[1212 637 11 1218 770 342 1376 686 20 1263 430 1628 129 1950 + 1018 341]]] (1, 1, 16) int64 +2026-04-30 19:26:01.588 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[ 828 266 532 1212] + [1894 171 440 637] + [ 396 1379 1567 11] + [ 509 7 379 1218] + [ 515 639 1769 770] + [ 940 1606 1572 342] + [1416 1087 939 1376] + [1198 778 1459 686] + [ 415 568 1246 20] + [ 741 830 959 1263] + [ 587 1870 1300 430] + [1989 1207 211 1628] + [1165 677 2019 129] + [1918 926 1510 1950] + [ 115 290 701 1018] + [1532 179 924 341]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:01.613 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[-0.05217085 -0.05058753 -0.03975262 ... 0.21015896 0.11327256 + 0.02125037]]] -0.36741623282432556 0.00015898160927463323 0.09106618165969849 0.36809754371643066 (1, 1, 7680) +2026-04-30 19:26:01.613 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:26:01.613 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:26:01.613 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:01.613 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:26:01.613 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:26:01.621 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [23] (1,) int64 +2026-04-30 19:26:01.648 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[ 23 1808 50 1594 1454 783 1352 1241 944 36 187 1728 756 1807 + 333 896]]] (1, 1, 16) int64 +2026-04-30 19:26:01.656 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [871] (1,) int64 +2026-04-30 19:26:01.683 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[ 871 707 590 322 193 51 54 1780 1599 990 296 1425 832 1215 + 464 897]]] (1, 1, 16) int64 +2026-04-30 19:26:01.691 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [360] (1,) int64 +2026-04-30 19:26:01.718 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[ 360 1553 617 1357 1716 919 2034 561 178 366 864 352 55 264 + 504 1979]]] (1, 1, 16) int64 +2026-04-30 19:26:01.726 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [1218] (1,) int64 +2026-04-30 19:26:01.753 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[1218 1520 627 582 944 5 1996 488 878 1801 251 5 0 1016 + 764 503]]] (1, 1, 16) int64 +2026-04-30 19:26:01.761 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [1351] (1,) int64 +2026-04-30 19:26:01.788 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[1351 927 1671 2003 1231 639 603 198 972 1611 213 522 1106 1997 + 30 159]]] (1, 1, 16) int64 +2026-04-30 19:26:01.796 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [1838] (1,) int64 +2026-04-30 19:26:01.823 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[1838 1806 340 747 1372 143 523 993 1062 238 201 95 31 1176 + 143 992]]] (1, 1, 16) int64 +2026-04-30 19:26:01.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [1516] (1,) int64 +2026-04-30 19:26:01.858 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[1516 1217 1088 947 906 2008 2026 325 315 1288 584 321 254 765 + 258 1254]]] (1, 1, 16) int64 +2026-04-30 19:26:01.866 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [1830] (1,) int64 +2026-04-30 19:26:01.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[1830 1415 1448 673 64 179 1680 450 272 390 875 1963 480 119 + 1269 101]]] (1, 1, 16) int64 +2026-04-30 19:26:01.901 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [113] (1,) int64 +2026-04-30 19:26:01.928 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[ 113 761 1217 1415 1019 1995 994 1297 792 362 853 912 525 613 + 1332 288]]] (1, 1, 16) int64 +2026-04-30 19:26:01.936 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [1250] (1,) int64 +2026-04-30 19:26:01.964 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[1250 1392 741 1567 538 176 490 675 1905 358 883 956 474 69 + 1829 1843]]] (1, 1, 16) int64 +2026-04-30 19:26:01.972 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [103] (1,) int64 +2026-04-30 19:26:01.999 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[ 103 257 1242 1241 648 96 688 1576 1291 20 576 322 1135 245 + 595 126]]] (1, 1, 16) int64 +2026-04-30 19:26:02.008 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [906] (1,) int64 +2026-04-30 19:26:02.035 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[ 906 72 463 841 1401 189 339 1563 382 522 31 284 987 2040 + 585 496]]] (1, 1, 16) int64 +2026-04-30 19:26:02.043 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [180] (1,) int64 +2026-04-30 19:26:02.070 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[ 180 16 474 588 846 1064 1623 1445 974 1820 1023 593 838 1533 + 34 369]]] (1, 1, 16) int64 +2026-04-30 19:26:02.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [1853] (1,) int64 +2026-04-30 19:26:02.105 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[1853 1905 1087 1598 468 1159 738 1012 874 183 670 285 153 632 + 1978 1748]]] (1, 1, 16) int64 +2026-04-30 19:26:02.113 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [1462] (1,) int64 +2026-04-30 19:26:02.140 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-27 vq-rvq [[[1462 1477 1436 1987 869 676 90 700 670 1967 44 1578 567 814 + 114 27]]] (1, 1, 16) int64 +2026-04-30 19:26:02.148 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-27 vq [51] (1,) int64 +2026-04-30 19:26:02.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-28 vq-rvq [[[ 51 1111 1263 928 1398 679 931 400 109 221 163 1290 666 1264 + 1627 501]]] (1, 1, 16) int64 +2026-04-30 19:26:02.183 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-28 vq [1447] (1,) int64 +2026-04-30 19:26:02.210 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-29 vq-rvq [[[1447 373 471 1078 92 879 32 1773 209 1940 443 16 316 1128 + 1306 1288]]] (1, 1, 16) int64 +2026-04-30 19:26:02.218 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-29 vq [784] (1,) int64 +2026-04-30 19:26:02.245 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-30 vq-rvq [[[ 784 1820 1478 606 1083 1982 1131 874 29 815 1000 1330 702 1980 + 1339 232]]] (1, 1, 16) int64 +2026-04-30 19:26:02.253 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-30 vq [991] (1,) int64 +2026-04-30 19:26:02.280 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-31 vq-rvq [[[ 991 1001 640 799 188 1112 1323 876 223 1567 1582 1410 1886 1398 + 956 1863]]] (1, 1, 16) int64 +2026-04-30 19:26:02.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-31 vq [1743] (1,) int64 +2026-04-30 19:26:02.316 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-32 vq-rvq [[[1743 860 1909 1197 102 1302 397 2003 743 121 218 1465 1630 364 + 1455 1732]]] (1, 1, 16) int64 +2026-04-30 19:26:02.324 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-32 vq [610] (1,) int64 +2026-04-30 19:26:02.351 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-33 vq-rvq [[[ 610 1884 1904 345 1951 1868 1349 338 1930 250 87 1315 47 146 + 1609 632]]] (1, 1, 16) int64 +2026-04-30 19:26:02.359 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-33 vq [1528] (1,) int64 +2026-04-30 19:26:02.386 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-34 vq-rvq [[[1528 740 1476 733 79 1693 1492 999 1151 478 1255 1042 676 412 + 1066 1120]]] (1, 1, 16) int64 +2026-04-30 19:26:02.394 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-34 vq [1711] (1,) int64 +2026-04-30 19:26:02.421 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-35 vq-rvq [[[1711 1101 1554 671 447 476 1649 909 229 1549 373 962 863 794 + 1395 472]]] (1, 1, 16) int64 +2026-04-30 19:26:02.429 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-35 vq [1500] (1,) int64 +2026-04-30 19:26:02.456 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-36 vq-rvq [[[1500 768 1272 1979 1193 1352 958 104 1203 640 1403 347 461 395 + 1182 1753]]] (1, 1, 16) int64 +2026-04-30 19:26:02.464 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-36 vq [963] (1,) int64 +2026-04-30 19:26:02.490 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-37 vq-rvq [[[ 963 760 1691 1670 610 964 736 1428 1647 1943 421 1512 948 905 + 1492 617]]] (1, 1, 16) int64 +2026-04-30 19:26:02.498 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-37 vq [743] (1,) int64 +2026-04-30 19:26:02.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-38 vq-rvq [[[ 743 1015 702 1294 106 709 491 1036 86 1162 1772 306 769 596 + 519 236]]] (1, 1, 16) int64 +2026-04-30 19:26:02.533 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-38 vq [148] (1,) int64 +2026-04-30 19:26:02.560 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-39 vq-rvq [[[ 148 887 1970 849 916 1019 1129 302 1819 232 22 730 1918 1162 + 1808 3]]] (1, 1, 16) int64 +2026-04-30 19:26:02.568 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-39 vq [908] (1,) int64 +2026-04-30 19:26:02.595 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-40 vq-rvq [[[ 908 1772 648 312 757 927 1060 233 202 927 448 1208 1350 117 + 74 333]]] (1, 1, 16) int64 +2026-04-30 19:26:02.603 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-40 vq [1360] (1,) int64 +2026-04-30 19:26:02.629 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-41 vq-rvq [[[1360 1045 1978 1175 317 652 957 1326 1597 40 1037 57 1070 989 + 1401 168]]] (1, 1, 16) int64 +2026-04-30 19:26:02.637 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-41 vq [1739] (1,) int64 +2026-04-30 19:26:02.664 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-42 vq-rvq [[[1739 844 679 962 583 1737 278 765 1010 1869 1088 553 546 341 + 375 1067]]] (1, 1, 16) int64 +2026-04-30 19:26:02.672 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-42 vq [2150] (1,) int64 +2026-04-30 19:26:02.672 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[ 23 871 360 1218] + [1808 707 1553 1520] + [ 50 590 617 627] + [1594 322 1357 582] + [1454 193 1716 944] + [ 783 51 919 5] + [1352 54 2034 1996] + [1241 1780 561 488] + [ 944 1599 178 878] + [ 36 990 366 1801] + [ 187 296 864 251] + [1728 1425 352 5] + [ 756 832 55 0] + [1807 1215 264 1016] + [ 333 464 504 764] + [ 896 897 1979 503]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:02.696 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[-0.03852101 -0.06222959 -0.06324419 ... 0.00308757 0.01666446 + 0.02635817]]] -0.3823830783367157 6.125232175691053e-05 0.09384987503290176 0.3529222905635834 (1, 1, 7680) +2026-04-30 19:26:02.696 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[1351 1838 1516 1830] + [ 927 1806 1217 1415] + [1671 340 1088 1448] + [2003 747 947 673] + [1231 1372 906 64] + [ 639 143 2008 179] + [ 603 523 2026 1680] + [ 198 993 325 450] + [ 972 1062 315 272] + [1611 238 1288 390] + [ 213 201 584 875] + [ 522 95 321 1963] + [1106 31 254 480] + [1997 1176 765 119] + [ 30 143 258 1269] + [ 159 992 1254 101]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:02.721 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[ 0.02811593 0.01903336 0.00181638 ... -0.00637799 -0.00625728 + -0.01839462]]] -0.2889702618122101 -5.0208214815938845e-05 0.06494311988353729 0.2914096415042877 (1, 1, 7680) +2026-04-30 19:26:02.721 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[ 113 1250 103 906] + [ 761 1392 257 72] + [1217 741 1242 463] + [1415 1567 1241 841] + [1019 538 648 1401] + [1995 176 96 189] + [ 994 490 688 339] + [1297 675 1576 1563] + [ 792 1905 1291 382] + [ 362 358 20 522] + [ 853 883 576 31] + [ 912 956 322 284] + [ 525 474 1135 987] + [ 613 69 245 2040] + [1332 1829 595 585] + [ 288 1843 126 496]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:02.745 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[-3.6303084e-02 -4.4228390e-02 -4.6101980e-02 ... 4.6050473e-04 + -4.0465111e-05 -2.4329145e-04]]] -0.36047816276550293 7.727897173026577e-05 0.07270871102809906 0.34643569588661194 (1, 1, 7680) +2026-04-30 19:26:02.745 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[ 180 1853 1462 51] + [ 16 1905 1477 1111] + [ 474 1087 1436 1263] + [ 588 1598 1987 928] + [ 846 468 869 1398] + [1064 1159 676 679] + [1623 738 90 931] + [1445 1012 700 400] + [ 974 874 670 109] + [1820 183 1967 221] + [1023 670 44 163] + [ 593 285 1578 1290] + [ 838 153 567 666] + [1533 632 814 1264] + [ 34 1978 114 1627] + [ 369 1748 27 501]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:02.769 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[7.2466741e-05 2.7459790e-04 3.0666371e-04 ... 8.0509745e-03 + 1.3393108e-02 9.4361240e-03]]] -0.27722132205963135 1.9477576643112116e-05 0.06931047886610031 0.29797351360321045 (1, 1, 7680) +2026-04-30 19:26:02.769 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 chunk_tokens [[[1447 784 991 1743] + [ 373 1820 1001 860] + [ 471 1478 640 1909] + [1078 606 799 1197] + [ 92 1083 188 102] + [ 879 1982 1112 1302] + [ 32 1131 1323 397] + [1773 874 876 2003] + [ 209 29 223 743] + [1940 815 1567 121] + [ 443 1000 1582 218] + [ 16 1330 1410 1465] + [ 316 702 1886 1630] + [1128 1980 1398 364] + [1306 1339 956 1455] + [1288 232 1863 1732]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:02.794 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 wav [[[ 0.00426391 0.00582221 0.00909369 ... -0.02768227 -0.02276854 + -0.01686861]]] -0.36572250723838806 0.00010111744632013142 0.10399573296308517 0.36718446016311646 (1, 1, 7680) +2026-04-30 19:26:02.794 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 chunk_tokens [[[ 610 1528 1711 1500] + [1884 740 1101 768] + [1904 1476 1554 1272] + [ 345 733 671 1979] + [1951 79 447 1193] + [1868 1693 476 1352] + [1349 1492 1649 958] + [ 338 999 909 104] + [1930 1151 229 1203] + [ 250 478 1549 640] + [ 87 1255 373 1403] + [1315 1042 962 347] + [ 47 676 863 461] + [ 146 412 794 395] + [1609 1066 1395 1182] + [ 632 1120 472 1753]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:02.818 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 wav [[[-0.01355644 -0.01526949 -0.01623942 ... 0.0395449 0.05279908 + 0.00224491]]] -0.353689044713974 9.688013051345479e-06 0.06698057800531387 0.3341635763645172 (1, 1, 7680) +2026-04-30 19:26:02.818 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 chunk_tokens [[[ 963 743 148 908] + [ 760 1015 887 1772] + [1691 702 1970 648] + [1670 1294 849 312] + [ 610 106 916 757] + [ 964 709 1019 927] + [ 736 491 1129 1060] + [1428 1036 302 233] + [1647 86 1819 202] + [1943 1162 232 927] + [ 421 1772 22 448] + [1512 306 730 1208] + [ 948 769 1918 1350] + [ 905 596 1162 117] + [1492 519 1808 74] + [ 617 236 3 333]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:02.843 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 wav [[[-0.01579052 0.00150335 -0.02962946 ... -0.00423873 -0.00033509 + 0.00640968]]] -0.2924741506576538 -3.654159081634134e-05 0.07507737725973129 0.3149661123752594 (1, 1, 7680) +2026-04-30 19:26:02.843 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-40 chunk_tokens [[[1360 1739] + [1045 844] + [1978 679] + [1175 962] + [ 317 583] + [ 652 1737] + [ 957 278] + [1326 765] + [1597 1010] + [ 40 1869] + [1037 1088] + [ 57 553] + [1070 546] + [ 989 341] + [1401 375] + [ 168 1067]]] (1, 16, 2) n_chunk_frames 2 +2026-04-30 19:26:02.908 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-40 wav [[[1.9390190e-02 3.0609204e-02 3.0704437e-02 ... 1.1317945e-05 + 1.0956299e-05 1.1030028e-05]]] -0.13680139183998108 0.00013362053141463548 0.015219715423882008 0.1303817480802536 (1, 1, 3840) +2026-04-30 19:26:02.908 [INFO] __main__: Synthesising: 'Мы наконец-то достигли момента,' +2026-04-30 19:26:02.908 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment М -> text_cache М +2026-04-30 19:26:02.908 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:26:02.913 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[ 0.04818726, 0.05957031, 0.03213501, ..., -0.11203003, + -0.09613037, -0.09103394]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.09631348, -0.10897827, -0.12399292, ..., -0.00085449, + -0.00091553, -0.00048828]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0000000e+00, 6.1035156e-05, -1.2207031e-04, ..., + 1.3381958e-01, 1.6635132e-01, 2.0919800e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 2.3223877e-01, 2.0669556e-01, 1.3903809e-01, ..., + -1.8310547e-04, -1.5258789e-04, -9.1552734e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-9.1552734e-05, -6.1035156e-05, -3.0517578e-05, ..., + 0.0000000e+00, -3.0517578e-05, 0.0000000e+00]]], + shape=(1, 1, 5339), dtype=float32), array([[[-0.02130234, -0.01856662, -0.01710658, ..., 0.00041982, + 0.00062048, 0.0006307 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00029411, -0.00040776, -0.00044942, ..., -0.02424868, + 0.02291245, 0.05937432]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.07660156, 0.07495726, 0.06135209, ..., -0.1206022 , + -0.12184623, -0.1139332 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.10050648, -0.08953431, -0.07884923, ..., -0.01869578, + -0.0167346 , -0.01763956]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.2177158e-02, -6.4980479e-05, 1.2000869e-02, ..., + -4.9953014e-03, 2.0064995e-02, 8.1494255e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.03188938, -0.00509401, 0.04241933, ..., -0.09476525, + -0.18832558, -0.23867904]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.2519588 , -0.24120857, -0.2249308 , ..., -0.00908731, + -0.00565482, -0.00478506]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.7078328e-03, 7.2684824e-03, 2.4840837e-02, ..., + -1.4027000e-05, 1.5263325e-04, 1.7792435e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.19311335e-04, 2.77099258e-04, 4.16864146e-04, ..., + 1.06179923e-05, 1.06252701e-05, 1.15810089e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[ 1.2349803e-05, 1.2119761e-05, 2.1108619e-05, ..., + -1.6870323e-01, -1.3621169e-01, -8.6433820e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.03330091, 0.00856069, 0.03467582, ..., -0.04072727, + -0.03181617, -0.00645593]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01122023, 0.00413963, -0.00393783, ..., -0.00029461, + 0.00421931, -0.00251451]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0154132 , -0.02377532, -0.02271089, ..., 0.02933036, + 0.023146 , 0.01213897]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00091471, -0.01367491, -0.02537205, ..., -0.00178504, + 0.00290802, 0.00261759]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.6994986e-03, -8.4007008e-04, 2.4883149e-03, ..., + 1.0968803e-05, 1.0850177e-05, 1.1066140e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-0.02139645, -0.0189162 , -0.01778135, ..., -0.00045287, + -0.00059633, -0.00165827]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00221966, -0.00138947, -0.000929 , ..., -0.1126425 , + -0.1338531 , -0.13333385]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.10775348, -0.05212127, 0.0396859 , ..., -0.04563401, + -0.03402565, -0.03579839]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03745677, -0.02658239, -0.02583151, ..., -0.0121026 , + -0.00580872, -0.01895227]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0263972 , -0.01400574, -0.01092716, ..., -0.00139586, + 0.00422512, 0.00643334]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00588865, 0.00345067, -0.00066399, ..., 0.00632556, + 0.00391393, 0.00175216]]], shape=(1, 1, 5760), dtype=float32), array([[[ 0.0010756 , 0.00117576, 0.00123106, ..., -0.04100708, + -0.0458885 , -0.04321691]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05036464, -0.03583061, -0.00757636, ..., 0.05205004, + 0.01185071, -0.03961121]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.08307496, -0.11176797, -0.1242267 , ..., -0.00193561, + 0.005123 , 0.0037974 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00899126, -0.00369494, 0.00981118, ..., -0.00399455, + -0.00319744, -0.00289368]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00285673, -0.0034839 , -0.00415278, ..., 0.00778646, + 0.00595145, -0.0043805 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01552802, -0.01487012, -0.01219678, ..., -0.00294759, + 0.00343194, 0.0008437 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00404704, 0.00067246, 0.00399263, ..., 0.09798931, + 0.20872854, 0.2311011 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.14216125, 0.06682034, 0.02212509, ..., 0.06106113, + 0.00223079, -0.05518628]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.10738115, -0.11622868, -0.06752186, ..., 0.03509749, + 0.03198082, 0.02877127]]], shape=(1, 1, 7680), dtype=float32), array([[[2.69281808e-02, 2.77648699e-02, 3.07107549e-02, ..., + 1.15126495e-05, 1.21511912e-05, 1.15567072e-05]]], + shape=(1, 1, 5760), dtype=float32), array([[[-2.0247478e-02, -1.6132748e-02, -1.4229195e-02, ..., + 1.1977663e-05, 1.1495073e-05, 1.2644601e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.2498698e-05, 1.2433531e-05, 1.1404698e-05, ..., + -5.8077216e-02, -5.1980902e-02, -5.0722528e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.05217085, -0.05058753, -0.03975262, ..., 0.21015896, + 0.11327256, 0.02125037]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03852101, -0.06222959, -0.06324419, ..., 0.00308757, + 0.01666446, 0.02635817]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02811593, 0.01903336, 0.00181638, ..., -0.00637799, + -0.00625728, -0.01839462]]], shape=(1, 1, 7680), dtype=float32), array([[[-3.6303084e-02, -4.4228390e-02, -4.6101980e-02, ..., + 4.6050473e-04, -4.0465111e-05, -2.4329145e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[7.2466741e-05, 2.7459790e-04, 3.0666371e-04, ..., + 8.0509745e-03, 1.3393108e-02, 9.4361240e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00426391, 0.00582221, 0.00909369, ..., -0.02768227, + -0.02276854, -0.01686861]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01355644, -0.01526949, -0.01623942, ..., 0.0395449 , + 0.05279908, 0.00224491]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01579052, 0.00150335, -0.02962946, ..., -0.00423873, + -0.00033509, 0.00640968]]], shape=(1, 1, 7680), dtype=float32), array([[[1.9390190e-02, 3.0609204e-02, 3.0704437e-02, ..., + 1.1317945e-05, 1.0956299e-05, 1.1030028e-05]]], + shape=(1, 1, 3840), dtype=float32)] 47 +2026-04-30 19:26:02.913 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [4.8187256e-02 5.9570312e-02 3.2135010e-02 ... 1.1317945e-05 1.0956299e-05 + 1.1030028e-05] (341339,) float32 +2026-04-30 19:26:02.913 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 21 [-2.2196597e-03 -1.3894709e-03 -9.2900067e-04 ... 1.1317945e-05 + 1.0956299e-05 1.1030028e-05] (192000,) float32 +2026-04-30 19:26:02.916 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 21 [array([[[-0.00221966, -0.00138947, -0.000929 , ..., -0.1126425 , + -0.1338531 , -0.13333385]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.10775348, -0.05212127, 0.0396859 , ..., -0.04563401, + -0.03402565, -0.03579839]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03745677, -0.02658239, -0.02583151, ..., -0.0121026 , + -0.00580872, -0.01895227]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0263972 , -0.01400574, -0.01092716, ..., -0.00139586, + 0.00422512, 0.00643334]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00588865, 0.00345067, -0.00066399, ..., 0.00632556, + 0.00391393, 0.00175216]]], shape=(1, 1, 5760), dtype=float32), array([[[ 0.0010756 , 0.00117576, 0.00123106, ..., -0.04100708, + -0.0458885 , -0.04321691]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05036464, -0.03583061, -0.00757636, ..., 0.05205004, + 0.01185071, -0.03961121]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.08307496, -0.11176797, -0.1242267 , ..., -0.00193561, + 0.005123 , 0.0037974 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00899126, -0.00369494, 0.00981118, ..., -0.00399455, + -0.00319744, -0.00289368]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00285673, -0.0034839 , -0.00415278, ..., 0.00778646, + 0.00595145, -0.0043805 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01552802, -0.01487012, -0.01219678, ..., -0.00294759, + 0.00343194, 0.0008437 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00404704, 0.00067246, 0.00399263, ..., 0.09798931, + 0.20872854, 0.2311011 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.14216125, 0.06682034, 0.02212509, ..., 0.06106113, + 0.00223079, -0.05518628]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.10738115, -0.11622868, -0.06752186, ..., 0.03509749, + 0.03198082, 0.02877127]]], shape=(1, 1, 7680), dtype=float32), array([[[2.69281808e-02, 2.77648699e-02, 3.07107549e-02, ..., + 1.15126495e-05, 1.21511912e-05, 1.15567072e-05]]], + shape=(1, 1, 5760), dtype=float32), array([[[-2.0247478e-02, -1.6132748e-02, -1.4229195e-02, ..., + 1.1977663e-05, 1.1495073e-05, 1.2644601e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.2498698e-05, 1.2433531e-05, 1.1404698e-05, ..., + -5.8077216e-02, -5.1980902e-02, -5.0722528e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.05217085, -0.05058753, -0.03975262, ..., 0.21015896, + 0.11327256, 0.02125037]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03852101, -0.06222959, -0.06324419, ..., 0.00308757, + 0.01666446, 0.02635817]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02811593, 0.01903336, 0.00181638, ..., -0.00637799, + -0.00625728, -0.01839462]]], shape=(1, 1, 7680), dtype=float32), array([[[-3.6303084e-02, -4.4228390e-02, -4.6101980e-02, ..., + 4.6050473e-04, -4.0465111e-05, -2.4329145e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[7.2466741e-05, 2.7459790e-04, 3.0666371e-04, ..., + 8.0509745e-03, 1.3393108e-02, 9.4361240e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00426391, 0.00582221, 0.00909369, ..., -0.02768227, + -0.02276854, -0.01686861]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01355644, -0.01526949, -0.01623942, ..., 0.0395449 , + 0.05279908, 0.00224491]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01579052, 0.00150335, -0.02962946, ..., -0.00423873, + -0.00033509, 0.00640968]]], shape=(1, 1, 7680), dtype=float32), array([[[1.9390190e-02, 3.0609204e-02, 3.0704437e-02, ..., + 1.1317945e-05, 1.0956299e-05, 1.1030028e-05]]], + shape=(1, 1, 3840), dtype=float32)] 26 +2026-04-30 19:26:02.916 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:26:02.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.04276081 0.10415712 -0.05638932 ... 0.12182362 0.07653181 + 0.08928564]]] (1, 1, 1024) +2026-04-30 19:26:02.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:26:02.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:26:02.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:26:02.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.04276081 0.10415712 -0.05638932 ... 0.12182362 0.07653181 + 0.08928564] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:26:02.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:26:02.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:26:02.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:26:02.993 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:26:02.993 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:26:02.993 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:26:02.994 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:26:02.994 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.047539 0.10035113 -0.05808548 ... 0.11253928 0.0780871 + 0.09352712] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:26:02.994 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 4.7538996e-02 1.0035113e-01 -5.8085475e-02 ... 1.1253928e-01 + 7.8087099e-02 9.3527116e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:26:03.039 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=61; step_idx=61 +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=61; step_idx=61 +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache Мы +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Мы +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Мы н +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache Мы на +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache Мы нак +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Мы нако +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Мы након +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache Мы наконе +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ц -> text_cache Мы наконец +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment - -> text_cache Мы наконец- +2026-04-30 19:26:03.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['Мы наконец-'] 11 +Qwen3TTSProcessor __call__ text ['Мы наконец-'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 37991, 4552, 6709, 15869, 17316, 126499, 12]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:26:03.079 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 37991, 4552, 6709, 15869, 17316, 126499, 12]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:26:03.079 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 37991 4552 6709 15869 17316 126499 12]] (1, 7) +2026-04-30 19:26:03.079 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 37991 4552 6709 15869 17316 126499 12]] (1, 7) +2026-04-30 19:26:03.079 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment Мы наконец- 11 -> tokenized_segment [np.int64(37991), np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 7 +2026-04-30 19:26:03.079 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(37991), np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] +2026-04-30 19:26:03.079 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.079 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(37991), np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 7 +2026-04-30 19:26:03.079 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 37991 -> pending_tokens [np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 6 +2026-04-30 19:26:03.088 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [1221] (1,) int64 +2026-04-30 19:26:03.115 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[1221 1390 1612 91 1463 2030 1696 1369 334 995 264 1096 407 421 + 142 428]]] (1, 1, 16) int64 +2026-04-30 19:26:03.115 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 4552 -> pending_tokens [np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 5 +2026-04-30 19:26:03.123 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [2042] (1,) int64 +2026-04-30 19:26:03.149 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[2042 412 818 532 1373 463 1718 435 887 1736 100 546 963 388 + 651 742]]] (1, 1, 16) int64 +2026-04-30 19:26:03.150 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6709 -> pending_tokens [np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 4 +2026-04-30 19:26:03.158 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [1707] (1,) int64 +2026-04-30 19:26:03.184 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[1707 1243 1747 1575 1799 182 884 978 410 1721 1185 1055 672 1104 + 833 1038]]] (1, 1, 16) int64 +2026-04-30 19:26:03.184 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 15869 -> pending_tokens [np.int64(17316), np.int64(126499), np.int64(12)] 3 +2026-04-30 19:26:03.192 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [397] (1,) int64 +2026-04-30 19:26:03.219 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[ 397 407 1310 595 542 294 284 519 1716 111 1610 1437 222 317 + 860 156]]] (1, 1, 16) int64 +2026-04-30 19:26:03.219 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 17316 -> pending_tokens [np.int64(126499), np.int64(12)] 2 +2026-04-30 19:26:03.227 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [830] (1,) int64 +2026-04-30 19:26:03.254 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[ 830 299 2003 1215 927 982 1406 1676 773 768 2018 1447 1045 655 + 1606 1336]]] (1, 1, 16) int64 +2026-04-30 19:26:03.254 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 126499 -> pending_tokens [np.int64(12)] 1 +2026-04-30 19:26:03.262 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [1782] (1,) int64 +2026-04-30 19:26:03.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[1782 1698 1787 277 1263 167 1388 134 1689 690 269 996 1069 706 + 169 59]]] (1, 1, 16) int64 +2026-04-30 19:26:03.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 12 -> pending_tokens [] 0 +2026-04-30 19:26:03.297 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [287] (1,) int64 +2026-04-30 19:26:03.323 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[ 287 1924 69 564 295 372 10 31 1047 512 386 96 343 530 + 1351 17]]] (1, 1, 16) int64 +2026-04-30 19:26:03.324 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-42 chunk_tokens [[[1221 2042 1707 397] + [1390 412 1243 407] + [1612 818 1747 1310] + [ 91 532 1575 595] + [1463 1373 1799 542] + [2030 463 182 294] + [1696 1718 884 284] + [1369 435 978 519] + [ 334 887 410 1716] + [ 995 1736 1721 111] + [ 264 100 1185 1610] + [1096 546 1055 1437] + [ 407 963 672 222] + [ 421 388 1104 317] + [ 142 651 833 860] + [ 428 742 1038 156]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-42 wav [[[ 1.1094540e-05 1.1138460e-05 1.1009237e-05 ... -2.2123540e-02 + -2.2558490e-02 -1.9299621e-02]]] -0.3667455315589905 -8.192218228941783e-05 0.051546160131692886 0.37703007459640503 (1, 1, 7680) +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache т +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache то д +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то до +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache то дос +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то дост +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то дости +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache то достиг +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache то достигл +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то достигли +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то достигли +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache то достигли м +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то достигли мо +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache то достигли мом +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то достигли моме +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache то достигли момен +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то достигли момент +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache то достигли момента +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache то достигли момента, +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['то достигли момента,'] 20 +Qwen3TTSProcessor __call__ text ['то достигли момента,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 24634, 139062, 11073, 130485, 87731, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:26:03.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 24634, 139062, 11073, 130485, 87731, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:26:03.350 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 24634 139062 11073 130485 87731 11]] (1, 6) +2026-04-30 19:26:03.350 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 24634 139062 11073 130485 87731 11]] (1, 6) +2026-04-30 19:26:03.350 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment то достигли момента, 20 -> tokenized_segment [np.int64(24634), np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 6 +2026-04-30 19:26:03.350 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(24634), np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] +2026-04-30 19:26:03.350 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.350 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(24634), np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 6 +2026-04-30 19:26:03.350 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 24634 -> pending_tokens [np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 5 +2026-04-30 19:26:03.358 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [1621] (1,) int64 +2026-04-30 19:26:03.385 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[1621 1082 448 400 1626 1338 1419 1179 489 1966 765 131 1689 553 + 1068 619]]] (1, 1, 16) int64 +2026-04-30 19:26:03.385 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 139062 -> pending_tokens [np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 4 +2026-04-30 19:26:03.393 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [1055] (1,) int64 +2026-04-30 19:26:03.420 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[1055 149 569 1965 903 768 911 342 400 575 609 865 309 430 + 1324 1061]]] (1, 1, 16) int64 +2026-04-30 19:26:03.420 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11073 -> pending_tokens [np.int64(130485), np.int64(87731), np.int64(11)] 3 +2026-04-30 19:26:03.428 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [770] (1,) int64 +2026-04-30 19:26:03.456 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[ 770 915 216 1366 1121 468 121 1709 1099 1134 1156 446 223 75 + 891 1082]]] (1, 1, 16) int64 +2026-04-30 19:26:03.456 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 130485 -> pending_tokens [np.int64(87731), np.int64(11)] 2 +2026-04-30 19:26:03.464 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [499] (1,) int64 +2026-04-30 19:26:03.491 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[ 499 1532 110 382 941 1185 935 413 1541 25 799 1421 217 1037 + 873 1002]]] (1, 1, 16) int64 +2026-04-30 19:26:03.491 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 87731 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:26:03.499 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [935] (1,) int64 +2026-04-30 19:26:03.526 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-73 vq-rvq [[[ 935 1224 1429 1973 818 1914 275 103 1336 1327 352 289 387 205 + 1188 1024]]] (1, 1, 16) int64 +2026-04-30 19:26:03.526 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:26:03.534 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-73 vq [402] (1,) int64 +2026-04-30 19:26:03.561 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-74 vq-rvq [[[ 402 1161 1269 319 119 975 602 1536 432 585 1617 853 560 417 + 1681 1402]]] (1, 1, 16) int64 +2026-04-30 19:26:03.561 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-46 chunk_tokens [[[ 830 1782 287 1621] + [ 299 1698 1924 1082] + [2003 1787 69 448] + [1215 277 564 400] + [ 927 1263 295 1626] + [ 982 167 372 1338] + [1406 1388 10 1419] + [1676 134 31 1179] + [ 773 1689 1047 489] + [ 768 690 512 1966] + [2018 269 386 765] + [1447 996 96 131] + [1045 1069 343 1689] + [ 655 706 530 553] + [1606 169 1351 1068] + [1336 59 17 619]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:03.585 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-46 wav [[[0.00221431 0.03934583 0.0700637 ... 0.01913414 0.04059763 0.06542776]]] -0.2998812198638916 0.0001630938786547631 0.07838644087314606 0.33400189876556396 (1, 1, 7680) +2026-04-30 19:26:03.586 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-50 chunk_tokens [[[1055 770 499 935] + [ 149 915 1532 1224] + [ 569 216 110 1429] + [1965 1366 382 1973] + [ 903 1121 941 818] + [ 768 468 1185 1914] + [ 911 121 935 275] + [ 342 1709 413 103] + [ 400 1099 1541 1336] + [ 575 1134 25 1327] + [ 609 1156 799 352] + [ 865 446 1421 289] + [ 309 223 217 387] + [ 430 75 1037 205] + [1324 891 873 1188] + [1061 1082 1002 1024]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:03.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-50 wav [[[0.08465035 0.0946539 0.09328509 ... 0.0472551 0.05668663 0.05911173]]] -0.41971355676651 2.49695385718951e-05 0.07336953282356262 0.34725117683410645 (1, 1, 7680) +2026-04-30 19:26:03.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:26:03.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:26:03.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:03.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:26:03.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:26:03.618 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-74 vq [1316] (1,) int64 +2026-04-30 19:26:03.645 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-75 vq-rvq [[[1316 1002 192 1761 1004 1542 70 1129 261 448 563 1222 100 276 + 418 197]]] (1, 1, 16) int64 +2026-04-30 19:26:03.653 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-75 vq [177] (1,) int64 +2026-04-30 19:26:03.680 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-76 vq-rvq [[[ 177 1183 2028 633 1945 1051 1205 1143 62 705 1670 304 458 1590 + 1 58]]] (1, 1, 16) int64 +2026-04-30 19:26:03.688 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-76 vq [1196] (1,) int64 +2026-04-30 19:26:03.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-77 vq-rvq [[[1196 87 658 1207 848 1837 1930 1811 643 814 81 820 1104 188 + 134 219]]] (1, 1, 16) int64 +2026-04-30 19:26:03.723 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-77 vq [891] (1,) int64 +2026-04-30 19:26:03.749 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-78 vq-rvq [[[ 891 718 34 428 1484 1012 1968 1148 32 243 1480 378 1958 1327 + 1280 1357]]] (1, 1, 16) int64 +2026-04-30 19:26:03.757 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-78 vq [777] (1,) int64 +2026-04-30 19:26:03.784 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-79 vq-rvq [[[ 777 1525 146 1201 588 403 1350 709 1866 1032 1990 190 1516 1789 + 127 1094]]] (1, 1, 16) int64 +2026-04-30 19:26:03.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-79 vq [833] (1,) int64 +2026-04-30 19:26:03.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-80 vq-rvq [[[ 833 1377 609 549 708 1294 346 1289 1844 1398 641 1576 1876 1417 + 71 996]]] (1, 1, 16) int64 +2026-04-30 19:26:03.827 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-80 vq [1559] (1,) int64 +2026-04-30 19:26:03.853 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-81 vq-rvq [[[1559 1378 2045 1595 3 246 970 952 186 212 678 1040 1932 1374 + 953 823]]] (1, 1, 16) int64 +2026-04-30 19:26:03.861 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-81 vq [28] (1,) int64 +2026-04-30 19:26:03.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-82 vq-rvq [[[ 28 1354 153 367 360 1253 1037 1486 1162 488 319 253 1712 1897 + 1347 1641]]] (1, 1, 16) int64 +2026-04-30 19:26:03.896 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-82 vq [158] (1,) int64 +2026-04-30 19:26:03.923 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-83 vq-rvq [[[ 158 1809 503 10 260 865 654 830 528 1684 1396 1636 878 402 + 1138 694]]] (1, 1, 16) int64 +2026-04-30 19:26:03.931 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-83 vq [2030] (1,) int64 +2026-04-30 19:26:03.958 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-84 vq-rvq [[[2030 1971 1116 189 841 1694 183 182 350 617 297 1927 5 958 + 537 198]]] (1, 1, 16) int64 +2026-04-30 19:26:03.966 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-84 vq [2020] (1,) int64 +2026-04-30 19:26:03.993 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-85 vq-rvq [[[2020 545 310 1224 39 1812 195 1521 435 1403 2007 1443 412 960 + 1957 1595]]] (1, 1, 16) int64 +2026-04-30 19:26:04.001 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-85 vq [825] (1,) int64 +2026-04-30 19:26:04.028 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-86 vq-rvq [[[ 825 1821 1718 1989 1167 87 44 878 1228 1347 1997 1699 895 1 + 1906 1385]]] (1, 1, 16) int64 +2026-04-30 19:26:04.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-86 vq [667] (1,) int64 +2026-04-30 19:26:04.063 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-87 vq-rvq [[[ 667 1058 1708 706 1493 1607 383 1441 1507 1330 206 17 1300 1449 + 678 967]]] (1, 1, 16) int64 +2026-04-30 19:26:04.071 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-87 vq [1406] (1,) int64 +2026-04-30 19:26:04.098 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-88 vq-rvq [[[1406 834 28 30 704 25 710 174 834 1047 123 1992 261 19 + 941 1345]]] (1, 1, 16) int64 +2026-04-30 19:26:04.106 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-88 vq [195] (1,) int64 +2026-04-30 19:26:04.133 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-89 vq-rvq [[[ 195 1175 1442 232 315 1465 547 1466 369 105 1720 676 716 1993 + 66 1405]]] (1, 1, 16) int64 +2026-04-30 19:26:04.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-89 vq [1603] (1,) int64 +2026-04-30 19:26:04.168 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-90 vq-rvq [[[1603 1782 399 533 1579 1414 11 1620 1305 340 1136 1212 150 58 + 1778 1622]]] (1, 1, 16) int64 +2026-04-30 19:26:04.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-90 vq [1106] (1,) int64 +2026-04-30 19:26:04.203 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-91 vq-rvq [[[1106 638 1001 1977 1680 1733 1512 1194 940 1471 713 123 394 754 + 499 90]]] (1, 1, 16) int64 +2026-04-30 19:26:04.211 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-91 vq [1182] (1,) int64 +2026-04-30 19:26:04.238 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-92 vq-rvq [[[1182 1456 1273 1913 481 59 648 1517 1564 1235 1015 119 11 81 + 721 206]]] (1, 1, 16) int64 +2026-04-30 19:26:04.246 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-92 vq [1958] (1,) int64 +2026-04-30 19:26:04.273 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-93 vq-rvq [[[1958 433 1937 494 884 174 1093 1061 52 1700 608 1185 199 72 + 44 1706]]] (1, 1, 16) int64 +2026-04-30 19:26:04.281 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-93 vq [863] (1,) int64 +2026-04-30 19:26:04.308 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-94 vq-rvq [[[ 863 693 1454 750 625 634 1113 192 1442 850 1401 420 1675 872 + 683 1036]]] (1, 1, 16) int64 +2026-04-30 19:26:04.317 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-94 vq [2150] (1,) int64 +2026-04-30 19:26:04.317 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-54 chunk_tokens [[[ 402 1316 177 1196] + [1161 1002 1183 87] + [1269 192 2028 658] + [ 319 1761 633 1207] + [ 119 1004 1945 848] + [ 975 1542 1051 1837] + [ 602 70 1205 1930] + [1536 1129 1143 1811] + [ 432 261 62 643] + [ 585 448 705 814] + [1617 563 1670 81] + [ 853 1222 304 820] + [ 560 100 458 1104] + [ 417 276 1590 188] + [1681 418 1 134] + [1402 197 58 219]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:04.341 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-54 wav [[[ 0.04501721 0.0241992 0.01363233 ... -0.04057647 -0.05749581 + -0.0651198 ]]] -0.4347250461578369 -4.3712687329389155e-05 0.0809682309627533 0.315145879983902 (1, 1, 7680) +2026-04-30 19:26:04.341 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-58 chunk_tokens [[[ 891 777 833 1559] + [ 718 1525 1377 1378] + [ 34 146 609 2045] + [ 428 1201 549 1595] + [1484 588 708 3] + [1012 403 1294 246] + [1968 1350 346 970] + [1148 709 1289 952] + [ 32 1866 1844 186] + [ 243 1032 1398 212] + [1480 1990 641 678] + [ 378 190 1576 1040] + [1958 1516 1876 1932] + [1327 1789 1417 1374] + [1280 127 71 953] + [1357 1094 996 823]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:04.365 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-58 wav [[[-0.06861783 -0.06905188 -0.06281615 ... -0.00338598 0.00180774 + 0.00092616]]] -0.39641478657722473 3.9381378883263096e-05 0.06513799726963043 0.28704598546028137 (1, 1, 7680) +2026-04-30 19:26:04.366 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-62 chunk_tokens [[[ 28 158 2030 2020] + [1354 1809 1971 545] + [ 153 503 1116 310] + [ 367 10 189 1224] + [ 360 260 841 39] + [1253 865 1694 1812] + [1037 654 183 195] + [1486 830 182 1521] + [1162 528 350 435] + [ 488 1684 617 1403] + [ 319 1396 297 2007] + [ 253 1636 1927 1443] + [1712 878 5 412] + [1897 402 958 960] + [1347 1138 537 1957] + [1641 694 198 1595]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:04.390 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-62 wav [[[-0.00584421 -0.00096309 0.00632945 ... 0.00375346 0.00384357 + 0.00217619]]] -0.3507983982563019 1.487454142079514e-06 0.07993330806493759 0.3479536771774292 (1, 1, 7680) +2026-04-30 19:26:04.390 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-66 chunk_tokens [[[ 825 667 1406 195] + [1821 1058 834 1175] + [1718 1708 28 1442] + [1989 706 30 232] + [1167 1493 704 315] + [ 87 1607 25 1465] + [ 44 383 710 547] + [ 878 1441 174 1466] + [1228 1507 834 369] + [1347 1330 1047 105] + [1997 206 123 1720] + [1699 17 1992 676] + [ 895 1300 261 716] + [ 1 1449 19 1993] + [1906 678 941 66] + [1385 967 1345 1405]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:04.414 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-66 wav [[[-0.00579548 -0.01757104 -0.0243005 ... 0.00547749 0.00660871 + 0.009783 ]]] -0.30730149149894714 7.387773075606674e-05 0.07454356551170349 0.42008545994758606 (1, 1, 7680) +2026-04-30 19:26:04.414 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-70 chunk_tokens [[[1603 1106 1182 1958] + [1782 638 1456 433] + [ 399 1001 1273 1937] + [ 533 1977 1913 494] + [1579 1680 481 884] + [1414 1733 59 174] + [ 11 1512 648 1093] + [1620 1194 1517 1061] + [1305 940 1564 52] + [ 340 1471 1235 1700] + [1136 713 1015 608] + [1212 123 119 1185] + [ 150 394 11 199] + [ 58 754 81 72] + [1778 499 721 44] + [1622 90 206 1706]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:04.438 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-70 wav [[[ 0.01747901 0.02681293 0.03847475 ... -0.02004432 -0.02144283 + -0.0218131 ]]] -0.4774703085422516 4.8207220970653e-05 0.07886362075805664 0.2929850220680237 (1, 1, 7680) +2026-04-30 19:26:04.438 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-74 chunk_tokens [[[ 863] + [ 693] + [1454] + [ 750] + [ 625] + [ 634] + [1113] + [ 192] + [1442] + [ 850] + [1401] + [ 420] + [1675] + [ 872] + [ 683] + [1036]]] (1, 16, 1) n_chunk_frames 1 +2026-04-30 19:26:04.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-74 wav [[[-1.9715637e-02 -1.6528632e-02 -1.3177541e-02 ... 1.1422026e-05 + 1.1317023e-05 1.1494269e-05]]] -0.031071737408638 -7.873835420468822e-05 0.008015702478587627 0.03967128321528435 (1, 1, 1920) +2026-04-30 19:26:04.505 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-95 +2026-04-30 19:26:04.522 [INFO] __main__: Synthesising: 'когда технологии стали достаточно быстрыми,' +2026-04-30 19:26:04.522 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache к +2026-04-30 19:26:04.523 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:26:04.523 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:26:04.602 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.02542407 0.05565496 0.02078674 ... 0.21637845 0.06261076 + 0.08690926]]] (1, 1, 1024) +2026-04-30 19:26:04.602 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:26:04.602 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:26:04.603 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:26:04.603 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.02542407 0.05565496 0.02078674 ... 0.21637845 0.06261076 + 0.08690926] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:26:04.603 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:26:04.604 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:26:04.604 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:26:04.604 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:26:04.604 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:26:04.605 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:26:04.605 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:26:04.605 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.02064589 0.05184897 0.01909059 ... 0.2070941 0.06416605 + 0.09115074] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:26:04.606 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-2.0645889e-02 5.1848970e-02 1.9090585e-02 ... 2.0709410e-01 + 6.4166047e-02 9.1150738e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:26:04.649 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache ко +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache ког +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache когд +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache когда +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache когда +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда т +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache когда те +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment х -> text_cache когда тех +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache когда техн +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда техно +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache когда технол +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда техноло +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache когда технолог +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache когда технологи +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache когда технологии +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache когда технологии +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache когда технологии с +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда технологии ст +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache когда технологии ста +2026-04-30 19:26:04.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache когда технологии стал +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache когда технологии стали +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache когда технологии стали +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache когда технологии стали д +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда технологии стали до +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache когда технологии стали дос +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда технологии стали дост +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache когда технологии стали доста +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда технологии стали достат +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда технологии стали достато +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ч -> text_cache когда технологии стали достаточ +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache когда технологии стали достаточн +2026-04-30 19:26:04.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['когда технологии стали '] 23 +Qwen3TTSProcessor __call__ text ['когда технологии стали '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 4793, 124846, 142651, 135906, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:26:04.652 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 4793, 124846, 142651, 135906, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:26:04.652 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 4793 124846 142651 135906 220]] (1, 5) +2026-04-30 19:26:04.652 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 4793 124846 142651 135906 220]] (1, 5) +2026-04-30 19:26:04.652 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment когда технологии стали 23 -> tokenized_segment [np.int64(4793), np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] 5 +2026-04-30 19:26:04.652 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(4793), np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] +2026-04-30 19:26:04.652 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.652 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(4793), np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] 5 +2026-04-30 19:26:04.652 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 4793 -> pending_tokens [np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] 4 +2026-04-30 19:26:04.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:26:04.687 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 1221 283 22 107 69 1751 604 679 765 2009 1593 266 160 + 1376 1058]]] (1, 1, 16) int64 +2026-04-30 19:26:04.687 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 124846 -> pending_tokens [np.int64(142651), np.int64(135906), np.int64(220)] 3 +2026-04-30 19:26:04.695 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:26:04.722 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 1889 1402 238 914 219 1579 126 249 1179 400 256 965 144 + 911 1023]]] (1, 1, 16) int64 +2026-04-30 19:26:04.722 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 142651 -> pending_tokens [np.int64(135906), np.int64(220)] 2 +2026-04-30 19:26:04.730 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:26:04.757 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 1071 1054 282 610 1506 1148 2029 1242 1454 743 2034 1464 177 + 126 1049]]] (1, 1, 16) int64 +2026-04-30 19:26:04.757 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 135906 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:26:04.765 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:26:04.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 1704 928 354 947 785 1640 1641 705 1607 1652 796 783 818 + 159 1764]]] (1, 1, 16) int64 +2026-04-30 19:26:04.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:26:04.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [462] (1,) int64 +2026-04-30 19:26:04.827 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[ 462 582 705 864 442 449 474 1777 1154 266 1702 1753 1160 237 + 1837 161]]] (1, 1, 16) int64 +2026-04-30 19:26:04.828 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [1221 1889 1071 1704] + [ 283 1402 1054 928] + [ 22 238 282 354] + [ 107 914 610 947] + [ 69 219 1506 785] + [1751 1579 1148 1640] + [ 604 126 2029 1641] + [ 679 249 1242 705] + [ 765 1179 1454 1607] + [2009 400 743 1652] + [1593 256 2034 796] + [ 266 965 1464 783] + [ 160 144 177 818] + [1376 911 126 159] + [1058 1023 1049 1764]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-2.06317715e-02 -1.67933665e-02 -1.47240255e-02 ... 6.64611871e-05 + -4.19520393e-06 -7.44241624e-05]]] -0.03491878882050514 -5.533664079848677e-05 0.001796408905647695 0.0195828378200531 (1, 1, 7680) +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache достаточно +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache достаточно +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache достаточно б +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache достаточно бы +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache достаточно быс +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache достаточно быст +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache достаточно быстр +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache достаточно быстры +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache достаточно быстрым +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache достаточно быстрыми +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache достаточно быстрыми, +2026-04-30 19:26:04.852 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['достаточно быстрыми,'] 20 +Qwen3TTSProcessor __call__ text ['достаточно быстрыми,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6949, 24276, 7972, 127310, 37660, 6597, 38003, 63780, + 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:26:04.853 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6949, 24276, 7972, 127310, 37660, 6597, 38003, 63780, + 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:26:04.853 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6949 24276 7972 127310 37660 6597 38003 63780 11]] (1, 9) +2026-04-30 19:26:04.853 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6949 24276 7972 127310 37660 6597 38003 63780 11]] (1, 9) +2026-04-30 19:26:04.853 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment достаточно быстрыми, 20 -> tokenized_segment [np.int64(6949), np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 9 +2026-04-30 19:26:04.853 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6949), np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] +2026-04-30 19:26:04.853 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:04.853 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6949), np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 9 +2026-04-30 19:26:04.853 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6949 -> pending_tokens [np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 8 +2026-04-30 19:26:04.861 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [1225] (1,) int64 +2026-04-30 19:26:04.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[1225 1825 534 2042 1456 412 1489 1182 1379 758 196 1170 520 1545 + 1692 319]]] (1, 1, 16) int64 +2026-04-30 19:26:04.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 24276 -> pending_tokens [np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 7 +2026-04-30 19:26:04.896 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [628] (1,) int64 +2026-04-30 19:26:04.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[ 628 817 1643 77 2036 1890 1753 62 968 221 1153 454 811 80 + 2041 295]]] (1, 1, 16) int64 +2026-04-30 19:26:04.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 7972 -> pending_tokens [np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 6 +2026-04-30 19:26:04.932 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [499] (1,) int64 +2026-04-30 19:26:04.959 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[ 499 1809 1734 36 380 736 1416 730 2004 797 609 195 883 252 + 106 1160]]] (1, 1, 16) int64 +2026-04-30 19:26:04.959 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 127310 -> pending_tokens [np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 5 +2026-04-30 19:26:04.967 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [1953] (1,) int64 +2026-04-30 19:26:04.993 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[1953 1826 459 1987 661 333 410 1010 1836 768 299 1155 765 35 + 858 113]]] (1, 1, 16) int64 +2026-04-30 19:26:04.994 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 37660 -> pending_tokens [np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 4 +2026-04-30 19:26:05.002 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [777] (1,) int64 +2026-04-30 19:26:05.028 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[ 777 1400 373 1850 841 1731 1929 122 647 189 121 321 1593 1692 + 439 134]]] (1, 1, 16) int64 +2026-04-30 19:26:05.028 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6597 -> pending_tokens [np.int64(38003), np.int64(63780), np.int64(11)] 3 +2026-04-30 19:26:05.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [297] (1,) int64 +2026-04-30 19:26:05.063 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[ 297 1510 741 1241 1769 938 101 648 519 1125 2014 736 1689 780 + 122 381]]] (1, 1, 16) int64 +2026-04-30 19:26:05.063 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 38003 -> pending_tokens [np.int64(63780), np.int64(11)] 2 +2026-04-30 19:26:05.071 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [1145] (1,) int64 +2026-04-30 19:26:05.098 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[1145 1696 1750 758 222 1793 458 367 202 100 473 1014 120 962 + 637 1657]]] (1, 1, 16) int64 +2026-04-30 19:26:05.098 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 63780 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:26:05.106 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [39] (1,) int64 +2026-04-30 19:26:05.133 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[ 39 1021 837 277 1464 1807 294 1316 1706 447 1077 1055 1346 205 + 665 632]]] (1, 1, 16) int64 +2026-04-30 19:26:05.133 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:26:05.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [1845] (1,) int64 +2026-04-30 19:26:05.168 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[1845 1165 394 146 159 1813 1216 1399 1678 149 1560 68 815 1 + 1622 1235]]] (1, 1, 16) int64 +2026-04-30 19:26:05.169 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[ 462 1225 628 499] + [ 582 1825 817 1809] + [ 705 534 1643 1734] + [ 864 2042 77 36] + [ 442 1456 2036 380] + [ 449 412 1890 736] + [ 474 1489 1753 1416] + [1777 1182 62 730] + [1154 1379 968 2004] + [ 266 758 221 797] + [1702 196 1153 609] + [1753 1170 454 195] + [1160 520 811 883] + [ 237 1545 80 252] + [1837 1692 2041 106] + [ 161 319 295 1160]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:05.193 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[-8.0167578e-05 -4.1713702e-05 3.4347220e-05 ... 1.4899543e-02 + 1.9630753e-02 2.1652387e-02]]] -0.24945759773254395 1.0724160347308498e-05 0.03428755700588226 0.3815094232559204 (1, 1, 7680) +2026-04-30 19:26:05.193 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[1953 777 297 1145] + [1826 1400 1510 1696] + [ 459 373 741 1750] + [1987 1850 1241 758] + [ 661 841 1769 222] + [ 333 1731 938 1793] + [ 410 1929 101 458] + [1010 122 648 367] + [1836 647 519 202] + [ 768 189 1125 100] + [ 299 121 2014 473] + [1155 321 736 1014] + [ 765 1593 1689 120] + [ 35 1692 780 962] + [ 858 439 122 637] + [ 113 134 381 1657]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:05.217 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[0.02029367 0.01627654 0.01006193 ... 0.06808572 0.06454458 0.05861032]]] -0.38842353224754333 5.7938919781008735e-05 0.05044485256075859 0.2728379964828491 (1, 1, 7680) +2026-04-30 19:26:05.217 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:26:05.217 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:26:05.217 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:05.217 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:26:05.217 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:26:05.225 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [477] (1,) int64 +2026-04-30 19:26:05.252 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[ 477 1201 7 10 993 403 1457 169 1973 1347 354 546 759 166 + 659 1732]]] (1, 1, 16) int64 +2026-04-30 19:26:05.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [133] (1,) int64 +2026-04-30 19:26:05.287 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[ 133 1501 1379 1860 690 1385 767 1818 1092 581 251 217 577 1691 + 1062 438]]] (1, 1, 16) int64 +2026-04-30 19:26:05.295 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [1634] (1,) int64 +2026-04-30 19:26:05.322 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[1634 845 902 1438 63 763 750 709 1991 208 1886 720 1736 1325 + 259 1079]]] (1, 1, 16) int64 +2026-04-30 19:26:05.330 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [177] (1,) int64 +2026-04-30 19:26:05.358 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[ 177 273 0 770 299 1944 1776 136 1351 1317 719 798 156 1221 + 77 747]]] (1, 1, 16) int64 +2026-04-30 19:26:05.366 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [1196] (1,) int64 +2026-04-30 19:26:05.393 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[1196 1013 1029 663 1488 614 446 763 477 769 269 16 181 971 + 1660 236]]] (1, 1, 16) int64 +2026-04-30 19:26:05.401 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [506] (1,) int64 +2026-04-30 19:26:05.428 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[ 506 1971 413 276 1512 1269 736 1679 1576 1804 1700 194 309 4 + 451 1096]]] (1, 1, 16) int64 +2026-04-30 19:26:05.436 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [532] (1,) int64 +2026-04-30 19:26:05.463 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[ 532 1151 66 776 682 260 10 609 1044 947 739 2032 1070 1022 + 2031 1559]]] (1, 1, 16) int64 +2026-04-30 19:26:05.471 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [269] (1,) int64 +2026-04-30 19:26:05.498 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[ 269 1892 1689 1288 1548 1981 94 640 281 830 12 739 548 979 + 191 564]]] (1, 1, 16) int64 +2026-04-30 19:26:05.506 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [1745] (1,) int64 +2026-04-30 19:26:05.533 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[1745 1592 1688 155 1960 1876 1627 1058 894 568 922 1441 1101 1244 + 281 940]]] (1, 1, 16) int64 +2026-04-30 19:26:05.541 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [575] (1,) int64 +2026-04-30 19:26:05.568 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[ 575 1371 1999 1593 1727 2011 1680 1650 1692 652 522 312 902 1124 + 1453 510]]] (1, 1, 16) int64 +2026-04-30 19:26:05.577 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [36] (1,) int64 +2026-04-30 19:26:05.604 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[ 36 621 342 1557 1270 126 1376 1347 1012 702 156 1458 810 500 + 645 540]]] (1, 1, 16) int64 +2026-04-30 19:26:05.612 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [875] (1,) int64 +2026-04-30 19:26:05.639 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[ 875 1588 385 692 732 573 254 400 792 1769 686 596 1820 389 + 1910 179]]] (1, 1, 16) int64 +2026-04-30 19:26:05.647 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [515] (1,) int64 +2026-04-30 19:26:05.674 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-27 vq-rvq [[[ 515 600 1231 489 627 1546 483 770 37 170 337 812 852 693 + 1402 81]]] (1, 1, 16) int64 +2026-04-30 19:26:05.682 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-27 vq [1947] (1,) int64 +2026-04-30 19:26:05.710 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-28 vq-rvq [[[1947 32 1287 417 1117 1794 392 1055 984 1911 153 1031 438 1869 + 217 626]]] (1, 1, 16) int64 +2026-04-30 19:26:05.718 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-28 vq [2004] (1,) int64 +2026-04-30 19:26:05.744 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-29 vq-rvq [[[2004 127 273 145 623 35 1583 1891 36 1998 531 1295 1175 1769 + 1449 202]]] (1, 1, 16) int64 +2026-04-30 19:26:05.752 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-29 vq [156] (1,) int64 +2026-04-30 19:26:05.779 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-30 vq-rvq [[[ 156 1759 187 1642 1607 669 676 1769 856 375 1883 44 1062 674 + 396 1680]]] (1, 1, 16) int64 +2026-04-30 19:26:05.787 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-30 vq [1743] (1,) int64 +2026-04-30 19:26:05.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-31 vq-rvq [[[1743 944 1095 2000 1054 1879 95 255 1024 988 167 964 314 936 + 379 207]]] (1, 1, 16) int64 +2026-04-30 19:26:05.822 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-31 vq [496] (1,) int64 +2026-04-30 19:26:05.849 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-32 vq-rvq [[[ 496 1354 1942 1697 1263 229 544 498 1632 1007 373 81 1046 587 + 1348 151]]] (1, 1, 16) int64 +2026-04-30 19:26:05.857 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-32 vq [679] (1,) int64 +2026-04-30 19:26:05.884 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-33 vq-rvq [[[ 679 1183 710 884 1983 1610 996 354 1542 1796 1666 924 934 496 + 1152 1176]]] (1, 1, 16) int64 +2026-04-30 19:26:05.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-33 vq [1514] (1,) int64 +2026-04-30 19:26:05.918 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-34 vq-rvq [[[1514 1233 2007 621 779 189 150 1096 722 668 1616 178 507 869 + 7 12]]] (1, 1, 16) int64 +2026-04-30 19:26:05.926 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-34 vq [982] (1,) int64 +2026-04-30 19:26:05.953 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-35 vq-rvq [[[ 982 1595 1770 370 1019 1659 256 1916 11 733 549 1659 1268 1757 + 701 59]]] (1, 1, 16) int64 +2026-04-30 19:26:05.961 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-35 vq [1063] (1,) int64 +2026-04-30 19:26:05.988 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-36 vq-rvq [[[1063 1772 246 1417 1681 1494 832 342 1503 530 424 1676 1340 1327 + 1571 687]]] (1, 1, 16) int64 +2026-04-30 19:26:05.996 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-36 vq [121] (1,) int64 +2026-04-30 19:26:06.023 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-37 vq-rvq [[[ 121 1042 1879 1782 1702 1511 364 1823 1269 1237 799 1076 809 1339 + 420 1115]]] (1, 1, 16) int64 +2026-04-30 19:26:06.031 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-37 vq [2150] (1,) int64 +2026-04-30 19:26:06.031 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[ 39 1845 477 133] + [1021 1165 1201 1501] + [ 837 394 7 1379] + [ 277 146 10 1860] + [1464 159 993 690] + [1807 1813 403 1385] + [ 294 1216 1457 767] + [1316 1399 169 1818] + [1706 1678 1973 1092] + [ 447 149 1347 581] + [1077 1560 354 251] + [1055 68 546 217] + [1346 815 759 577] + [ 205 1 166 1691] + [ 665 1622 659 1062] + [ 632 1235 1732 438]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:06.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[ 0.05094757 0.04577596 0.04464076 ... -0.03615839 -0.03458475 + 0.00780901]]] -0.38215261697769165 4.1282673919340596e-05 0.08734284341335297 0.27787166833877563 (1, 1, 7680) +2026-04-30 19:26:06.055 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[1634 177 1196 506] + [ 845 273 1013 1971] + [ 902 0 1029 413] + [1438 770 663 276] + [ 63 299 1488 1512] + [ 763 1944 614 1269] + [ 750 1776 446 736] + [ 709 136 763 1679] + [1991 1351 477 1576] + [ 208 1317 769 1804] + [1886 719 269 1700] + [ 720 798 16 194] + [1736 156 181 309] + [1325 1221 971 4] + [ 259 77 1660 451] + [1079 747 236 1096]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:06.079 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[0.05842641 0.09555472 0.10986558 ... 0.0013969 0.01872239 0.04114778]]] -0.3857892155647278 9.528391092317179e-05 0.06948209553956985 0.33023425936698914 (1, 1, 7680) +2026-04-30 19:26:06.080 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[ 532 269 1745 575] + [1151 1892 1592 1371] + [ 66 1689 1688 1999] + [ 776 1288 155 1593] + [ 682 1548 1960 1727] + [ 260 1981 1876 2011] + [ 10 94 1627 1680] + [ 609 640 1058 1650] + [1044 281 894 1692] + [ 947 830 568 652] + [ 739 12 922 522] + [2032 739 1441 312] + [1070 548 1101 902] + [1022 979 1244 1124] + [2031 191 281 1453] + [1559 564 940 510]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:06.104 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[ 0.05213842 0.05569138 0.06345794 ... -0.00115294 -0.00027638 + -0.00037019]]] -0.3263360857963562 -0.0001289134524995461 0.06016819179058075 0.2761137783527374 (1, 1, 7680) +2026-04-30 19:26:06.104 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[ 36 875 515 1947] + [ 621 1588 600 32] + [ 342 385 1231 1287] + [1557 692 489 417] + [1270 732 627 1117] + [ 126 573 1546 1794] + [1376 254 483 392] + [1347 400 770 1055] + [1012 792 37 984] + [ 702 1769 170 1911] + [ 156 686 337 153] + [1458 596 812 1031] + [ 810 1820 852 438] + [ 500 389 693 1869] + [ 645 1910 1402 217] + [ 540 179 81 626]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:06.128 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[-1.2735376e-03 -7.3580118e-04 3.0488527e-05 ... 8.4239952e-03 + 3.2757007e-02 1.1410726e-02]]] -0.3552726209163666 1.0374716111982707e-05 0.06672560423612595 0.2960858643054962 (1, 1, 7680) +2026-04-30 19:26:06.128 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 chunk_tokens [[[2004 156 1743 496] + [ 127 1759 944 1354] + [ 273 187 1095 1942] + [ 145 1642 2000 1697] + [ 623 1607 1054 1263] + [ 35 669 1879 229] + [1583 676 95 544] + [1891 1769 255 498] + [ 36 856 1024 1632] + [1998 375 988 1007] + [ 531 1883 167 373] + [1295 44 964 81] + [1175 1062 314 1046] + [1769 674 936 587] + [1449 396 379 1348] + [ 202 1680 207 151]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:06.152 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 wav [[[-0.03925117 -0.01366347 0.03734893 ... -0.04557104 -0.04238814 + -0.02026677]]] -0.3543156683444977 0.00015050903311930597 0.0831756666302681 0.2808587849140167 (1, 1, 7680) +2026-04-30 19:26:06.153 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 chunk_tokens [[[ 679 1514 982 1063] + [1183 1233 1595 1772] + [ 710 2007 1770 246] + [ 884 621 370 1417] + [1983 779 1019 1681] + [1610 189 1659 1494] + [ 996 150 256 832] + [ 354 1096 1916 342] + [1542 722 11 1503] + [1796 668 733 530] + [1666 1616 549 424] + [ 924 178 1659 1676] + [ 934 507 1268 1340] + [ 496 869 1757 1327] + [1152 7 701 1571] + [1176 12 59 687]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:06.177 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 wav [[[ 0.02351574 0.06001395 0.05978361 ... 0.00261743 -0.03956862 + -0.06221673]]] -0.3753751516342163 -0.00010315112012904137 0.05548836290836334 0.26587414741516113 (1, 1, 7680) +2026-04-30 19:26:06.177 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 chunk_tokens [[[ 121] + [1042] + [1879] + [1782] + [1702] + [1511] + [ 364] + [1823] + [1269] + [1237] + [ 799] + [1076] + [ 809] + [1339] + [ 420] + [1115]]] (1, 16, 1) n_chunk_frames 1 +2026-04-30 19:26:06.206 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 wav [[[-6.3454241e-02 -3.5933349e-02 1.2640217e-03 ... 1.9708219e-05 + 1.7832308e-05 1.5235857e-05]]] -0.10036860406398773 -5.3411822591442615e-05 0.011042192578315735 0.08905704319477081 (1, 1, 1920) +2026-04-30 19:26:06.206 [INFO] __main__: Synthesising: 'чтобы люди могли просто общаться.' +2026-04-30 19:26:06.206 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ч -> text_cache ч +2026-04-30 19:26:06.206 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:26:06.211 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[-0.00221966, -0.00138947, -0.000929 , ..., -0.1126425 , + -0.1338531 , -0.13333385]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.10775348, -0.05212127, 0.0396859 , ..., -0.04563401, + -0.03402565, -0.03579839]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03745677, -0.02658239, -0.02583151, ..., -0.0121026 , + -0.00580872, -0.01895227]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0263972 , -0.01400574, -0.01092716, ..., -0.00139586, + 0.00422512, 0.00643334]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00588865, 0.00345067, -0.00066399, ..., 0.00632556, + 0.00391393, 0.00175216]]], shape=(1, 1, 5760), dtype=float32), array([[[ 0.0010756 , 0.00117576, 0.00123106, ..., -0.04100708, + -0.0458885 , -0.04321691]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05036464, -0.03583061, -0.00757636, ..., 0.05205004, + 0.01185071, -0.03961121]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.08307496, -0.11176797, -0.1242267 , ..., -0.00193561, + 0.005123 , 0.0037974 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00899126, -0.00369494, 0.00981118, ..., -0.00399455, + -0.00319744, -0.00289368]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00285673, -0.0034839 , -0.00415278, ..., 0.00778646, + 0.00595145, -0.0043805 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01552802, -0.01487012, -0.01219678, ..., -0.00294759, + 0.00343194, 0.0008437 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00404704, 0.00067246, 0.00399263, ..., 0.09798931, + 0.20872854, 0.2311011 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.14216125, 0.06682034, 0.02212509, ..., 0.06106113, + 0.00223079, -0.05518628]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.10738115, -0.11622868, -0.06752186, ..., 0.03509749, + 0.03198082, 0.02877127]]], shape=(1, 1, 7680), dtype=float32), array([[[2.69281808e-02, 2.77648699e-02, 3.07107549e-02, ..., + 1.15126495e-05, 1.21511912e-05, 1.15567072e-05]]], + shape=(1, 1, 5760), dtype=float32), array([[[-2.0247478e-02, -1.6132748e-02, -1.4229195e-02, ..., + 1.1977663e-05, 1.1495073e-05, 1.2644601e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.2498698e-05, 1.2433531e-05, 1.1404698e-05, ..., + -5.8077216e-02, -5.1980902e-02, -5.0722528e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.05217085, -0.05058753, -0.03975262, ..., 0.21015896, + 0.11327256, 0.02125037]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03852101, -0.06222959, -0.06324419, ..., 0.00308757, + 0.01666446, 0.02635817]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02811593, 0.01903336, 0.00181638, ..., -0.00637799, + -0.00625728, -0.01839462]]], shape=(1, 1, 7680), dtype=float32), array([[[-3.6303084e-02, -4.4228390e-02, -4.6101980e-02, ..., + 4.6050473e-04, -4.0465111e-05, -2.4329145e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[7.2466741e-05, 2.7459790e-04, 3.0666371e-04, ..., + 8.0509745e-03, 1.3393108e-02, 9.4361240e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00426391, 0.00582221, 0.00909369, ..., -0.02768227, + -0.02276854, -0.01686861]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01355644, -0.01526949, -0.01623942, ..., 0.0395449 , + 0.05279908, 0.00224491]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01579052, 0.00150335, -0.02962946, ..., -0.00423873, + -0.00033509, 0.00640968]]], shape=(1, 1, 7680), dtype=float32), array([[[1.9390190e-02, 3.0609204e-02, 3.0704437e-02, ..., + 1.1317945e-05, 1.0956299e-05, 1.1030028e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[ 1.1094540e-05, 1.1138460e-05, 1.1009237e-05, ..., + -2.2123540e-02, -2.2558490e-02, -1.9299621e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.00221431, 0.03934583, 0.0700637 , ..., 0.01913414, + 0.04059763, 0.06542776]]], shape=(1, 1, 7680), dtype=float32), array([[[0.08465035, 0.0946539 , 0.09328509, ..., 0.0472551 , + 0.05668663, 0.05911173]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04501721, 0.0241992 , 0.01363233, ..., -0.04057647, + -0.05749581, -0.0651198 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06861783, -0.06905188, -0.06281615, ..., -0.00338598, + 0.00180774, 0.00092616]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00584421, -0.00096309, 0.00632945, ..., 0.00375346, + 0.00384357, 0.00217619]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00579548, -0.01757104, -0.0243005 , ..., 0.00547749, + 0.00660871, 0.009783 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01747901, 0.02681293, 0.03847475, ..., -0.02004432, + -0.02144283, -0.0218131 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.9715637e-02, -1.6528632e-02, -1.3177541e-02, ..., + 1.1422026e-05, 1.1317023e-05, 1.1494269e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-2.06317715e-02, -1.67933665e-02, -1.47240255e-02, ..., + 6.64611871e-05, -4.19520393e-06, -7.44241624e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-8.0167578e-05, -4.1713702e-05, 3.4347220e-05, ..., + 1.4899543e-02, 1.9630753e-02, 2.1652387e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.02029367, 0.01627654, 0.01006193, ..., 0.06808572, + 0.06454458, 0.05861032]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.05094757, 0.04577596, 0.04464076, ..., -0.03615839, + -0.03458475, 0.00780901]]], shape=(1, 1, 7680), dtype=float32), array([[[0.05842641, 0.09555472, 0.10986558, ..., 0.0013969 , + 0.01872239, 0.04114778]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.05213842, 0.05569138, 0.06345794, ..., -0.00115294, + -0.00027638, -0.00037019]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.2735376e-03, -7.3580118e-04, 3.0488527e-05, ..., + 8.4239952e-03, 3.2757007e-02, 1.1410726e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.03925117, -0.01366347, 0.03734893, ..., -0.04557104, + -0.04238814, -0.02026677]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02351574, 0.06001395, 0.05978361, ..., 0.00261743, + -0.03956862, -0.06221673]]], shape=(1, 1, 7680), dtype=float32), array([[[-6.3454241e-02, -3.5933349e-02, 1.2640217e-03, ..., + 1.9708219e-05, 1.7832308e-05, 1.5235857e-05]]], + shape=(1, 1, 1920), dtype=float32)] 45 +2026-04-30 19:26:06.211 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [-2.2196597e-03 -1.3894709e-03 -9.2900067e-04 ... 1.9708219e-05 + 1.7832308e-05 1.5235857e-05] (326400,) float32 +2026-04-30 19:26:06.211 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 18 [-3.8521007e-02 -6.2229592e-02 -6.3244194e-02 ... 1.9708219e-05 + 1.7832308e-05 1.5235857e-05] (192000,) float32 +2026-04-30 19:26:06.214 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 18 [array([[[-0.03852101, -0.06222959, -0.06324419, ..., 0.00308757, + 0.01666446, 0.02635817]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02811593, 0.01903336, 0.00181638, ..., -0.00637799, + -0.00625728, -0.01839462]]], shape=(1, 1, 7680), dtype=float32), array([[[-3.6303084e-02, -4.4228390e-02, -4.6101980e-02, ..., + 4.6050473e-04, -4.0465111e-05, -2.4329145e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[7.2466741e-05, 2.7459790e-04, 3.0666371e-04, ..., + 8.0509745e-03, 1.3393108e-02, 9.4361240e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00426391, 0.00582221, 0.00909369, ..., -0.02768227, + -0.02276854, -0.01686861]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01355644, -0.01526949, -0.01623942, ..., 0.0395449 , + 0.05279908, 0.00224491]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01579052, 0.00150335, -0.02962946, ..., -0.00423873, + -0.00033509, 0.00640968]]], shape=(1, 1, 7680), dtype=float32), array([[[1.9390190e-02, 3.0609204e-02, 3.0704437e-02, ..., + 1.1317945e-05, 1.0956299e-05, 1.1030028e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[ 1.1094540e-05, 1.1138460e-05, 1.1009237e-05, ..., + -2.2123540e-02, -2.2558490e-02, -1.9299621e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.00221431, 0.03934583, 0.0700637 , ..., 0.01913414, + 0.04059763, 0.06542776]]], shape=(1, 1, 7680), dtype=float32), array([[[0.08465035, 0.0946539 , 0.09328509, ..., 0.0472551 , + 0.05668663, 0.05911173]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04501721, 0.0241992 , 0.01363233, ..., -0.04057647, + -0.05749581, -0.0651198 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06861783, -0.06905188, -0.06281615, ..., -0.00338598, + 0.00180774, 0.00092616]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00584421, -0.00096309, 0.00632945, ..., 0.00375346, + 0.00384357, 0.00217619]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00579548, -0.01757104, -0.0243005 , ..., 0.00547749, + 0.00660871, 0.009783 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01747901, 0.02681293, 0.03847475, ..., -0.02004432, + -0.02144283, -0.0218131 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.9715637e-02, -1.6528632e-02, -1.3177541e-02, ..., + 1.1422026e-05, 1.1317023e-05, 1.1494269e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-2.06317715e-02, -1.67933665e-02, -1.47240255e-02, ..., + 6.64611871e-05, -4.19520393e-06, -7.44241624e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-8.0167578e-05, -4.1713702e-05, 3.4347220e-05, ..., + 1.4899543e-02, 1.9630753e-02, 2.1652387e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.02029367, 0.01627654, 0.01006193, ..., 0.06808572, + 0.06454458, 0.05861032]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.05094757, 0.04577596, 0.04464076, ..., -0.03615839, + -0.03458475, 0.00780901]]], shape=(1, 1, 7680), dtype=float32), array([[[0.05842641, 0.09555472, 0.10986558, ..., 0.0013969 , + 0.01872239, 0.04114778]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.05213842, 0.05569138, 0.06345794, ..., -0.00115294, + -0.00027638, -0.00037019]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.2735376e-03, -7.3580118e-04, 3.0488527e-05, ..., + 8.4239952e-03, 3.2757007e-02, 1.1410726e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.03925117, -0.01366347, 0.03734893, ..., -0.04557104, + -0.04238814, -0.02026677]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02351574, 0.06001395, 0.05978361, ..., 0.00261743, + -0.03956862, -0.06221673]]], shape=(1, 1, 7680), dtype=float32), array([[[-6.3454241e-02, -3.5933349e-02, 1.2640217e-03, ..., + 1.9708219e-05, 1.7832308e-05, 1.5235857e-05]]], + shape=(1, 1, 1920), dtype=float32)] 27 +2026-04-30 19:26:06.215 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:26:06.287 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.00079289 0.06733401 -0.0398349 ... 0.18074517 0.0866328 + 0.04901728]]] (1, 1, 1024) +2026-04-30 19:26:06.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:26:06.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:26:06.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:26:06.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.00079289 0.06733401 -0.0398349 ... 0.18074517 0.0866328 + 0.04901728] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:26:06.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:26:06.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:26:06.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:26:06.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:26:06.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:26:06.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:26:06.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:26:06.291 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.00557107 0.06352802 -0.04153106 ... 0.17146082 0.08818809 + 0.05325875] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:26:06.291 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 5.5710729e-03 6.3528024e-02 -4.1531056e-02 ... 1.7146082e-01 + 8.8188089e-02 5.3258754e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:26:06.335 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=56; step_idx=56 +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=56; step_idx=56 +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache чт +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache что +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache чтоб +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache чтобы +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache чтобы л +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ю -> text_cache чтобы лю +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache чтобы люд +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache чтобы люди +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы люди +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache чтобы люди м +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди мо +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache чтобы люди мог +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache чтобы люди могл +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache чтобы люди могли +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы люди могли +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment п -> text_cache чтобы люди могли п +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache чтобы люди могли пр +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди могли про +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache чтобы люди могли прос +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache чтобы люди могли прост +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди могли просто +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы люди могли просто +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди могли просто о +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache чтобы люди могли просто об +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment щ -> text_cache чтобы люди могли просто общ +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache чтобы люди могли просто обща +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache чтобы люди могли просто общат +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ь -> text_cache чтобы люди могли просто общать +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache чтобы люди могли просто общатьс +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:06.375 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache чтобы люди могли просто общаться +2026-04-30 19:26:06.376 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['чтобы люди могли просто '] 24 +Qwen3TTSProcessor __call__ text ['чтобы люди могли просто '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6020, 1792, 50873, 132782, 125649, 11073, 129021, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:26:06.376 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6020, 1792, 50873, 132782, 125649, 11073, 129021, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:26:06.376 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6020 1792 50873 132782 125649 11073 129021 220]] (1, 8) +2026-04-30 19:26:06.376 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6020 1792 50873 132782 125649 11073 129021 220]] (1, 8) +2026-04-30 19:26:06.376 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment чтобы люди могли просто 24 -> tokenized_segment [np.int64(6020), np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 8 +2026-04-30 19:26:06.376 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6020), np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] +2026-04-30 19:26:06.376 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.376 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6020), np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 8 +2026-04-30 19:26:06.377 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6020 -> pending_tokens [np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 7 +2026-04-30 19:26:06.385 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-56 vq [1221] (1,) int64 +2026-04-30 19:26:06.412 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-57 vq-rvq [[[1221 1026 69 1258 1894 1085 687 1569 711 836 1831 1044 1256 222 + 846 782]]] (1, 1, 16) int64 +2026-04-30 19:26:06.412 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 1792 -> pending_tokens [np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 6 +2026-04-30 19:26:06.420 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [2042] (1,) int64 +2026-04-30 19:26:06.447 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[2042 1095 608 1765 103 616 1203 1595 276 462 896 704 76 264 + 300 593]]] (1, 1, 16) int64 +2026-04-30 19:26:06.447 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 50873 -> pending_tokens [np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 5 +2026-04-30 19:26:06.455 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [14] (1,) int64 +2026-04-30 19:26:06.482 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[ 14 1168 1214 249 280 1328 1028 465 108 1404 690 285 1785 628 + 1299 153]]] (1, 1, 16) int64 +2026-04-30 19:26:06.482 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 132782 -> pending_tokens [np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 4 +2026-04-30 19:26:06.490 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [1228] (1,) int64 +2026-04-30 19:26:06.517 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[1228 317 331 926 846 342 1080 1884 272 132 915 1254 720 1902 + 614 1777]]] (1, 1, 16) int64 +2026-04-30 19:26:06.517 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 125649 -> pending_tokens [np.int64(11073), np.int64(129021), np.int64(220)] 3 +2026-04-30 19:26:06.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [159] (1,) int64 +2026-04-30 19:26:06.552 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[ 159 758 350 158 1102 142 59 1648 1663 1682 157 580 1798 685 + 715 664]]] (1, 1, 16) int64 +2026-04-30 19:26:06.552 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11073 -> pending_tokens [np.int64(129021), np.int64(220)] 2 +2026-04-30 19:26:06.560 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [1091] (1,) int64 +2026-04-30 19:26:06.587 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[1091 55 1747 1494 944 294 1380 534 951 735 1266 13 1085 517 + 397 985]]] (1, 1, 16) int64 +2026-04-30 19:26:06.587 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 129021 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:26:06.595 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [1976] (1,) int64 +2026-04-30 19:26:06.622 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[1976 1243 1615 919 50 1403 619 1348 62 499 1452 1098 1894 1579 + 364 1723]]] (1, 1, 16) int64 +2026-04-30 19:26:06.622 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:26:06.630 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [1248] (1,) int64 +2026-04-30 19:26:06.657 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[1248 615 563 1474 470 612 1730 931 277 1572 1691 790 1436 1886 + 1240 1220]]] (1, 1, 16) int64 +2026-04-30 19:26:06.657 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-37 chunk_tokens [[[1221 2042 14 1228] + [1026 1095 1168 317] + [ 69 608 1214 331] + [1258 1765 249 926] + [1894 103 280 846] + [1085 616 1328 342] + [ 687 1203 1028 1080] + [1569 1595 465 1884] + [ 711 276 108 272] + [ 836 462 1404 132] + [1831 896 690 915] + [1044 704 285 1254] + [1256 76 1785 720] + [ 222 264 628 1902] + [ 846 300 1299 614] + [ 782 593 153 1777]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:06.681 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-37 wav [[[6.4516030e-06 3.8836665e-06 3.5758250e-05 ... 2.0419013e-02 + 5.6000661e-02 7.9175197e-02]]] -0.39740338921546936 0.00012032289669150487 0.057172417640686035 0.32271844148635864 (1, 1, 7680) +2026-04-30 19:26:06.682 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-41 chunk_tokens [[[ 159 1091 1976 1248] + [ 758 55 1243 615] + [ 350 1747 1615 563] + [ 158 1494 919 1474] + [1102 944 50 470] + [ 142 294 1403 612] + [ 59 1380 619 1730] + [1648 534 1348 931] + [1663 951 62 277] + [1682 735 499 1572] + [ 157 1266 1452 1691] + [ 580 13 1098 790] + [1798 1085 1894 1436] + [ 685 517 1579 1886] + [ 715 397 364 1240] + [ 664 985 1723 1220]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:06.706 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-41 wav [[[0.07597505 0.05851083 0.06002833 ... 0.07287683 0.04599379 0.01605063]]] -0.2856764495372772 9.037656855070964e-05 0.06580641865730286 0.25454413890838623 (1, 1, 7680) +2026-04-30 19:26:06.706 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache общаться. +2026-04-30 19:26:06.706 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['общаться.'] 9 +Qwen3TTSProcessor __call__ text ['общаться.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[54157, 97681, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:26:06.706 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[54157, 97681, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:26:06.706 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[54157 97681 13]] (1, 3) +2026-04-30 19:26:06.706 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[54157 97681 13]] (1, 3) +2026-04-30 19:26:06.706 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment общаться. 9 -> tokenized_segment [np.int64(54157), np.int64(97681), np.int64(13)] 3 +2026-04-30 19:26:06.706 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(54157), np.int64(97681), np.int64(13)] +2026-04-30 19:26:06.706 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.706 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(54157), np.int64(97681), np.int64(13)] 3 +2026-04-30 19:26:06.706 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 54157 -> pending_tokens [np.int64(97681), np.int64(13)] 2 +2026-04-30 19:26:06.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [51] (1,) int64 +2026-04-30 19:26:06.742 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[ 51 836 265 1485 1394 1865 571 1917 1099 496 561 227 602 221 + 10 188]]] (1, 1, 16) int64 +2026-04-30 19:26:06.742 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 97681 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:26:06.750 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [434] (1,) int64 +2026-04-30 19:26:06.777 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[ 434 1217 503 2003 1926 2016 630 1801 1382 404 1596 480 848 1558 + 654 270]]] (1, 1, 16) int64 +2026-04-30 19:26:06.777 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:26:06.785 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [1644] (1,) int64 +2026-04-30 19:26:06.812 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[1644 1808 735 1710 1282 288 1087 806 998 59 177 19 51 1767 + 460 1207]]] (1, 1, 16) int64 +2026-04-30 19:26:06.812 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:26:06.812 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:26:06.812 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:06.812 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:26:06.812 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:26:06.820 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [383] (1,) int64 +2026-04-30 19:26:06.847 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[ 383 1746 1031 1633 797 85 166 274 1976 1525 789 338 223 361 + 1277 536]]] (1, 1, 16) int64 +2026-04-30 19:26:06.847 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-45 chunk_tokens [[[ 51 434 1644 383] + [ 836 1217 1808 1746] + [ 265 503 735 1031] + [1485 2003 1710 1633] + [1394 1926 1282 797] + [1865 2016 288 85] + [ 571 630 1087 166] + [1917 1801 806 274] + [1099 1382 998 1976] + [ 496 404 59 1525] + [ 561 1596 177 789] + [ 227 480 19 338] + [ 602 848 51 223] + [ 221 1558 1767 361] + [ 10 654 460 1277] + [ 188 270 1207 536]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:06.871 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-45 wav [[[0.00099137 0.00403599 0.01846475 ... 0.02468315 0.01271362 0.00035484]]] -0.3146056532859802 -0.0002403859980404377 0.07929908484220505 0.37690261006355286 (1, 1, 7680) +2026-04-30 19:26:06.879 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [825] (1,) int64 +2026-04-30 19:26:06.906 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[ 825 371 1395 1038 953 1384 906 810 330 550 1607 1673 802 1334 + 1169 552]]] (1, 1, 16) int64 +2026-04-30 19:26:06.914 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [851] (1,) int64 +2026-04-30 19:26:06.941 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[ 851 1209 1426 671 1434 344 974 1051 205 111 615 416 876 488 + 129 25]]] (1, 1, 16) int64 +2026-04-30 19:26:06.949 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [1460] (1,) int64 +2026-04-30 19:26:06.976 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[1460 1698 2033 189 1405 522 1672 519 1096 1097 1152 1037 1808 895 + 729 367]]] (1, 1, 16) int64 +2026-04-30 19:26:06.984 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [912] (1,) int64 +2026-04-30 19:26:07.011 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[ 912 1195 533 818 967 20 250 1275 482 1635 502 882 1288 1779 + 1502 1923]]] (1, 1, 16) int64 +2026-04-30 19:26:07.019 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [1358] (1,) int64 +2026-04-30 19:26:07.046 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-73 vq-rvq [[[1358 781 1896 1979 229 335 187 1497 428 1351 359 1350 1629 508 + 1070 1512]]] (1, 1, 16) int64 +2026-04-30 19:26:07.054 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-73 vq [1935] (1,) int64 +2026-04-30 19:26:07.081 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-74 vq-rvq [[[1935 695 264 2009 1148 113 377 460 100 1768 2006 352 1112 404 + 693 612]]] (1, 1, 16) int64 +2026-04-30 19:26:07.089 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-74 vq [1980] (1,) int64 +2026-04-30 19:26:07.116 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-75 vq-rvq [[[1980 1577 789 86 867 535 1850 1404 876 11 1493 1667 218 1618 + 1334 959]]] (1, 1, 16) int64 +2026-04-30 19:26:07.124 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-75 vq [967] (1,) int64 +2026-04-30 19:26:07.151 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-76 vq-rvq [[[ 967 438 707 1129 844 14 1817 581 309 352 725 1207 257 467 + 476 583]]] (1, 1, 16) int64 +2026-04-30 19:26:07.159 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-76 vq [1559] (1,) int64 +2026-04-30 19:26:07.186 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-77 vq-rvq [[[1559 1651 80 1399 474 174 1402 371 2017 1357 1057 66 387 1744 + 374 813]]] (1, 1, 16) int64 +2026-04-30 19:26:07.194 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-77 vq [272] (1,) int64 +2026-04-30 19:26:07.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-78 vq-rvq [[[ 272 1148 431 143 492 750 631 1319 1241 1232 415 1498 236 763 + 1323 174]]] (1, 1, 16) int64 +2026-04-30 19:26:07.229 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-78 vq [1528] (1,) int64 +2026-04-30 19:26:07.256 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-79 vq-rvq [[[1528 736 1490 1256 479 90 1389 1402 1087 345 1 662 364 711 + 435 504]]] (1, 1, 16) int64 +2026-04-30 19:26:07.264 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-79 vq [1808] (1,) int64 +2026-04-30 19:26:07.291 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-80 vq-rvq [[[1808 1574 580 441 1368 963 1097 386 2010 833 209 1198 1627 476 + 649 1381]]] (1, 1, 16) int64 +2026-04-30 19:26:07.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-80 vq [1500] (1,) int64 +2026-04-30 19:26:07.326 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-81 vq-rvq [[[1500 1319 430 1363 1863 632 1065 1634 159 656 119 1425 1327 27 + 1708 962]]] (1, 1, 16) int64 +2026-04-30 19:26:07.334 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-81 vq [1168] (1,) int64 +2026-04-30 19:26:07.361 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-82 vq-rvq [[[1168 1807 1429 1791 242 1248 1069 1012 886 826 1227 169 1159 1853 + 859 1620]]] (1, 1, 16) int64 +2026-04-30 19:26:07.369 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-82 vq [963] (1,) int64 +2026-04-30 19:26:07.396 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-83 vq-rvq [[[ 963 1660 1471 507 1900 176 2042 41 1151 1252 1427 723 563 558 + 793 759]]] (1, 1, 16) int64 +2026-04-30 19:26:07.404 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-83 vq [743] (1,) int64 +2026-04-30 19:26:07.431 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-84 vq-rvq [[[ 743 816 1848 2030 1953 24 5 1416 1451 1403 319 1319 1199 1260 + 937 1408]]] (1, 1, 16) int64 +2026-04-30 19:26:07.439 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-84 vq [417] (1,) int64 +2026-04-30 19:26:07.466 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-85 vq-rvq [[[ 417 443 41 747 1865 240 1662 1409 926 358 636 238 659 684 + 1249 1416]]] (1, 1, 16) int64 +2026-04-30 19:26:07.474 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-85 vq [1407] (1,) int64 +2026-04-30 19:26:07.501 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-86 vq-rvq [[[1407 340 1840 66 1115 774 296 1653 813 1176 809 1392 1106 1039 + 1141 1878]]] (1, 1, 16) int64 +2026-04-30 19:26:07.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-86 vq [204] (1,) int64 +2026-04-30 19:26:07.536 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-87 vq-rvq [[[ 204 1858 604 252 1430 915 1309 370 1653 1362 246 460 1230 382 + 273 1167]]] (1, 1, 16) int64 +2026-04-30 19:26:07.544 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-87 vq [381] (1,) int64 +2026-04-30 19:26:07.571 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-88 vq-rvq [[[ 381 201 1237 787 1026 115 678 499 1175 493 349 96 1641 256 + 1516 1499]]] (1, 1, 16) int64 +2026-04-30 19:26:07.579 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-88 vq [863] (1,) int64 +2026-04-30 19:26:07.606 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-89 vq-rvq [[[ 863 1875 706 1628 390 1575 1770 318 248 1285 195 183 822 123 + 503 467]]] (1, 1, 16) int64 +2026-04-30 19:26:07.614 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-89 vq [2150] (1,) int64 +2026-04-30 19:26:07.615 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-49 chunk_tokens [[[ 825 851 1460 912] + [ 371 1209 1698 1195] + [1395 1426 2033 533] + [1038 671 189 818] + [ 953 1434 1405 967] + [1384 344 522 20] + [ 906 974 1672 250] + [ 810 1051 519 1275] + [ 330 205 1096 482] + [ 550 111 1097 1635] + [1607 615 1152 502] + [1673 416 1037 882] + [ 802 876 1808 1288] + [1334 488 895 1779] + [1169 129 729 1502] + [ 552 25 367 1923]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:07.639 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-49 wav [[[-0.00084715 0.01164515 0.02932669 ... 0.00305634 0.002376 + 0.00176231]]] -0.30304887890815735 0.00018249574350193143 0.0709570050239563 0.35016027092933655 (1, 1, 7680) +2026-04-30 19:26:07.639 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-53 chunk_tokens [[[1358 1935 1980 967] + [ 781 695 1577 438] + [1896 264 789 707] + [1979 2009 86 1129] + [ 229 1148 867 844] + [ 335 113 535 14] + [ 187 377 1850 1817] + [1497 460 1404 581] + [ 428 100 876 309] + [1351 1768 11 352] + [ 359 2006 1493 725] + [1350 352 1667 1207] + [1629 1112 218 257] + [ 508 404 1618 467] + [1070 693 1334 476] + [1512 612 959 583]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:07.663 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-53 wav [[[ 0.00133303 0.00114176 0.00112796 ... -0.03397415 0.03560583 + 0.00734547]]] -0.3596225678920746 -7.715798346907832e-06 0.08781254291534424 0.30450180172920227 (1, 1, 7680) +2026-04-30 19:26:07.663 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-57 chunk_tokens [[[1559 272 1528 1808] + [1651 1148 736 1574] + [ 80 431 1490 580] + [1399 143 1256 441] + [ 474 492 479 1368] + [ 174 750 90 963] + [1402 631 1389 1097] + [ 371 1319 1402 386] + [2017 1241 1087 2010] + [1357 1232 345 833] + [1057 415 1 209] + [ 66 1498 662 1198] + [ 387 236 364 1627] + [1744 763 711 476] + [ 374 1323 435 649] + [ 813 174 504 1381]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:07.687 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-57 wav [[[-0.04759482 0.00231559 0.03089104 ... 0.18176867 0.13269146 + 0.06594509]]] -0.4350372850894928 0.00012260368384886533 0.05727505311369896 0.3781623840332031 (1, 1, 7680) +2026-04-30 19:26:07.688 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-61 chunk_tokens [[[1500 1168 963 743] + [1319 1807 1660 816] + [ 430 1429 1471 1848] + [1363 1791 507 2030] + [1863 242 1900 1953] + [ 632 1248 176 24] + [1065 1069 2042 5] + [1634 1012 41 1416] + [ 159 886 1151 1451] + [ 656 826 1252 1403] + [ 119 1227 1427 319] + [1425 169 723 1319] + [1327 1159 563 1199] + [ 27 1853 558 1260] + [1708 859 793 937] + [ 962 1620 759 1408]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:07.712 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-61 wav [[[-0.00594246 -0.07083042 -0.11743579 ... -0.01224556 -0.0012733 + 0.00776599]]] -0.35602352023124695 -9.005195897771046e-05 0.06507798284292221 0.2743745744228363 (1, 1, 7680) +2026-04-30 19:26:07.712 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-65 chunk_tokens [[[ 417 1407 204 381] + [ 443 340 1858 201] + [ 41 1840 604 1237] + [ 747 66 252 787] + [1865 1115 1430 1026] + [ 240 774 915 115] + [1662 296 1309 678] + [1409 1653 370 499] + [ 926 813 1653 1175] + [ 358 1176 1362 493] + [ 636 809 246 349] + [ 238 1392 460 96] + [ 659 1106 1230 1641] + [ 684 1039 382 256] + [1249 1141 273 1516] + [1416 1878 1167 1499]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:07.736 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-65 wav [[[ 0.00711998 -0.00636461 -0.02865032 ... 0.01531223 0.02133005 + 0.02612119]]] -0.3169194757938385 4.87714605696965e-05 0.04392051696777344 0.18612053990364075 (1, 1, 7680) +2026-04-30 19:26:07.736 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-69 chunk_tokens [[[ 863] + [1875] + [ 706] + [1628] + [ 390] + [1575] + [1770] + [ 318] + [ 248] + [1285] + [ 195] + [ 183] + [ 822] + [ 123] + [ 503] + [ 467]]] (1, 16, 1) n_chunk_frames 1 +2026-04-30 19:26:07.766 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-69 wav [[[2.5798496e-02 2.0124789e-02 9.4997659e-03 ... 1.0540312e-05 + 1.0445123e-05 1.0610051e-05]]] -0.06146857514977455 -9.881023288471624e-05 0.006389988120645285 0.028675077483057976 (1, 1, 1920) +2026-04-30 19:26:07.766 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-90 +2026-04-30 19:26:07.784 [INFO] __main__: Synthesising: 'И это огромный сдвиг' +2026-04-30 19:26:07.784 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment И -> text_cache И +2026-04-30 19:26:07.784 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:26:07.784 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:26:07.864 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.02542407 0.05565496 0.02078674 ... 0.21637845 0.06261076 + 0.08690926]]] (1, 1, 1024) +2026-04-30 19:26:07.864 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:26:07.864 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:26:07.864 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:26:07.865 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.02542407 0.05565496 0.02078674 ... 0.21637845 0.06261076 + 0.08690926] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:26:07.865 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:26:07.865 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:26:07.865 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:26:07.865 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:26:07.866 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:26:07.866 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:26:07.866 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:26:07.867 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.02064589 0.05184897 0.01909059 ... 0.2070941 0.06416605 + 0.09115074] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:26:07.867 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-2.0645889e-02 5.1848970e-02 1.9090585e-02 ... 2.0709410e-01 + 6.4166047e-02 9.1150738e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:26:07.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:26:07.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:07.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache И +2026-04-30 19:26:07.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:07.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:07.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment э -> text_cache И э +2026-04-30 19:26:07.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:07.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:07.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache И эт +2026-04-30 19:26:07.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:07.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:07.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache И это +2026-04-30 19:26:07.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:07.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:07.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache И это +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache И это о +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache И это ог +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache И это огр +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache И это огро +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache И это огром +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache И это огромн +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache И это огромны +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment й -> text_cache И это огромный +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache И это огромный +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache И это огромный с +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache И это огромный сд +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache И это огромный сдв +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache И это огромный сдви +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache И это огромный сдвиг +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache И это огромный сдвиг 20 +2026-04-30 19:26:07.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['И это огромный сдвиг'] 20 +Qwen3TTSProcessor __call__ text ['И это огромный сдвиг'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 30174, 67879, 127776, 12228, 33513, 5409, 140179]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:26:07.913 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 30174, 67879, 127776, 12228, 33513, 5409, 140179]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:26:07.913 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 30174 67879 127776 12228 33513 5409 140179]] (1, 7) +2026-04-30 19:26:07.913 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 30174 67879 127776 12228 33513 5409 140179]] (1, 7) +2026-04-30 19:26:07.913 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(30174), np.int64(67879), np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 8 +2026-04-30 19:26:07.913 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:07.913 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(30174), np.int64(67879), np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 8 +2026-04-30 19:26:07.914 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 30174 -> pending_tokens [np.int64(67879), np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 7 +2026-04-30 19:26:07.922 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:26:07.948 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 1159 0 22 247 69 1579 426 853 312 1358 969 1956 118 + 224 419]]] (1, 1, 16) int64 +2026-04-30 19:26:07.949 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 67879 -> pending_tokens [np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 6 +2026-04-30 19:26:07.957 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:26:07.983 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 1134 933 371 243 1748 55 1641 1253 38 743 823 527 1529 + 82 901]]] (1, 1, 16) int64 +2026-04-30 19:26:07.983 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 127776 -> pending_tokens [np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 5 +2026-04-30 19:26:07.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:26:08.018 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 1666 771 1670 1210 1347 310 1034 241 455 2040 175 1677 1422 + 1213 1668]]] (1, 1, 16) int64 +2026-04-30 19:26:08.018 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 12228 -> pending_tokens [np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 4 +2026-04-30 19:26:08.026 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:26:08.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 957 1093 515 909 407 1841 486 564 1974 1657 362 1851 1654 + 273 129]]] (1, 1, 16) int64 +2026-04-30 19:26:08.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 33513 -> pending_tokens [np.int64(5409), np.int64(140179), np.int64(151673)] 3 +2026-04-30 19:26:08.061 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [462] (1,) int64 +2026-04-30 19:26:08.087 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[ 462 1809 1975 1363 1648 497 1751 668 1242 1462 876 124 1779 1366 + 647 223]]] (1, 1, 16) int64 +2026-04-30 19:26:08.087 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 5409 -> pending_tokens [np.int64(140179), np.int64(151673)] 2 +2026-04-30 19:26:08.095 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [1225] (1,) int64 +2026-04-30 19:26:08.122 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[1225 636 1104 1192 537 1880 1811 1688 1551 412 512 1644 924 1326 + 398 1689]]] (1, 1, 16) int64 +2026-04-30 19:26:08.122 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 140179 -> pending_tokens [np.int64(151673)] 1 +2026-04-30 19:26:08.130 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [333] (1,) int64 +2026-04-30 19:26:08.157 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[ 333 597 1277 77 1155 1861 1097 931 202 904 1616 1985 396 1554 + 487 144]]] (1, 1, 16) int64 +2026-04-30 19:26:08.157 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:26:08.165 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [948] (1,) int64 +2026-04-30 19:26:08.191 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[ 948 1698 1396 1783 1769 1801 1352 359 1673 252 993 1509 2030 536 + 744 80]]] (1, 1, 16) int64 +2026-04-30 19:26:08.191 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [1159 1134 1666 957] + [ 0 933 771 1093] + [ 22 371 1670 515] + [ 247 243 1210 909] + [ 69 1748 1347 407] + [1579 55 310 1841] + [ 426 1641 1034 486] + [ 853 1253 241 564] + [ 312 38 455 1974] + [1358 743 2040 1657] + [ 969 823 175 362] + [1956 527 1677 1851] + [ 118 1529 1422 1654] + [ 224 82 1213 273] + [ 419 901 1668 129]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:08.216 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-2.0183910e-02 -1.5937209e-02 -1.3884507e-02 ... 5.7107034e-05 + 3.8642902e-05 1.1677517e-05]]] -0.02084321156144142 -5.6190634495578706e-05 0.0011370863066986203 0.010447698645293713 (1, 1, 7680) +2026-04-30 19:26:08.216 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[ 462 1225 333 948] + [1809 636 597 1698] + [1975 1104 1277 1396] + [1363 1192 77 1783] + [1648 537 1155 1769] + [ 497 1880 1861 1801] + [1751 1811 1097 1352] + [ 668 1688 931 359] + [1242 1551 202 1673] + [1462 412 904 252] + [ 876 512 1616 993] + [ 124 1644 1985 1509] + [1779 924 396 2030] + [1366 1326 1554 536] + [ 647 398 487 744] + [ 223 1689 144 80]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:08.240 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[-3.8887060e-06 -1.9734021e-05 -8.4024796e-06 ... 1.1066332e-01 + 8.8470802e-02 5.8433518e-02]]] -0.2045511156320572 0.00010347345232730731 0.04608716815710068 0.2536100447177887 (1, 1, 7680) +2026-04-30 19:26:08.248 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [1363] (1,) int64 +2026-04-30 19:26:08.275 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[1363 328 30 2009 440 765 864 886 1632 43 2006 294 816 209 + 823 344]]] (1, 1, 16) int64 +2026-04-30 19:26:08.282 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [1249] (1,) int64 +2026-04-30 19:26:08.309 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[1249 721 1687 1092 644 1303 206 609 1173 1791 883 300 263 848 + 516 1515]]] (1, 1, 16) int64 +2026-04-30 19:26:08.317 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [269] (1,) int64 +2026-04-30 19:26:08.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[ 269 1888 1100 1053 690 1010 1545 127 968 383 1355 468 1277 1149 + 731 960]]] (1, 1, 16) int64 +2026-04-30 19:26:08.352 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [1532] (1,) int64 +2026-04-30 19:26:08.378 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[1532 875 725 489 529 1434 45 1699 959 830 346 1625 283 377 + 764 1410]]] (1, 1, 16) int64 +2026-04-30 19:26:08.386 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [1769] (1,) int64 +2026-04-30 19:26:08.413 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[1769 1355 1072 189 1547 539 135 1611 162 1585 1264 522 376 1524 + 942 850]]] (1, 1, 16) int64 +2026-04-30 19:26:08.421 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [1105] (1,) int64 +2026-04-30 19:26:08.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[1105 1323 1391 1513 1852 412 69 1605 1449 1172 1315 1040 1366 350 + 1910 848]]] (1, 1, 16) int64 +2026-04-30 19:26:08.456 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [22] (1,) int64 +2026-04-30 19:26:08.483 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[ 22 172 582 909 445 46 1860 1124 568 749 265 16 22 908 + 531 1437]]] (1, 1, 16) int64 +2026-04-30 19:26:08.491 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [1919] (1,) int64 +2026-04-30 19:26:08.517 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[1919 443 63 146 1844 614 1670 1079 1298 1028 52 853 1060 2044 + 222 310]]] (1, 1, 16) int64 +2026-04-30 19:26:08.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [1699] (1,) int64 +2026-04-30 19:26:08.552 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[1699 1113 1827 606 296 1641 863 787 606 229 318 676 1853 840 + 3 2019]]] (1, 1, 16) int64 +2026-04-30 19:26:08.560 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [1401] (1,) int64 +2026-04-30 19:26:08.587 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[1401 208 1794 492 1434 724 457 1495 1339 414 1528 236 69 929 + 1685 546]]] (1, 1, 16) int64 +2026-04-30 19:26:08.595 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [1759] (1,) int64 +2026-04-30 19:26:08.622 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[1759 739 856 1366 1098 1511 1682 1510 263 1214 2025 178 1321 64 + 1935 1128]]] (1, 1, 16) int64 +2026-04-30 19:26:08.630 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [1509] (1,) int64 +2026-04-30 19:26:08.657 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[1509 386 878 633 1868 1350 870 1086 186 212 935 332 498 1710 + 526 1358]]] (1, 1, 16) int64 +2026-04-30 19:26:08.665 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [101] (1,) int64 +2026-04-30 19:26:08.692 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[ 101 552 1643 545 1294 1302 1408 367 1252 690 191 220 447 1324 + 1752 1497]]] (1, 1, 16) int64 +2026-04-30 19:26:08.700 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [1786] (1,) int64 +2026-04-30 19:26:08.727 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[1786 1361 1196 7 1118 1365 651 183 563 1655 958 1061 4 1886 + 344 1724]]] (1, 1, 16) int64 +2026-04-30 19:26:08.735 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [510] (1,) int64 +2026-04-30 19:26:08.762 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[ 510 72 1471 343 377 1026 15 1466 67 565 2028 536 106 1209 + 944 1218]]] (1, 1, 16) int64 +2026-04-30 19:26:08.770 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [759] (1,) int64 +2026-04-30 19:26:08.797 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[ 759 844 679 60 229 1985 970 998 1037 1221 198 1952 1520 847 + 1541 1195]]] (1, 1, 16) int64 +2026-04-30 19:26:08.805 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [2150] (1,) int64 +2026-04-30 19:26:08.805 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[1363 1249 269 1532] + [ 328 721 1888 875] + [ 30 1687 1100 725] + [2009 1092 1053 489] + [ 440 644 690 529] + [ 765 1303 1010 1434] + [ 864 206 1545 45] + [ 886 609 127 1699] + [1632 1173 968 959] + [ 43 1791 383 830] + [2006 883 1355 346] + [ 294 300 468 1625] + [ 816 263 1277 283] + [ 209 848 1149 377] + [ 823 516 731 764] + [ 344 1515 960 1410]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:08.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[ 0.03129857 0.00853362 -0.01033144 ... 0.09652691 0.09359639 + 0.08388945]]] -0.2293231338262558 -5.644173143082298e-05 0.0785219594836235 0.3838101625442505 (1, 1, 7680) +2026-04-30 19:26:08.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[1769 1105 22 1919] + [1355 1323 172 443] + [1072 1391 582 63] + [ 189 1513 909 146] + [1547 1852 445 1844] + [ 539 412 46 614] + [ 135 69 1860 1670] + [1611 1605 1124 1079] + [ 162 1449 568 1298] + [1585 1172 749 1028] + [1264 1315 265 52] + [ 522 1040 16 853] + [ 376 1366 22 1060] + [1524 350 908 2044] + [ 942 1910 531 222] + [ 850 848 1437 310]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:08.853 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[ 0.05809088 0.02357002 -0.00454529 ... -0.0498165 -0.04576993 + -0.03763081]]] -0.3089529573917389 -3.526918703755655e-07 0.09083333611488342 0.3005658984184265 (1, 1, 7680) +2026-04-30 19:26:08.854 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[1699 1401 1759 1509] + [1113 208 739 386] + [1827 1794 856 878] + [ 606 492 1366 633] + [ 296 1434 1098 1868] + [1641 724 1511 1350] + [ 863 457 1682 870] + [ 787 1495 1510 1086] + [ 606 1339 263 186] + [ 229 414 1214 212] + [ 318 1528 2025 935] + [ 676 236 178 332] + [1853 69 1321 498] + [ 840 929 64 1710] + [ 3 1685 1935 526] + [2019 546 1128 1358]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:08.878 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[-2.2946877e-02 -2.3201210e-03 2.1217730e-02 ... 1.0006299e-05 + -3.3452941e-04 -1.9635350e-04]]] -0.24175524711608887 3.526797809172422e-05 0.053924478590488434 0.29685649275779724 (1, 1, 7680) +2026-04-30 19:26:08.878 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[ 101 1786 510 759] + [ 552 1361 72 844] + [1643 1196 1471 679] + [ 545 7 343 60] + [1294 1118 377 229] + [1302 1365 1026 1985] + [1408 651 15 970] + [ 367 183 1466 998] + [1252 563 67 1037] + [ 690 1655 565 1221] + [ 191 958 2028 198] + [ 220 1061 536 1952] + [ 447 4 106 1520] + [1324 1886 1209 847] + [1752 344 944 1541] + [1497 1724 1218 1195]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:08.902 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[5.07825869e-04 1.12122181e-03 5.06746350e-04 ... 1.08543572e-05 + 1.14508384e-05 1.15422645e-05]]] -0.25886231660842896 9.83110749075422e-06 0.04671125486493111 0.2909148931503296 (1, 1, 7680) +2026-04-30 19:26:08.902 [INFO] __main__: Synthesising: 'для мирового бизнеса.' +2026-04-30 19:26:08.902 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache д +2026-04-30 19:26:08.902 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:26:08.907 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[-0.03852101, -0.06222959, -0.06324419, ..., 0.00308757, + 0.01666446, 0.02635817]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02811593, 0.01903336, 0.00181638, ..., -0.00637799, + -0.00625728, -0.01839462]]], shape=(1, 1, 7680), dtype=float32), array([[[-3.6303084e-02, -4.4228390e-02, -4.6101980e-02, ..., + 4.6050473e-04, -4.0465111e-05, -2.4329145e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[7.2466741e-05, 2.7459790e-04, 3.0666371e-04, ..., + 8.0509745e-03, 1.3393108e-02, 9.4361240e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00426391, 0.00582221, 0.00909369, ..., -0.02768227, + -0.02276854, -0.01686861]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01355644, -0.01526949, -0.01623942, ..., 0.0395449 , + 0.05279908, 0.00224491]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01579052, 0.00150335, -0.02962946, ..., -0.00423873, + -0.00033509, 0.00640968]]], shape=(1, 1, 7680), dtype=float32), array([[[1.9390190e-02, 3.0609204e-02, 3.0704437e-02, ..., + 1.1317945e-05, 1.0956299e-05, 1.1030028e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[ 1.1094540e-05, 1.1138460e-05, 1.1009237e-05, ..., + -2.2123540e-02, -2.2558490e-02, -1.9299621e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.00221431, 0.03934583, 0.0700637 , ..., 0.01913414, + 0.04059763, 0.06542776]]], shape=(1, 1, 7680), dtype=float32), array([[[0.08465035, 0.0946539 , 0.09328509, ..., 0.0472551 , + 0.05668663, 0.05911173]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04501721, 0.0241992 , 0.01363233, ..., -0.04057647, + -0.05749581, -0.0651198 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06861783, -0.06905188, -0.06281615, ..., -0.00338598, + 0.00180774, 0.00092616]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00584421, -0.00096309, 0.00632945, ..., 0.00375346, + 0.00384357, 0.00217619]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00579548, -0.01757104, -0.0243005 , ..., 0.00547749, + 0.00660871, 0.009783 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01747901, 0.02681293, 0.03847475, ..., -0.02004432, + -0.02144283, -0.0218131 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.9715637e-02, -1.6528632e-02, -1.3177541e-02, ..., + 1.1422026e-05, 1.1317023e-05, 1.1494269e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-2.06317715e-02, -1.67933665e-02, -1.47240255e-02, ..., + 6.64611871e-05, -4.19520393e-06, -7.44241624e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-8.0167578e-05, -4.1713702e-05, 3.4347220e-05, ..., + 1.4899543e-02, 1.9630753e-02, 2.1652387e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.02029367, 0.01627654, 0.01006193, ..., 0.06808572, + 0.06454458, 0.05861032]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.05094757, 0.04577596, 0.04464076, ..., -0.03615839, + -0.03458475, 0.00780901]]], shape=(1, 1, 7680), dtype=float32), array([[[0.05842641, 0.09555472, 0.10986558, ..., 0.0013969 , + 0.01872239, 0.04114778]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.05213842, 0.05569138, 0.06345794, ..., -0.00115294, + -0.00027638, -0.00037019]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.2735376e-03, -7.3580118e-04, 3.0488527e-05, ..., + 8.4239952e-03, 3.2757007e-02, 1.1410726e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.03925117, -0.01366347, 0.03734893, ..., -0.04557104, + -0.04238814, -0.02026677]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02351574, 0.06001395, 0.05978361, ..., 0.00261743, + -0.03956862, -0.06221673]]], shape=(1, 1, 7680), dtype=float32), array([[[-6.3454241e-02, -3.5933349e-02, 1.2640217e-03, ..., + 1.9708219e-05, 1.7832308e-05, 1.5235857e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[6.4516030e-06, 3.8836665e-06, 3.5758250e-05, ..., + 2.0419013e-02, 5.6000661e-02, 7.9175197e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.07597505, 0.05851083, 0.06002833, ..., 0.07287683, + 0.04599379, 0.01605063]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00099137, 0.00403599, 0.01846475, ..., 0.02468315, + 0.01271362, 0.00035484]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00084715, 0.01164515, 0.02932669, ..., 0.00305634, + 0.002376 , 0.00176231]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00133303, 0.00114176, 0.00112796, ..., -0.03397415, + 0.03560583, 0.00734547]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04759482, 0.00231559, 0.03089104, ..., 0.18176867, + 0.13269146, 0.06594509]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00594246, -0.07083042, -0.11743579, ..., -0.01224556, + -0.0012733 , 0.00776599]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00711998, -0.00636461, -0.02865032, ..., 0.01531223, + 0.02133005, 0.02612119]]], shape=(1, 1, 7680), dtype=float32), array([[[2.5798496e-02, 2.0124789e-02, 9.4997659e-03, ..., + 1.0540312e-05, 1.0445123e-05, 1.0610051e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-2.0183910e-02, -1.5937209e-02, -1.3884507e-02, ..., + 5.7107034e-05, 3.8642902e-05, 1.1677517e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-3.8887060e-06, -1.9734021e-05, -8.4024796e-06, ..., + 1.1066332e-01, 8.8470802e-02, 5.8433518e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.03129857, 0.00853362, -0.01033144, ..., 0.09652691, + 0.09359639, 0.08388945]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.05809088, 0.02357002, -0.00454529, ..., -0.0498165 , + -0.04576993, -0.03763081]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.2946877e-02, -2.3201210e-03, 2.1217730e-02, ..., + 1.0006299e-05, -3.3452941e-04, -1.9635350e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[5.07825869e-04, 1.12122181e-03, 5.06746350e-04, ..., + 1.08543572e-05, 1.14508384e-05, 1.15422645e-05]]], + shape=(1, 1, 7680), dtype=float32)] 42 +2026-04-30 19:26:08.907 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [-3.85210067e-02 -6.22295924e-02 -6.32441938e-02 ... 1.08543572e-05 + 1.14508384e-05 1.15422645e-05] (301440,) float32 +2026-04-30 19:26:08.908 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 15 [1.74790137e-02 2.68129278e-02 3.84747460e-02 ... 1.08543572e-05 + 1.14508384e-05 1.15422645e-05] (190080,) float32 +2026-04-30 19:26:08.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 15 [array([[[ 0.01747901, 0.02681293, 0.03847475, ..., -0.02004432, + -0.02144283, -0.0218131 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.9715637e-02, -1.6528632e-02, -1.3177541e-02, ..., + 1.1422026e-05, 1.1317023e-05, 1.1494269e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-2.06317715e-02, -1.67933665e-02, -1.47240255e-02, ..., + 6.64611871e-05, -4.19520393e-06, -7.44241624e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-8.0167578e-05, -4.1713702e-05, 3.4347220e-05, ..., + 1.4899543e-02, 1.9630753e-02, 2.1652387e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.02029367, 0.01627654, 0.01006193, ..., 0.06808572, + 0.06454458, 0.05861032]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.05094757, 0.04577596, 0.04464076, ..., -0.03615839, + -0.03458475, 0.00780901]]], shape=(1, 1, 7680), dtype=float32), array([[[0.05842641, 0.09555472, 0.10986558, ..., 0.0013969 , + 0.01872239, 0.04114778]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.05213842, 0.05569138, 0.06345794, ..., -0.00115294, + -0.00027638, -0.00037019]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.2735376e-03, -7.3580118e-04, 3.0488527e-05, ..., + 8.4239952e-03, 3.2757007e-02, 1.1410726e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.03925117, -0.01366347, 0.03734893, ..., -0.04557104, + -0.04238814, -0.02026677]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02351574, 0.06001395, 0.05978361, ..., 0.00261743, + -0.03956862, -0.06221673]]], shape=(1, 1, 7680), dtype=float32), array([[[-6.3454241e-02, -3.5933349e-02, 1.2640217e-03, ..., + 1.9708219e-05, 1.7832308e-05, 1.5235857e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[6.4516030e-06, 3.8836665e-06, 3.5758250e-05, ..., + 2.0419013e-02, 5.6000661e-02, 7.9175197e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.07597505, 0.05851083, 0.06002833, ..., 0.07287683, + 0.04599379, 0.01605063]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00099137, 0.00403599, 0.01846475, ..., 0.02468315, + 0.01271362, 0.00035484]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00084715, 0.01164515, 0.02932669, ..., 0.00305634, + 0.002376 , 0.00176231]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00133303, 0.00114176, 0.00112796, ..., -0.03397415, + 0.03560583, 0.00734547]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04759482, 0.00231559, 0.03089104, ..., 0.18176867, + 0.13269146, 0.06594509]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00594246, -0.07083042, -0.11743579, ..., -0.01224556, + -0.0012733 , 0.00776599]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00711998, -0.00636461, -0.02865032, ..., 0.01531223, + 0.02133005, 0.02612119]]], shape=(1, 1, 7680), dtype=float32), array([[[2.5798496e-02, 2.0124789e-02, 9.4997659e-03, ..., + 1.0540312e-05, 1.0445123e-05, 1.0610051e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-2.0183910e-02, -1.5937209e-02, -1.3884507e-02, ..., + 5.7107034e-05, 3.8642902e-05, 1.1677517e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-3.8887060e-06, -1.9734021e-05, -8.4024796e-06, ..., + 1.1066332e-01, 8.8470802e-02, 5.8433518e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.03129857, 0.00853362, -0.01033144, ..., 0.09652691, + 0.09359639, 0.08388945]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.05809088, 0.02357002, -0.00454529, ..., -0.0498165 , + -0.04576993, -0.03763081]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.2946877e-02, -2.3201210e-03, 2.1217730e-02, ..., + 1.0006299e-05, -3.3452941e-04, -1.9635350e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[5.07825869e-04, 1.12122181e-03, 5.06746350e-04, ..., + 1.08543572e-05, 1.14508384e-05, 1.15422645e-05]]], + shape=(1, 1, 7680), dtype=float32)] 27 +2026-04-30 19:26:08.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:26:08.985 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.02861767 0.04147377 -0.04973026 ... 0.1851612 0.07234052 + 0.06604917]]] (1, 1, 1024) +2026-04-30 19:26:08.985 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:26:08.986 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:26:08.986 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:26:08.986 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.02861767 0.04147377 -0.04973026 ... 0.1851612 0.07234052 + 0.06604917] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:26:08.986 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:26:08.987 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:26:08.987 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:26:08.987 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:26:08.987 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:26:08.988 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:26:08.988 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:26:08.988 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.02383949 0.03766778 -0.05142642 ... 0.17587686 0.0738958 + 0.07029065] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:26:08.989 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-2.3839490e-02 3.7667781e-02 -5.1426422e-02 ... 1.7587686e-01 + 7.3895805e-02 7.0290647e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:26:09.033 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=43; step_idx=43 +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=43; step_idx=43 +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache дл +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache для +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache для +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache для м +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache для ми +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache для мир +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache для миро +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache для миров +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache для мирово +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache для мировог +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache для мирового +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache для мирового +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache для мирового б +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache для мирового би +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache для мирового биз +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache для мирового бизн +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:09.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:09.070 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache для мирового бизне +2026-04-30 19:26:09.070 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:09.070 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:09.070 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache для мирового бизнес +2026-04-30 19:26:09.070 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:09.070 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:09.070 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache для мирового бизнеса +2026-04-30 19:26:09.070 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:09.070 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:26:09.070 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache для мирового бизнеса. +2026-04-30 19:26:09.070 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['для мирового бизнеса.'] 21 +Qwen3TTSProcessor __call__ text ['для мирового бизнеса.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6949, 13695, 138061, 22107, 132199, 1478, 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:26:09.070 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6949, 13695, 138061, 22107, 132199, 1478, 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:26:09.070 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6949 13695 138061 22107 132199 1478 13]] (1, 7) +2026-04-30 19:26:09.071 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6949 13695 138061 22107 132199 1478 13]] (1, 7) +2026-04-30 19:26:09.071 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment для мирового бизнеса. 21 -> tokenized_segment [np.int64(6949), np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 7 +2026-04-30 19:26:09.071 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6949), np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] +2026-04-30 19:26:09.071 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:09.071 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6949), np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 7 +2026-04-30 19:26:09.071 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6949 -> pending_tokens [np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 6 +2026-04-30 19:26:09.079 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-43 vq [1221] (1,) int64 +2026-04-30 19:26:09.106 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-44 vq-rvq [[[1221 1889 373 973 111 736 1204 188 1653 1305 1538 411 196 1583 + 305 770]]] (1, 1, 16) int64 +2026-04-30 19:26:09.106 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13695 -> pending_tokens [np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 5 +2026-04-30 19:26:09.114 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-44 vq [2042] (1,) int64 +2026-04-30 19:26:09.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-45 vq-rvq [[[2042 277 1038 252 360 1876 303 1648 107 736 88 126 866 1973 + 477 624]]] (1, 1, 16) int64 +2026-04-30 19:26:09.142 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 138061 -> pending_tokens [np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 4 +2026-04-30 19:26:09.150 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-45 vq [1812] (1,) int64 +2026-04-30 19:26:09.177 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-46 vq-rvq [[[1812 1975 702 912 1514 1129 1098 275 591 465 1421 412 503 465 + 1096 1053]]] (1, 1, 16) int64 +2026-04-30 19:26:09.177 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 22107 -> pending_tokens [np.int64(132199), np.int64(1478), np.int64(13)] 3 +2026-04-30 19:26:09.185 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-46 vq [905] (1,) int64 +2026-04-30 19:26:09.212 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-47 vq-rvq [[[ 905 637 1379 1325 70 445 1987 864 975 1721 701 956 1358 3 + 133 1381]]] (1, 1, 16) int64 +2026-04-30 19:26:09.212 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 132199 -> pending_tokens [np.int64(1478), np.int64(13)] 2 +2026-04-30 19:26:09.220 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-47 vq [1406] (1,) int64 +2026-04-30 19:26:09.247 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-48 vq-rvq [[[1406 1561 216 71 1606 523 1920 203 17 1284 86 1733 688 1115 + 77 785]]] (1, 1, 16) int64 +2026-04-30 19:26:09.247 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 1478 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:26:09.255 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-48 vq [1804] (1,) int64 +2026-04-30 19:26:09.282 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-49 vq-rvq [[[1804 1175 1088 319 846 1810 75 1281 1823 375 1998 959 674 2042 + 73 627]]] (1, 1, 16) int64 +2026-04-30 19:26:09.282 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:26:09.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-49 vq [1239] (1,) int64 +2026-04-30 19:26:09.317 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-50 vq-rvq [[[1239 1155 11 777 39 731 1286 1608 925 730 683 987 417 2043 + 1169 2031]]] (1, 1, 16) int64 +2026-04-30 19:26:09.317 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[1221 2042 1812 905] + [1889 277 1975 637] + [ 373 1038 702 1379] + [ 973 252 912 1325] + [ 111 360 1514 70] + [ 736 1876 1129 445] + [1204 303 1098 1987] + [ 188 1648 275 864] + [1653 107 591 975] + [1305 736 465 1721] + [1538 88 1421 701] + [ 411 126 412 956] + [ 196 866 503 1358] + [1583 1973 465 3] + [ 305 477 1096 133] + [ 770 624 1053 1381]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:09.341 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[1.0586618e-05 1.0957512e-05 1.1577104e-05 ... 1.7860198e-01 + 2.2454987e-01 2.2613712e-01]]] -0.2697470486164093 2.8067548555554822e-05 0.06279374659061432 0.29932451248168945 (1, 1, 7680) +2026-04-30 19:26:09.341 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:26:09.341 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:26:09.341 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:26:09.341 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:26:09.341 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:26:09.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-50 vq [613] (1,) int64 +2026-04-30 19:26:09.377 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-51 vq-rvq [[[ 613 248 443 533 466 1474 204 1818 719 581 802 141 784 1918 + 1958 766]]] (1, 1, 16) int64 +2026-04-30 19:26:09.377 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 chunk_tokens [[[1406 1804 1239 613] + [1561 1175 1155 248] + [ 216 1088 11 443] + [ 71 319 777 533] + [1606 846 39 466] + [ 523 1810 731 1474] + [1920 75 1286 204] + [ 203 1281 1608 1818] + [ 17 1823 925 719] + [1284 375 730 581] + [ 86 1998 683 802] + [1733 959 987 141] + [ 688 674 417 784] + [1115 2042 2043 1918] + [ 77 73 1169 1958] + [ 785 627 2031 766]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:09.401 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 wav [[[ 0.18334845 0.09610437 -0.00970795 ... -0.14953831 -0.13082638 + -0.10510523]]] -0.3167853057384491 -6.515438872156665e-05 0.08525040000677109 0.3474375605583191 (1, 1, 7680) +2026-04-30 19:26:09.409 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-51 vq [1845] (1,) int64 +2026-04-30 19:26:09.436 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-52 vq-rvq [[[1845 1716 2038 1642 825 1307 1284 751 1099 1860 596 77 1422 923 + 730 593]]] (1, 1, 16) int64 +2026-04-30 19:26:09.445 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-52 vq [1053] (1,) int64 +2026-04-30 19:26:09.472 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-53 vq-rvq [[[1053 1199 861 1987 457 294 523 727 1090 125 1080 885 746 922 + 1087 207]]] (1, 1, 16) int64 +2026-04-30 19:26:09.480 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-53 vq [1032] (1,) int64 +2026-04-30 19:26:09.507 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-54 vq-rvq [[[1032 409 801 1855 1183 553 1931 498 305 1226 1015 1981 584 1033 + 365 1428]]] (1, 1, 16) int64 +2026-04-30 19:26:09.515 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-54 vq [919] (1,) int64 +2026-04-30 19:26:09.542 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-55 vq-rvq [[[ 919 1330 1787 884 491 15 1583 778 410 1142 549 404 855 1867 + 1089 1882]]] (1, 1, 16) int64 +2026-04-30 19:26:09.551 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-55 vq [868] (1,) int64 +2026-04-30 19:26:09.578 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-56 vq-rvq [[[ 868 151 1170 94 967 1177 10 1010 1639 76 273 892 1009 605 + 1758 1864]]] (1, 1, 16) int64 +2026-04-30 19:26:09.586 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-56 vq [1809] (1,) int64 +2026-04-30 19:26:09.613 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-57 vq-rvq [[[1809 727 1843 955 328 791 155 832 827 1421 1138 750 1211 599 + 1106 137]]] (1, 1, 16) int64 +2026-04-30 19:26:09.621 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [1677] (1,) int64 +2026-04-30 19:26:09.647 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[1677 823 434 27 1196 1210 291 1787 283 744 1796 174 125 102 + 1249 1014]]] (1, 1, 16) int64 +2026-04-30 19:26:09.655 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [1922] (1,) int64 +2026-04-30 19:26:09.682 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[1922 1116 581 812 299 514 695 633 1190 1884 477 561 948 560 + 350 200]]] (1, 1, 16) int64 +2026-04-30 19:26:09.690 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [1036] (1,) int64 +2026-04-30 19:26:09.717 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[1036 1302 555 102 254 2009 804 750 260 355 1752 874 77 335 + 158 1042]]] (1, 1, 16) int64 +2026-04-30 19:26:09.725 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [1739] (1,) int64 +2026-04-30 19:26:09.752 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[1739 614 139 589 937 390 1428 1264 1149 1208 385 1302 52 1617 + 132 123]]] (1, 1, 16) int64 +2026-04-30 19:26:09.760 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [2150] (1,) int64 +2026-04-30 19:26:09.760 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 chunk_tokens [[[1845 1053 1032 919] + [1716 1199 409 1330] + [2038 861 801 1787] + [1642 1987 1855 884] + [ 825 457 1183 491] + [1307 294 553 15] + [1284 523 1931 1583] + [ 751 727 498 778] + [1099 1090 305 410] + [1860 125 1226 1142] + [ 596 1080 1015 549] + [ 77 885 1981 404] + [1422 746 584 855] + [ 923 922 1033 1867] + [ 730 1087 365 1089] + [ 593 207 1428 1882]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:09.784 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 wav [[[-0.07561389 -0.03827108 0.00077153 ... 0.05170149 0.01008281 + -0.01854178]]] -0.3299378752708435 6.148191459942609e-05 0.0932779535651207 0.4610540270805359 (1, 1, 7680) +2026-04-30 19:26:09.784 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 chunk_tokens [[[ 868 1809 1677 1922] + [ 151 727 823 1116] + [1170 1843 434 581] + [ 94 955 27 812] + [ 967 328 1196 299] + [1177 791 1210 514] + [ 10 155 291 695] + [1010 832 1787 633] + [1639 827 283 1190] + [ 76 1421 744 1884] + [ 273 1138 1796 477] + [ 892 750 174 561] + [1009 1211 125 948] + [ 605 599 102 560] + [1758 1106 1249 350] + [1864 137 1014 200]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:26:09.808 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 wav [[[-0.01794823 0.02109164 0.07580939 ... -0.00013498 0.00663236 + -0.00233094]]] -0.24763914942741394 6.338774983305484e-05 0.05173063650727272 0.2930958867073059 (1, 1, 7680) +2026-04-30 19:26:09.808 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-40 chunk_tokens [[[1036 1739] + [1302 614] + [ 555 139] + [ 102 589] + [ 254 937] + [2009 390] + [ 804 1428] + [ 750 1264] + [ 260 1149] + [ 355 1208] + [1752 385] + [ 874 1302] + [ 77 52] + [ 335 1617] + [ 158 132] + [1042 123]]] (1, 16, 2) n_chunk_frames 2 +2026-04-30 19:26:09.874 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-40 wav [[[-1.92377660e-02 -3.73278069e-03 1.66180078e-02 ... 1.14267914e-05 + 1.12166836e-05 1.08007425e-05]]] -0.08614496886730194 9.791910088097211e-06 0.01625766046345234 0.1096140667796135 (1, 1, 3840) +2026-04-30 19:26:09.874 [INFO] __main__: Synthesis complete: 24.32 s audio in 14.51 s (RTF=0.597) +2026-04-30 19:26:09.876 [INFO] __main__: Wrote audio_synth/output_1777577155.366709.wav (24.32 s, 24000 Hz) diff --git a/logs/log_test-streaming-onnx-cudagraphcompat-g5-xlarge-male-stewie-continuous-streaming-codec-last-chunk-dynamic-1.txt b/logs/log_test-streaming-onnx-cudagraphcompat-g5-xlarge-male-stewie-continuous-streaming-codec-last-chunk-dynamic-1.txt new file mode 100644 index 0000000000000000000000000000000000000000..51bfe1c4fa6cc9c62491153298f55f6bfa6aba58 --- /dev/null +++ b/logs/log_test-streaming-onnx-cudagraphcompat-g5-xlarge-male-stewie-continuous-streaming-codec-last-chunk-dynamic-1.txt @@ -0,0 +1,4681 @@ +2026-04-30 19:24:17.168939649 [W:onnxruntime:Default, device_discovery.cc:325 DiscoverDevicesForPlatform] GPU device discovery failed: device_discovery.cc:92 ReadFileContents Failed to open file: "/sys/class/drm/card0/device/vendor" +None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used. +None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used. +2026-04-30 19:24:18.065 [INFO] __main__: Building inferencer... +2026-04-30 19:24:18.065 [INFO] src.inference.qwen3_tts_inferencer_onnx: Loading ONNX sessions... +2026-04-30 19:24:18.065 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker prefill <- ./qwen3-tts_onnx/talker_model_prefill.onnx +2026-04-30 19:24:20.855 [INFO] src.inference.qwen3_tts_inferencer_onnx: local prefill <- ./qwen3-tts_onnx/talker_local_model_prefill.onnx +2026-04-30 19:24:21.015 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker step <- ./qwen3-tts_onnx/talker_model_step.onnx +2026-04-30 19:24:22.226 [INFO] src.inference.qwen3_tts_inferencer_onnx: local step <- ./qwen3-tts_onnx/talker_local_model_step.onnx +2026-04-30 19:24:22.628 [INFO] src.inference.qwen3_tts_inferencer_onnx: local lm_head <- ./qwen3-tts_onnx/talker_local_lm_head.onnx +2026-04-30 19:24:22.934 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec decoder <- ./qwen3-tts_onnx/codec_decoder_model.onnx +2026-04-30 19:24:23.854 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec decoder dynamic chunks <- ./qwen3-tts_onnx/codec_decoder_model_dynamic_chunks.onnx +2026-04-30 19:24:24.528 [INFO] src.inference.qwen3_tts_inferencer_onnx: speaker encoder <- ./qwen3-tts_onnx/speaker_encoder_model.onnx +2026-04-30 19:24:24.632464771 [W:onnxruntime:, transformer_memcpy.cc:111 ApplyImpl] 3 Memcpy nodes are added to the graph main_graph for CUDAExecutionProvider. It might have negative impact on performance (including unable to run CUDA graph). Set session_options.log_severity_level=1 to see the detail logs before this message. +2026-04-30 19:24:24.665 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec embed <- ./qwen3-tts_onnx/talker_codec_embed_model.onnx +2026-04-30 19:24:24.989 [INFO] src.inference.qwen3_tts_inferencer_onnx: text embed proj <- ./qwen3-tts_onnx/text_embed_proj_model.onnx +2026-04-30 19:24:31.393 [INFO] src.inference.qwen3_tts_inferencer_onnx: [OK] All ONNX sessions loaded. +2026-04-30 19:24:32.148 [INFO] src.inference.qwen3_tts_inferencer_onnx: Allocating device KV-cache buffers... +2026-04-30 19:24:32.178 [INFO] src.inference.qwen3_tts_inferencer_onnx: IOBinding wired for all models (prefill + step). +2026-04-30 19:24:32.179 [INFO] src.inference.qwen3_tts_inferencer_onnx: Allocating device KV-cache buffer of codec decoder... +2026-04-30 19:24:32.180 [INFO] __main__: Running 50 warmup iteration(s)... +2026-04-30 19:24:32.198 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up speaker encoder... +2026-04-30 19:24:32.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run speaker encoder in 0.30 s. --> 5.95 ms. per run. +2026-04-30 19:24:32.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up text embed proj.... +2026-04-30 19:24:32.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run text embed proj. in 0.01 s. --> 0.22 ms. per run. +2026-04-30 19:24:32.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up talker prefill... +2026-04-30 19:24:32.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run talker prefill in 0.47 s. --> 9.42 ms. per run. +2026-04-30 19:24:32.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up talker step... +2026-04-30 19:24:33.380 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run talker step in 0.39 s. --> 7.74 ms. per run. +2026-04-30 19:24:33.381 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up local talker prefill... +2026-04-30 19:24:33.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run local talker prefill in 0.07 s. --> 1.35 ms. per run. +2026-04-30 19:24:33.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up local talker step... +2026-04-30 19:24:33.505 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run local talker step in 0.06 s. --> 1.13 ms. per run. +2026-04-30 19:24:33.505 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up local talker batched lm_head... +2026-04-30 19:24:33.521 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run local batched lm_head in 0.02 s. --> 0.33 ms. per run. +2026-04-30 19:24:33.522 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up codec decoder... +2026-04-30 19:24:33.916 [INFO] src.inference.qwen3_tts_inferencer_onnx: 12 iter. run codec_decoder in 0.39 s. --> 32.74 ms. per run. +2026-04-30 19:24:33.916 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up codec decoder with dynamic chunk frames (n=2)... +2026-04-30 19:24:34.135 [INFO] src.inference.qwen3_tts_inferencer_onnx: 6 iter. run codec_decoder_dynamic in 0.20 s. --> 33.78 ms. per run. +2026-04-30 19:24:34.135 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warmup latency summary: +2026-04-30 19:24:34.135 [INFO] src.inference.qwen3_tts_inferencer_onnx: speaker_encoder +2026-04-30 19:24:34.135 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=5.95 ms. +2026-04-30 19:24:34.135 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=29.78 ms. +2026-04-30 19:24:34.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=1.69 ms. +2026-04-30 19:24:34.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=1.75 ms. +2026-04-30 19:24:34.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=1.66 ms. +2026-04-30 19:24:34.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=214.42 ms. +2026-04-30 19:24:34.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: text_embed_proj +2026-04-30 19:24:34.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=0.22 ms. +2026-04-30 19:24:34.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=0.71 ms. +2026-04-30 19:24:34.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=0.12 ms. +2026-04-30 19:24:34.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=0.14 ms. +2026-04-30 19:24:34.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=0.11 ms. +2026-04-30 19:24:34.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=5.21 ms. +2026-04-30 19:24:34.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker_prefill +2026-04-30 19:24:34.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=9.42 ms. +2026-04-30 19:24:34.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=5.62 ms. +2026-04-30 19:24:34.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=8.61 ms. +2026-04-30 19:24:34.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=8.65 ms. +2026-04-30 19:24:34.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=8.60 ms. +2026-04-30 19:24:34.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=48.75 ms. +2026-04-30 19:24:34.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker_step +2026-04-30 19:24:34.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=7.74 ms. +2026-04-30 19:24:34.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=3.31 ms. +2026-04-30 19:24:34.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=7.26 ms. +2026-04-30 19:24:34.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=7.29 ms. +2026-04-30 19:24:34.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=7.25 ms. +2026-04-30 19:24:34.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=30.89 ms. +2026-04-30 19:24:34.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: local_prefill +2026-04-30 19:24:34.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=1.35 ms. +2026-04-30 19:24:34.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=0.97 ms. +2026-04-30 19:24:34.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=1.21 ms. +2026-04-30 19:24:34.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=1.22 ms. +2026-04-30 19:24:34.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=1.20 ms. +2026-04-30 19:24:34.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=8.14 ms. +2026-04-30 19:24:34.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: local_step +2026-04-30 19:24:34.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=1.13 ms. +2026-04-30 19:24:34.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=0.60 ms. +2026-04-30 19:24:34.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=1.04 ms. +2026-04-30 19:24:34.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=1.05 ms. +2026-04-30 19:24:34.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=1.04 ms. +2026-04-30 19:24:34.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=5.31 ms. +2026-04-30 19:24:34.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: local_lm_head +2026-04-30 19:24:34.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=0.33 ms. +2026-04-30 19:24:34.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=0.20 ms. +2026-04-30 19:24:34.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=0.30 ms. +2026-04-30 19:24:34.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=0.32 ms. +2026-04-30 19:24:34.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=0.30 ms. +2026-04-30 19:24:34.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=1.75 ms. +2026-04-30 19:24:34.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec_decoder +2026-04-30 19:24:34.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=32.74 ms. +2026-04-30 19:24:34.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=29.91 ms. +2026-04-30 19:24:34.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=23.72 ms. +2026-04-30 19:24:34.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=72.43 ms. +2026-04-30 19:24:34.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=23.70 ms. +2026-04-30 19:24:34.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=131.93 ms. +2026-04-30 19:24:34.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec_decoder_dynamic +2026-04-30 19:24:34.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=33.78 ms. +2026-04-30 19:24:34.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=15.08 ms. +2026-04-30 19:24:34.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=27.03 ms. +2026-04-30 19:24:34.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=57.40 ms. +2026-04-30 19:24:34.148 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=26.96 ms. +2026-04-30 19:24:34.148 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=67.49 ms. +2026-04-30 19:24:34.166 [INFO] __main__: Warmup complete in 1.99 s +2026-04-30 19:24:34.166 [INFO] __main__: speaker_encoder mean=5.95 ms min=1.66 ms max=214.42 ms +2026-04-30 19:24:34.166 [INFO] __main__: text_embed_proj mean=0.22 ms min=0.11 ms max=5.21 ms +2026-04-30 19:24:34.166 [INFO] __main__: talker_prefill mean=9.42 ms min=8.60 ms max=48.75 ms +2026-04-30 19:24:34.166 [INFO] __main__: talker_step mean=7.74 ms min=7.25 ms max=30.89 ms +2026-04-30 19:24:34.166 [INFO] __main__: local_prefill mean=1.35 ms min=1.20 ms max=8.14 ms +2026-04-30 19:24:34.166 [INFO] __main__: local_step mean=1.13 ms min=1.04 ms max=5.31 ms +2026-04-30 19:24:34.166 [INFO] __main__: local_lm_head mean=0.33 ms min=0.30 ms max=1.75 ms +2026-04-30 19:24:34.166 [INFO] __main__: codec_decoder mean=32.74 ms min=23.70 ms max=131.93 ms +2026-04-30 19:24:34.166 [INFO] __main__: codec_decoder_dynamic mean=33.78 ms min=26.96 ms max=67.49 ms +2026-04-30 19:24:34.166 [INFO] __main__: Synthesising: 'В зависимости от ситуации,' +2026-04-30 19:24:34.166 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment В -> text_cache В +2026-04-30 19:24:34.166 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:24:34.166 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:24:36.167 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.08053465 0.03020535 -0.01365108 ... 0.1381524 0.03452209 + 0.05438036]]] (1, 1, 1024) +2026-04-30 19:24:36.167 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:24:36.173 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:24:36.173 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:24:36.173 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.08053465 0.03020535 -0.01365108 ... 0.1381524 0.03452209 + 0.05438036] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:24:36.173 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:36.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:36.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:24:36.175 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:24:36.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:24:36.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:24:36.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:24:36.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.07575647 0.02639936 -0.01534724 ... 0.12886806 0.03607738 + 0.05862183] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:24:36.177 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-7.5756468e-02 2.6399361e-02 -1.5347240e-02 ... 1.2886806e-01 + 3.6077376e-02 5.8621831e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:24:36.220 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:24:36.220 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache В +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache В з +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache В за +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache В зав +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зави +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache В завис +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависи +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache В зависим +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache В зависимо +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache В зависимос +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache В зависимост +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache В зависимости +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache В зависимости о +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache В зависимости от +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache В зависимости от +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache В зависимости от с +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости от си +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache В зависимости от сит +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.221 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.222 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment у -> text_cache В зависимости от ситу +2026-04-30 19:24:36.222 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.222 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.222 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache В зависимости от ситуа +2026-04-30 19:24:36.222 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.222 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.222 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ц -> text_cache В зависимости от ситуац +2026-04-30 19:24:36.222 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.222 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.222 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости от ситуаци +2026-04-30 19:24:36.222 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.222 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.222 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости от ситуации +2026-04-30 19:24:36.222 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.222 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:36.222 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache В зависимости от ситуации, +2026-04-30 19:24:36.222 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['В зависимости от ситуации,'] 26 +Qwen3TTSProcessor __call__ text ['В зависимости от ситуации,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 16206, 139133, 20264, 139367, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:24:36.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 16206, 139133, 20264, 139367, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:24:36.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 16206 139133 20264 139367 11]] (1, 5) +2026-04-30 19:24:36.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 16206 139133 20264 139367 11]] (1, 5) +2026-04-30 19:24:36.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment В зависимости от ситуации, 26 -> tokenized_segment [np.int64(16206), np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] 5 +2026-04-30 19:24:36.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(16206), np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] +2026-04-30 19:24:36.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(16206), np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] 5 +2026-04-30 19:24:36.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 16206 -> pending_tokens [np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] 4 +2026-04-30 19:24:36.231 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:24:36.258 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 1159 355 22 1854 1748 1298 2031 1058 1446 1846 1247 527 889 + 1213 803]]] (1, 1, 16) int64 +2026-04-30 19:24:36.258 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 139133 -> pending_tokens [np.int64(20264), np.int64(139367), np.int64(11)] 3 +2026-04-30 19:24:36.266 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:24:36.292 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 1722 1096 371 1296 1093 34 1814 930 266 324 362 896 1759 + 82 1435]]] (1, 1, 16) int64 +2026-04-30 19:24:36.293 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 20264 -> pending_tokens [np.int64(139367), np.int64(11)] 2 +2026-04-30 19:24:36.300 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:24:36.327 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 1134 519 1188 2024 406 1776 1856 564 905 743 903 914 1422 + 85 1728]]] (1, 1, 16) int64 +2026-04-30 19:24:36.327 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 139367 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:24:36.335 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:24:36.362 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 1009 1130 571 914 2036 1148 1059 1775 1333 623 1009 1108 344 + 778 262]]] (1, 1, 16) int64 +2026-04-30 19:24:36.362 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:24:36.370 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [462] (1,) int64 +2026-04-30 19:24:36.396 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[ 462 957 2025 515 350 804 1579 1893 1149 1004 243 146 729 388 + 1772 1978]]] (1, 1, 16) int64 +2026-04-30 19:24:36.397 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [1159 1722 1134 1009] + [ 355 1096 519 1130] + [ 22 371 1188 571] + [1854 1296 2024 914] + [1748 1093 406 2036] + [1298 34 1776 1148] + [2031 1814 1856 1059] + [1058 930 564 1775] + [1446 266 905 1333] + [1846 324 743 623] + [1247 362 903 1009] + [ 527 896 914 1108] + [ 889 1759 1422 344] + [1213 82 85 778] + [ 803 1435 1728 262]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:36.421 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-2.01795138e-02 -1.59110371e-02 -1.38593344e-02 ... 2.00804534e-05 + 1.41006985e-05 1.01878850e-05]]] -0.020179513841867447 -5.57687490072567e-05 0.0010244317818433046 0.007676008157432079 (1, 1, 7680) +2026-04-30 19:24:36.421 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:24:36.421 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:24:36.421 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:36.421 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:24:36.421 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:24:36.429 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [1707] (1,) int64 +2026-04-30 19:24:36.456 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[1707 339 908 1539 585 291 663 80 961 1426 1234 2012 1234 465 + 1095 532]]] (1, 1, 16) int64 +2026-04-30 19:24:36.464 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [1538] (1,) int64 +2026-04-30 19:24:36.490 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[1538 481 33 447 1799 1793 1286 626 593 239 1245 1228 1378 1280 + 209 1812]]] (1, 1, 16) int64 +2026-04-30 19:24:36.498 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [1308] (1,) int64 +2026-04-30 19:24:36.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[1308 1589 830 1111 1752 687 1025 1455 1628 701 162 158 885 924 + 1492 482]]] (1, 1, 16) int64 +2026-04-30 19:24:36.533 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [1476] (1,) int64 +2026-04-30 19:24:36.559 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[1476 526 341 36 30 811 1117 609 2043 919 1611 1124 1844 60 + 1042 46]]] (1, 1, 16) int64 +2026-04-30 19:24:36.567 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [1634] (1,) int64 +2026-04-30 19:24:36.594 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[1634 675 112 841 1321 2005 963 1861 106 1754 816 340 465 1547 + 441 1621]]] (1, 1, 16) int64 +2026-04-30 19:24:36.602 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [741] (1,) int64 +2026-04-30 19:24:36.629 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[ 741 725 278 1379 358 18 1212 96 235 1505 1969 1079 138 773 + 666 1240]]] (1, 1, 16) int64 +2026-04-30 19:24:36.637 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [422] (1,) int64 +2026-04-30 19:24:36.664 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[ 422 1128 565 1672 1107 665 1366 1056 659 807 157 152 1802 348 + 1108 248]]] (1, 1, 16) int64 +2026-04-30 19:24:36.672 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [1804] (1,) int64 +2026-04-30 19:24:36.698 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[1804 1483 1914 77 1821 205 1999 2013 1227 408 1296 498 1238 76 + 747 1889]]] (1, 1, 16) int64 +2026-04-30 19:24:36.706 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [177] (1,) int64 +2026-04-30 19:24:36.733 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[ 177 113 1496 509 418 1431 444 412 444 1955 1580 906 16 280 + 43 236]]] (1, 1, 16) int64 +2026-04-30 19:24:36.741 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [1847] (1,) int64 +2026-04-30 19:24:36.768 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[1847 1956 1490 1300 1802 260 2 1946 137 1241 565 16 1209 671 + 118 1208]]] (1, 1, 16) int64 +2026-04-30 19:24:36.776 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [1528] (1,) int64 +2026-04-30 19:24:36.803 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[1528 1514 1045 31 842 37 299 647 474 814 865 110 861 686 + 155 386]]] (1, 1, 16) int64 +2026-04-30 19:24:36.811 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [812] (1,) int64 +2026-04-30 19:24:36.837 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[ 812 1917 763 523 539 736 735 1020 1178 1203 118 14 1420 501 + 923 267]]] (1, 1, 16) int64 +2026-04-30 19:24:36.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [1345] (1,) int64 +2026-04-30 19:24:36.872 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[1345 515 218 455 1936 1257 1419 1817 590 1975 579 209 306 1019 + 652 237]]] (1, 1, 16) int64 +2026-04-30 19:24:36.880 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [348] (1,) int64 +2026-04-30 19:24:36.907 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[ 348 1773 1284 1302 734 178 1081 681 1650 716 1015 330 1441 2034 + 1083 577]]] (1, 1, 16) int64 +2026-04-30 19:24:36.915 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [308] (1,) int64 +2026-04-30 19:24:36.941 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[ 308 1362 1015 1822 867 35 1562 1071 132 447 874 341 214 393 + 125 345]]] (1, 1, 16) int64 +2026-04-30 19:24:36.949 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [1169] (1,) int64 +2026-04-30 19:24:36.976 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[1169 2046 182 480 698 1550 1787 94 419 1875 846 1771 196 838 + 1034 922]]] (1, 1, 16) int64 +2026-04-30 19:24:36.984 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [2019] (1,) int64 +2026-04-30 19:24:37.011 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[2019 1955 704 1570 283 1414 1711 376 941 151 411 235 1507 453 + 525 1708]]] (1, 1, 16) int64 +2026-04-30 19:24:37.019 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [360] (1,) int64 +2026-04-30 19:24:37.045 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[ 360 1271 69 904 639 1072 1338 1357 1724 117 1316 535 1356 1538 + 1817 238]]] (1, 1, 16) int64 +2026-04-30 19:24:37.053 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [378] (1,) int64 +2026-04-30 19:24:37.080 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[ 378 1174 1643 1965 1661 1384 772 317 340 696 1405 1968 296 29 + 1685 166]]] (1, 1, 16) int64 +2026-04-30 19:24:37.088 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [1782] (1,) int64 +2026-04-30 19:24:37.115 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[1782 1349 1235 1692 632 399 769 23 485 1893 1286 564 31 462 + 1541 1852]]] (1, 1, 16) int64 +2026-04-30 19:24:37.123 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [2150] (1,) int64 +2026-04-30 19:24:37.123 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[ 462 1707 1538 1308] + [ 957 339 481 1589] + [2025 908 33 830] + [ 515 1539 447 1111] + [ 350 585 1799 1752] + [ 804 291 1793 687] + [1579 663 1286 1025] + [1893 80 626 1455] + [1149 961 593 1628] + [1004 1426 239 701] + [ 243 1234 1245 162] + [ 146 2012 1228 158] + [ 729 1234 1378 885] + [ 388 465 1280 924] + [1772 1095 209 1492] + [1978 532 1812 482]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:37.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[ 3.6786410e-06 8.5715374e-07 1.3163992e-05 ... -1.6982532e-01 + -1.7967206e-01 -1.8905360e-01]]] -0.6345182061195374 7.848989480407909e-05 0.11445222049951553 0.5147921442985535 (1, 1, 7680) +2026-04-30 19:24:37.147 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[1476 1634 741 422] + [ 526 675 725 1128] + [ 341 112 278 565] + [ 36 841 1379 1672] + [ 30 1321 358 1107] + [ 811 2005 18 665] + [1117 963 1212 1366] + [ 609 1861 96 1056] + [2043 106 235 659] + [ 919 1754 1505 807] + [1611 816 1969 157] + [1124 340 1079 152] + [1844 465 138 1802] + [ 60 1547 773 348] + [1042 441 666 1108] + [ 46 1621 1240 248]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:37.171 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[-0.20319638 -0.21355818 -0.2254444 ... -0.02749576 -0.00719418 + -0.0158848 ]]] -0.367807000875473 0.00015302447718568146 0.12276022136211395 0.379855215549469 (1, 1, 7680) +2026-04-30 19:24:37.171 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[1804 177 1847 1528] + [1483 113 1956 1514] + [1914 1496 1490 1045] + [ 77 509 1300 31] + [1821 418 1802 842] + [ 205 1431 260 37] + [1999 444 2 299] + [2013 412 1946 647] + [1227 444 137 474] + [ 408 1955 1241 814] + [1296 1580 565 865] + [ 498 906 16 110] + [1238 16 1209 861] + [ 76 280 671 686] + [ 747 43 118 155] + [1889 236 1208 386]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:37.195 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[-0.05861128 -0.07534628 -0.09317898 ... -0.04055004 -0.03983756 + -0.04404005]]] -0.3372378945350647 -0.00032234317041002214 0.06845291703939438 0.27991050481796265 (1, 1, 7680) +2026-04-30 19:24:37.196 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[ 812 1345 348 308] + [1917 515 1773 1362] + [ 763 218 1284 1015] + [ 523 455 1302 1822] + [ 539 1936 734 867] + [ 736 1257 178 35] + [ 735 1419 1081 1562] + [1020 1817 681 1071] + [1178 590 1650 132] + [1203 1975 716 447] + [ 118 579 1015 874] + [ 14 209 330 341] + [1420 306 1441 214] + [ 501 1019 2034 393] + [ 923 652 1083 125] + [ 267 237 577 345]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:37.220 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[-0.04148724 -0.02457579 -0.02205077 ... -0.16412005 -0.13844651 + -0.07191276]]] -0.3398938775062561 -2.237898343082634e-06 0.055422596633434296 0.34244611859321594 (1, 1, 7680) +2026-04-30 19:24:37.220 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[1169 2019 360 378] + [2046 1955 1271 1174] + [ 182 704 69 1643] + [ 480 1570 904 1965] + [ 698 283 639 1661] + [1550 1414 1072 1384] + [1787 1711 1338 772] + [ 94 376 1357 317] + [ 419 941 1724 340] + [1875 151 117 696] + [ 846 411 1316 1405] + [1771 235 535 1968] + [ 196 1507 1356 296] + [ 838 453 1538 29] + [1034 525 1817 1685] + [ 922 1708 238 166]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:37.244 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[ 0.00526189 0.03714811 0.02313349 ... -0.0926802 -0.1022734 + -0.1126982 ]]] -0.4385858178138733 0.00025545983226038516 0.09500138461589813 0.5455802083015442 (1, 1, 7680) +2026-04-30 19:24:37.244 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[1782] + [1349] + [1235] + [1692] + [ 632] + [ 399] + [ 769] + [ 23] + [ 485] + [1893] + [1286] + [ 564] + [ 31] + [ 462] + [1541] + [1852]]] (1, 16, 1) n_chunk_frames 1 +2026-04-30 19:24:37.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[-1.11878745e-01 -1.09990358e-01 -1.12653248e-01 ... 1.35518731e-05 + 1.45642243e-05 1.18903190e-05]]] -0.11265324801206589 -0.0001304897596128285 0.04781181365251541 0.12247218936681747 (1, 1, 1920) +2026-04-30 19:24:37.312 [INFO] __main__: Synthesising: 'важна не только точность,' +2026-04-30 19:24:37.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache в +2026-04-30 19:24:37.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:24:37.318 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[ 5.6349083e-05, 8.4180429e-05, 6.5593849e-05, ..., + -1.3644788e-01, -1.5599585e-01, -1.5156698e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.1485202 , -0.16536492, -0.18965274, ..., 0.28553224, + 0.3270138 , 0.3601453 ]]], shape=(1, 1, 7680), dtype=float32), array([[[3.6601341e-01, 3.6620408e-01, 3.9715701e-01, ..., + 1.2010336e-05, 6.9769099e-03, 1.1920486e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.7303426e-02, 2.5300838e-02, 3.1136096e-02, ..., + 4.1752792e-06, 1.1848400e-05, -2.9887815e-07]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.7457854e-05, 4.7842841e-06, 1.4109795e-05, ..., + -2.8425720e-01, -2.7748299e-01, -2.7628633e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.26278663, -0.23993018, -0.21183099, ..., -0.03790198, + 0.07533415, 0.04809248]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04738199, -0.02510091, 0.03994393, ..., 0.00837837, + 0.02794683, 0.03983561]]], shape=(1, 1, 7680), dtype=float32), array([[[ 3.0058809e-02, -1.8763989e-03, -2.4652392e-02, ..., + -1.2362072e-04, 5.1419462e-05, -1.7747305e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00047148, 0.0014954 , 0.001242 , ..., -0.08189617, + -0.0800129 , -0.05567127]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04469206, -0.02895599, -0.01342217, ..., 0.07489273, + 0.06072005, 0.0537959 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04087604, 0.01412567, -0.0029052 , ..., -0.03635724, + 0.05780442, -0.07549267]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00598725, 0.03554643, -0.06744979, ..., 0.00010405, + -0.00022792, -0.00020516]]], shape=(1, 1, 7680), dtype=float32), array([[[ 1.5586594e-04, 5.9771352e-05, -1.5328912e-04, ..., + 3.2795399e-01, 3.2292289e-01, 2.0024146e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.04104516, -0.06172024, -0.09661333, ..., -0.03117011, + -0.03340337, -0.03548846]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03707539, -0.03903887, -0.0412735 , ..., 0.01625262, + 0.01769026, 0.01576646]]], shape=(1, 1, 7680), dtype=float32), array([[[0.0142799 , 0.01483663, 0.00990755, ..., 0.00296899, + 0.00300974, 0.00282921]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0028905 , 0.00320837, 0.00315991, ..., 0.00166386, + -0.03266931, -0.05497768]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06086192, -0.07852612, -0.1132773 , ..., 0.08080634, + 0.07642329, 0.0719385 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.06807768, 0.06475983, 0.06001448, ..., -0.09168878, + -0.09502685, -0.09608083]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.09454581, -0.09291469, -0.08904834, ..., -0.00905661, + 0.00444017, 0.00231716]]], shape=(1, 1, 7680), dtype=float32), array([[[ 8.9786947e-05, 8.4225992e-03, -5.0833197e-03, ..., + -1.1408101e-03, -5.0348770e-03, -7.4502751e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00859374, -0.00994063, -0.01264652, ..., -0.2556017 , + -0.2863481 , -0.2780534 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.255485 , -0.20715857, -0.13927178, ..., -0.03610796, + -0.02987118, -0.01746909]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.19681675e-02, -1.23914257e-02, -1.22758932e-02, ..., + 1.60464351e-05, -2.35928746e-06, -3.52098832e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-5.0154478e-05, -5.2873314e-05, -8.2885737e-05, ..., + 3.5356320e-03, 5.8453903e-03, 1.0712676e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.01984442, 0.02112851, 0.0151038 , ..., -0.00013762, + -0.00024338, -0.00043837]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.0223220e-04, -9.1121896e-05, -3.1462763e-04, ..., + 4.6748677e-03, 4.3611252e-03, 4.1370415e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.00436028, 0.00441174, 0.00416797, ..., -0.00321517, + 0.00034929, 0.00425737]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00789635, 0.01074047, 0.01295833, ..., 0.00125277, + 0.00104752, 0.00125197]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00136477, 0.00117244, 0.00118563, ..., 0.0149979 , + -0.01056756, -0.01759776]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00125753, 0.0120324 , 0.00334318, ..., 0.15329993, + 0.13943346, 0.13194934]]], shape=(1, 1, 7680), dtype=float32), array([[[0.134786 , 0.1273073 , 0.10418997, ..., 0.12059286, + 0.12773812, 0.1370385 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.14596067, 0.14951745, 0.14710066, ..., -0.09813244, + -0.07989937, -0.05261438]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04676096, -0.05782703, -0.07018954, ..., -0.00041334, + -0.00634173, -0.00775552]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00356804, 0.00234533, 0.00239192, ..., -0.00505006, + 0.01012458, -0.00355571]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00141988, 0.01283188, 0.01539281, ..., -0.23255703, + -0.2518396 , -0.2348963 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.17100632, -0.13740441, -0.11471889, ..., 0.08184092, + 0.08979557, 0.09431364]]], shape=(1, 1, 7680), dtype=float32), array([[[0.08997524, 0.07775635, 0.06243753, ..., 0.02892214, + 0.02760165, 0.02395139]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02014831, 0.0173618 , 0.0158785 , ..., -0.0033212 , + 0.00120581, 0.00365396]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00467645, 0.00688093, 0.00734373, ..., -0.02975915, + 0.02997473, 0.14231507]]], shape=(1, 1, 7680), dtype=float32), array([[[0.15212473, 0.18116641, 0.20524746, ..., 0.04937945, + 0.0377091 , 0.01757742]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00349374, -0.00574289, -0.0197383 , ..., -0.09656509, + -0.09576948, -0.109477 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.1158693 , -0.11739744, -0.13425867, ..., 0.07009485, + 0.05855437, 0.04203669]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0387676 , 0.03304015, 0.02042563, ..., -0.02144237, + 0.01319801, 0.03794514]]], shape=(1, 1, 7680), dtype=float32), array([[[ 2.9783610e-02, 1.0905329e-02, 1.6511306e-03, ..., + -8.6144792e-05, -1.2935790e-04, -1.8319050e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[-1.3189571e-04, -5.9736158e-05, -1.0962758e-05, ..., + -3.1686056e-02, -3.7055351e-02, -2.5362272e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.01291864, -0.00679785, -0.00601127, ..., 0.00854876, + 0.00164058, -0.00336338]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00036996, -0.00417837, -0.00426145, ..., 0.00165579, + 0.00119936, 0.00091009]]], shape=(1, 1, 7680), dtype=float32), array([[[9.6502900e-04, 8.9348853e-04, 2.4728477e-04, ..., + 4.2658979e-01, 3.8516057e-01, 3.1325611e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.1898701 , 0.06006428, -0.02213643, ..., -0.04418599, + -0.07423607, -0.13431835]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.32965782e-01, -1.86734319e-01, -1.15496874e-01, ..., + 6.46211047e-05, 6.58403733e-05, 6.17304540e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[6.0041486e-05, 6.3522471e-05, 5.9694037e-05, ..., + 2.8525350e-05, 2.8183822e-05, 3.5627709e-05]]], + shape=(1, 1, 1937), dtype=float32), array([[[-2.01795138e-02, -1.59110371e-02, -1.38593344e-02, ..., + 2.00804534e-05, 1.41006985e-05, 1.01878850e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 3.6786410e-06, 8.5715374e-07, 1.3163992e-05, ..., + -1.6982532e-01, -1.7967206e-01, -1.8905360e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.20319638, -0.21355818, -0.2254444 , ..., -0.02749576, + -0.00719418, -0.0158848 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05861128, -0.07534628, -0.09317898, ..., -0.04055004, + -0.03983756, -0.04404005]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04148724, -0.02457579, -0.02205077, ..., -0.16412005, + -0.13844651, -0.07191276]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00526189, 0.03714811, 0.02313349, ..., -0.0926802 , + -0.1022734 , -0.1126982 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.11878745e-01, -1.09990358e-01, -1.12653248e-01, ..., + 1.35518731e-05, 1.45642243e-05, 1.18903190e-05]]], + shape=(1, 1, 1920), dtype=float32)] 59 +2026-04-30 19:24:37.318 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [5.6349083e-05 8.4180429e-05 6.5593849e-05 ... 1.3551873e-05 1.4564224e-05 + 1.1890319e-05] (441617,) float32 +2026-04-30 19:24:37.318 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 33 [-4.6760961e-02 -5.7827026e-02 -7.0189543e-02 ... 1.3551873e-05 + 1.4564224e-05 1.1890319e-05] (188177,) float32 +2026-04-30 19:24:37.321 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 33 [array([[[-0.04676096, -0.05782703, -0.07018954, ..., -0.00041334, + -0.00634173, -0.00775552]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00356804, 0.00234533, 0.00239192, ..., -0.00505006, + 0.01012458, -0.00355571]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00141988, 0.01283188, 0.01539281, ..., -0.23255703, + -0.2518396 , -0.2348963 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.17100632, -0.13740441, -0.11471889, ..., 0.08184092, + 0.08979557, 0.09431364]]], shape=(1, 1, 7680), dtype=float32), array([[[0.08997524, 0.07775635, 0.06243753, ..., 0.02892214, + 0.02760165, 0.02395139]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02014831, 0.0173618 , 0.0158785 , ..., -0.0033212 , + 0.00120581, 0.00365396]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00467645, 0.00688093, 0.00734373, ..., -0.02975915, + 0.02997473, 0.14231507]]], shape=(1, 1, 7680), dtype=float32), array([[[0.15212473, 0.18116641, 0.20524746, ..., 0.04937945, + 0.0377091 , 0.01757742]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00349374, -0.00574289, -0.0197383 , ..., -0.09656509, + -0.09576948, -0.109477 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.1158693 , -0.11739744, -0.13425867, ..., 0.07009485, + 0.05855437, 0.04203669]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0387676 , 0.03304015, 0.02042563, ..., -0.02144237, + 0.01319801, 0.03794514]]], shape=(1, 1, 7680), dtype=float32), array([[[ 2.9783610e-02, 1.0905329e-02, 1.6511306e-03, ..., + -8.6144792e-05, -1.2935790e-04, -1.8319050e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[-1.3189571e-04, -5.9736158e-05, -1.0962758e-05, ..., + -3.1686056e-02, -3.7055351e-02, -2.5362272e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.01291864, -0.00679785, -0.00601127, ..., 0.00854876, + 0.00164058, -0.00336338]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00036996, -0.00417837, -0.00426145, ..., 0.00165579, + 0.00119936, 0.00091009]]], shape=(1, 1, 7680), dtype=float32), array([[[9.6502900e-04, 8.9348853e-04, 2.4728477e-04, ..., + 4.2658979e-01, 3.8516057e-01, 3.1325611e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.1898701 , 0.06006428, -0.02213643, ..., -0.04418599, + -0.07423607, -0.13431835]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.32965782e-01, -1.86734319e-01, -1.15496874e-01, ..., + 6.46211047e-05, 6.58403733e-05, 6.17304540e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[6.0041486e-05, 6.3522471e-05, 5.9694037e-05, ..., + 2.8525350e-05, 2.8183822e-05, 3.5627709e-05]]], + shape=(1, 1, 1937), dtype=float32), array([[[-2.01795138e-02, -1.59110371e-02, -1.38593344e-02, ..., + 2.00804534e-05, 1.41006985e-05, 1.01878850e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 3.6786410e-06, 8.5715374e-07, 1.3163992e-05, ..., + -1.6982532e-01, -1.7967206e-01, -1.8905360e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.20319638, -0.21355818, -0.2254444 , ..., -0.02749576, + -0.00719418, -0.0158848 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05861128, -0.07534628, -0.09317898, ..., -0.04055004, + -0.03983756, -0.04404005]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04148724, -0.02457579, -0.02205077, ..., -0.16412005, + -0.13844651, -0.07191276]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00526189, 0.03714811, 0.02313349, ..., -0.0926802 , + -0.1022734 , -0.1126982 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.11878745e-01, -1.09990358e-01, -1.12653248e-01, ..., + 1.35518731e-05, 1.45642243e-05, 1.18903190e-05]]], + shape=(1, 1, 1920), dtype=float32)] 26 +2026-04-30 19:24:37.321 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:24:37.394 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.07934582 0.07255051 -0.0448344 ... 0.09806482 0.03199483 + 0.04146153]]] (1, 1, 1024) +2026-04-30 19:24:37.394 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:24:37.394 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:24:37.395 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:24:37.395 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.07934582 0.07255051 -0.0448344 ... 0.09806482 0.03199483 + 0.04146153] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:24:37.395 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:37.395 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:37.396 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:24:37.396 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:24:37.396 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:24:37.396 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:24:37.397 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:24:37.397 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.07456764 0.06874452 -0.04653056 ... 0.08878048 0.03355011 + 0.045703 ] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:24:37.397 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-7.4567638e-02 6.8744518e-02 -4.6530556e-02 ... 8.8780478e-02 + 3.3550110e-02 4.5703001e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:24:37.441 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=44; step_idx=44 +2026-04-30 19:24:37.474 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=44; step_idx=44 +2026-04-30 19:24:37.474 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.474 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache ва +2026-04-30 19:24:37.474 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.474 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.474 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ж -> text_cache важ +2026-04-30 19:24:37.474 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.474 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.474 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache важн +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache важна +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache важна +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache важна н +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache важна не +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache важна не +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache важна не т +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не то +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache важна не тол +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ь -> text_cache важна не толь +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache важна не тольк +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не только +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache важна не только +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache важна не только т +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не только то +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ч -> text_cache важна не только точ +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache важна не только точн +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не только точно +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache важна не только точнос +2026-04-30 19:24:37.475 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.476 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.476 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache важна не только точност +2026-04-30 19:24:37.476 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.476 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.476 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ь -> text_cache важна не только точность +2026-04-30 19:24:37.476 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.476 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:37.476 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache важна не только точность, +2026-04-30 19:24:37.476 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['важна не только точность,'] 25 +Qwen3TTSProcessor __call__ text ['важна не только точность,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 5474, 37557, 14191, 18658, 73626, 81602, 60279, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:24:37.476 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 5474, 37557, 14191, 18658, 73626, 81602, 60279, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:24:37.476 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 5474 37557 14191 18658 73626 81602 60279 11]] (1, 8) +2026-04-30 19:24:37.477 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 5474 37557 14191 18658 73626 81602 60279 11]] (1, 8) +2026-04-30 19:24:37.477 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment важна не только точность, 25 -> tokenized_segment [np.int64(5474), np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 8 +2026-04-30 19:24:37.477 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(5474), np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] +2026-04-30 19:24:37.477 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.477 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(5474), np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 8 +2026-04-30 19:24:37.477 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 5474 -> pending_tokens [np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 7 +2026-04-30 19:24:37.485 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-44 vq [1221] (1,) int64 +2026-04-30 19:24:37.512 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-45 vq-rvq [[[1221 1875 581 780 1042 392 1305 266 1385 1086 528 1558 561 560 + 271 540]]] (1, 1, 16) int64 +2026-04-30 19:24:37.512 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 37557 -> pending_tokens [np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 6 +2026-04-30 19:24:37.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-45 vq [210] (1,) int64 +2026-04-30 19:24:37.547 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-46 vq-rvq [[[ 210 1039 123 1088 1008 1228 1751 247 584 1764 1782 1906 1723 917 + 587 1483]]] (1, 1, 16) int64 +2026-04-30 19:24:37.547 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 14191 -> pending_tokens [np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 5 +2026-04-30 19:24:37.555 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-46 vq [1494] (1,) int64 +2026-04-30 19:24:37.582 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-47 vq-rvq [[[1494 2008 1930 516 971 156 434 559 1350 1586 880 98 1862 677 + 892 170]]] (1, 1, 16) int64 +2026-04-30 19:24:37.582 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 18658 -> pending_tokens [np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 4 +2026-04-30 19:24:37.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-47 vq [709] (1,) int64 +2026-04-30 19:24:37.616 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-48 vq-rvq [[[ 709 1205 1437 107 1129 870 1210 963 409 2021 1409 1357 1130 39 + 111 601]]] (1, 1, 16) int64 +2026-04-30 19:24:37.616 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 73626 -> pending_tokens [np.int64(81602), np.int64(60279), np.int64(11)] 3 +2026-04-30 19:24:37.624 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-48 vq [208] (1,) int64 +2026-04-30 19:24:37.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-49 vq-rvq [[[ 208 824 1359 802 35 506 905 1911 1607 352 421 1305 152 427 + 930 243]]] (1, 1, 16) int64 +2026-04-30 19:24:37.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 81602 -> pending_tokens [np.int64(60279), np.int64(11)] 2 +2026-04-30 19:24:37.659 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-49 vq [1088] (1,) int64 +2026-04-30 19:24:37.686 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-50 vq-rvq [[[1088 405 1019 17 1639 2028 388 1400 585 1828 348 1120 698 74 + 1187 389]]] (1, 1, 16) int64 +2026-04-30 19:24:37.686 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 60279 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:24:37.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-50 vq [1145] (1,) int64 +2026-04-30 19:24:37.721 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-51 vq-rvq [[[1145 674 140 739 1238 936 1628 12 1390 985 436 853 363 1296 + 1016 1072]]] (1, 1, 16) int64 +2026-04-30 19:24:37.721 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:24:37.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-51 vq [935] (1,) int64 +2026-04-30 19:24:37.756 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-52 vq-rvq [[[ 935 1739 1343 428 1989 1337 1292 763 1902 1262 1850 874 725 918 + 323 1139]]] (1, 1, 16) int64 +2026-04-30 19:24:37.756 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-25 chunk_tokens [[[1221 210 1494 709] + [1875 1039 2008 1205] + [ 581 123 1930 1437] + [ 780 1088 516 107] + [1042 1008 971 1129] + [ 392 1228 156 870] + [1305 1751 434 1210] + [ 266 247 559 963] + [1385 584 1350 409] + [1086 1764 1586 2021] + [ 528 1782 880 1409] + [1558 1906 98 1357] + [ 561 1723 1862 1130] + [ 560 917 677 39] + [ 271 587 892 111] + [ 540 1483 170 601]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:37.780 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-25 wav [[[-5.5510295e-06 -2.3109218e-05 2.7799856e-06 ... -6.3279666e-02 + -1.3926503e-02 3.3815376e-02]]] -0.40099820494651794 9.54081133386353e-06 0.04365986958146095 0.46359705924987793 (1, 1, 7680) +2026-04-30 19:24:37.780 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-29 chunk_tokens [[[ 208 1088 1145 935] + [ 824 405 674 1739] + [1359 1019 140 1343] + [ 802 17 739 428] + [ 35 1639 1238 1989] + [ 506 2028 936 1337] + [ 905 388 1628 1292] + [1911 1400 12 763] + [1607 585 1390 1902] + [ 352 1828 985 1262] + [ 421 348 436 1850] + [1305 1120 853 874] + [ 152 698 363 725] + [ 427 74 1296 918] + [ 930 1187 1016 323] + [ 243 389 1072 1139]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:37.804 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-29 wav [[[0.0677718 0.09467762 0.1162236 ... 0.08783114 0.08834589 0.09321057]]] -0.36936166882514954 0.00010649618343450129 0.07397586107254028 0.4164365231990814 (1, 1, 7680) +2026-04-30 19:24:37.804 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:24:37.805 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:24:37.805 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:37.805 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:24:37.805 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:24:37.813 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-52 vq [332] (1,) int64 +2026-04-30 19:24:37.839 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-53 vq-rvq [[[ 332 203 409 1777 1680 113 40 830 1956 1596 489 188 672 1975 + 1672 830]]] (1, 1, 16) int64 +2026-04-30 19:24:37.847 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-53 vq [1456] (1,) int64 +2026-04-30 19:24:37.874 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-54 vq-rvq [[[1456 782 195 600 27 445 86 837 1473 1266 1506 441 860 469 + 279 625]]] (1, 1, 16) int64 +2026-04-30 19:24:37.882 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-54 vq [1976] (1,) int64 +2026-04-30 19:24:37.909 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-55 vq-rvq [[[1976 1562 1551 533 1277 302 1120 456 1410 924 831 834 125 683 + 1903 1049]]] (1, 1, 16) int64 +2026-04-30 19:24:37.917 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-55 vq [438] (1,) int64 +2026-04-30 19:24:37.943 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-56 vq-rvq [[[ 438 16 0 1763 972 761 1229 489 490 175 1264 908 18 908 + 1893 195]]] (1, 1, 16) int64 +2026-04-30 19:24:37.951 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-56 vq [1999] (1,) int64 +2026-04-30 19:24:37.978 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-57 vq-rvq [[[1999 356 1265 534 1484 625 298 710 1391 1458 1591 770 1116 1825 + 1342 404]]] (1, 1, 16) int64 +2026-04-30 19:24:37.986 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [640] (1,) int64 +2026-04-30 19:24:38.013 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[ 640 284 273 216 509 433 752 855 595 423 1167 1169 342 324 + 1454 1297]]] (1, 1, 16) int64 +2026-04-30 19:24:38.021 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [828] (1,) int64 +2026-04-30 19:24:38.048 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[ 828 221 886 1765 369 1683 691 824 1194 251 1431 391 2013 601 + 176 972]]] (1, 1, 16) int64 +2026-04-30 19:24:38.056 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [364] (1,) int64 +2026-04-30 19:24:38.083 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[ 364 35 538 1557 1992 1006 202 1577 728 1555 544 1799 569 61 + 203 1943]]] (1, 1, 16) int64 +2026-04-30 19:24:38.091 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [1776] (1,) int64 +2026-04-30 19:24:38.118 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[1776 634 1254 1970 394 1756 601 1073 1804 87 1053 136 393 953 + 105 307]]] (1, 1, 16) int64 +2026-04-30 19:24:38.126 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [1739] (1,) int64 +2026-04-30 19:24:38.153 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[1739 747 686 955 1402 947 1206 1505 692 1711 259 553 1193 80 + 573 49]]] (1, 1, 16) int64 +2026-04-30 19:24:38.161 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [2150] (1,) int64 +2026-04-30 19:24:38.161 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-33 chunk_tokens [[[ 332 1456 1976 438] + [ 203 782 1562 16] + [ 409 195 1551 0] + [1777 600 533 1763] + [1680 27 1277 972] + [ 113 445 302 761] + [ 40 86 1120 1229] + [ 830 837 456 489] + [1956 1473 1410 490] + [1596 1266 924 175] + [ 489 1506 831 1264] + [ 188 441 834 908] + [ 672 860 125 18] + [1975 469 683 908] + [1672 279 1903 1893] + [ 830 625 1049 195]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:38.185 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-33 wav [[[ 0.08688205 0.07832725 0.07011712 ... 0.00585925 0.00095331 + -0.00447248]]] -0.28370875120162964 2.3624549427836428e-08 0.07943602651357651 0.24461591243743896 (1, 1, 7680) +2026-04-30 19:24:38.185 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-37 chunk_tokens [[[1999 640 828 364] + [ 356 284 221 35] + [1265 273 886 538] + [ 534 216 1765 1557] + [1484 509 369 1992] + [ 625 433 1683 1006] + [ 298 752 691 202] + [ 710 855 824 1577] + [1391 595 1194 728] + [1458 423 251 1555] + [1591 1167 1431 544] + [ 770 1169 391 1799] + [1116 342 2013 569] + [1825 324 601 61] + [1342 1454 176 203] + [ 404 1297 972 1943]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:38.210 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-37 wav [[[-0.01385116 -0.02925973 -0.05581054 ... 0.00499556 0.00536269 + 0.00537225]]] -0.1423461139202118 -8.293122664326802e-05 0.034816984087228775 0.1944608986377716 (1, 1, 7680) +2026-04-30 19:24:38.210 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-41 chunk_tokens [[[1776 1739] + [ 634 747] + [1254 686] + [1970 955] + [ 394 1402] + [1756 947] + [ 601 1206] + [1073 1505] + [1804 692] + [ 87 1711] + [1053 259] + [ 136 553] + [ 393 1193] + [ 953 80] + [ 105 573] + [ 307 49]]] (1, 16, 2) n_chunk_frames 2 +2026-04-30 19:24:38.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-41 wav [[[5.1112683e-03 5.1188101e-03 5.9089442e-03 ... 1.1327005e-05 + 1.1330820e-05 1.1098466e-05]]] -0.03759118542075157 0.00010413924610475078 0.009158204309642315 0.035972435027360916 (1, 1, 3840) +2026-04-30 19:24:38.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-63 +2026-04-30 19:24:38.294 [INFO] __main__: Synthesising: 'но и низкая задержка.' +2026-04-30 19:24:38.294 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache н +2026-04-30 19:24:38.294 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:24:38.294 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:24:38.401 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.08053465 0.03020535 -0.01365108 ... 0.1381524 0.03452209 + 0.05438036]]] (1, 1, 1024) +2026-04-30 19:24:38.402 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:24:38.402 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:24:38.402 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:24:38.403 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.08053465 0.03020535 -0.01365108 ... 0.1381524 0.03452209 + 0.05438036] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:24:38.403 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:38.403 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:38.403 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:24:38.403 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:24:38.404 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:24:38.404 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:24:38.404 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:24:38.405 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.07575647 0.02639936 -0.01534724 ... 0.12886806 0.03607738 + 0.05862183] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:24:38.405 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-7.5756468e-02 2.6399361e-02 -1.5347240e-02 ... 1.2886806e-01 + 3.6077376e-02 5.8621831e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:24:38.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:24:38.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:38.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache но +2026-04-30 19:24:38.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:38.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:38.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache но +2026-04-30 19:24:38.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:38.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:38.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache но и +2026-04-30 19:24:38.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:38.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:38.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache но и +2026-04-30 19:24:38.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:38.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:38.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache но и н +2026-04-30 19:24:38.448 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache но и ни +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache но и низ +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache но и низк +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache но и низка +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache но и низкая +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache но и низкая +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache но и низкая з +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache но и низкая за +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache но и низкая зад +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache но и низкая заде +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache но и низкая задер +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ж -> text_cache но и низкая задерж +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache но и низкая задержк +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache но и низкая задержка +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache но и низкая задержка. +2026-04-30 19:24:38.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['но и низкая задержка.'] 21 +Qwen3TTSProcessor __call__ text ['но и низкая задержка.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 13685, 7587, 6709, 40773, 125107, 52180, 57569, 13132, + 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:24:38.450 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 13685, 7587, 6709, 40773, 125107, 52180, 57569, 13132, + 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:24:38.450 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 13685 7587 6709 40773 125107 52180 57569 13132 13]] (1, 9) +2026-04-30 19:24:38.450 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 13685 7587 6709 40773 125107 52180 57569 13132 13]] (1, 9) +2026-04-30 19:24:38.450 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment но и низкая задержка. 21 -> tokenized_segment [np.int64(13685), np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 9 +2026-04-30 19:24:38.450 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(13685), np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] +2026-04-30 19:24:38.450 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:38.450 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(13685), np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 9 +2026-04-30 19:24:38.450 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13685 -> pending_tokens [np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 8 +2026-04-30 19:24:38.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:24:38.485 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 1159 355 22 1174 1093 625 1814 1058 905 1846 248 1110 889 + 812 803]]] (1, 1, 16) int64 +2026-04-30 19:24:38.485 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 7587 -> pending_tokens [np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 7 +2026-04-30 19:24:38.493 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:24:38.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 1722 1096 1336 735 326 944 595 1611 1786 2040 1615 1160 1422 + 1213 1435]]] (1, 1, 16) int64 +2026-04-30 19:24:38.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6709 -> pending_tokens [np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 6 +2026-04-30 19:24:38.528 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:24:38.555 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 1746 709 1256 1657 335 2039 302 79 1732 1917 1429 190 330 + 711 1632]]] (1, 1, 16) int64 +2026-04-30 19:24:38.555 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 40773 -> pending_tokens [np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 5 +2026-04-30 19:24:38.563 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:24:38.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 188 325 702 239 1594 55 2043 1668 467 18 84 729 591 + 582 1754]]] (1, 1, 16) int64 +2026-04-30 19:24:38.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 125107 -> pending_tokens [np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 4 +2026-04-30 19:24:38.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [1707] (1,) int64 +2026-04-30 19:24:38.625 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[1707 1841 417 1544 1129 1338 1810 2041 1501 402 1302 104 457 25 + 397 1190]]] (1, 1, 16) int64 +2026-04-30 19:24:38.626 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 52180 -> pending_tokens [np.int64(57569), np.int64(13132), np.int64(13)] 3 +2026-04-30 19:24:38.634 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [1621] (1,) int64 +2026-04-30 19:24:38.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[1621 1524 1206 273 558 232 57 881 1213 1561 1610 1442 222 519 + 264 217]]] (1, 1, 16) int64 +2026-04-30 19:24:38.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 57569 -> pending_tokens [np.int64(13132), np.int64(13)] 2 +2026-04-30 19:24:38.668 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [1850] (1,) int64 +2026-04-30 19:24:38.695 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[1850 1864 423 912 1122 931 1333 1648 531 797 883 1614 730 175 + 942 203]]] (1, 1, 16) int64 +2026-04-30 19:24:38.695 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13132 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:24:38.703 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [603] (1,) int64 +2026-04-30 19:24:38.730 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[ 603 1330 265 10 830 354 102 1096 1562 802 1478 1594 1190 841 + 11 1072]]] (1, 1, 16) int64 +2026-04-30 19:24:38.730 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:24:38.738 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [432] (1,) int64 +2026-04-30 19:24:38.765 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[ 432 851 92 867 540 32 542 1051 999 1315 128 980 173 573 + 299 197]]] (1, 1, 16) int64 +2026-04-30 19:24:38.765 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [1159 1722 1746 188] + [ 355 1096 709 325] + [ 22 1336 1256 702] + [1174 735 1657 239] + [1093 326 335 1594] + [ 625 944 2039 55] + [1814 595 302 2043] + [1058 1611 79 1668] + [ 905 1786 1732 467] + [1846 2040 1917 18] + [ 248 1615 1429 84] + [1110 1160 190 729] + [ 889 1422 330 591] + [ 812 1213 711 582] + [ 803 1435 1632 1754]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:38.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-2.0163883e-02 -1.5836483e-02 -1.3701266e-02 ... 5.9497474e-06 + -2.2267783e-05 -4.2330481e-05]]] -0.0201638825237751 -5.510414484888315e-05 0.0010715470416471362 0.0092671113088727 (1, 1, 7680) +2026-04-30 19:24:38.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[1707 1621 1850 603] + [1841 1524 1864 1330] + [ 417 1206 423 265] + [1544 273 912 10] + [1129 558 1122 830] + [1338 232 931 354] + [1810 57 1333 102] + [2041 881 1648 1096] + [1501 1213 531 1562] + [ 402 1561 797 802] + [1302 1610 883 1478] + [ 104 1442 1614 1594] + [ 457 222 730 1190] + [ 25 519 175 841] + [ 397 264 942 11] + [1190 217 203 1072]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:38.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[-4.68614526e-05 -5.48859061e-05 -2.94529618e-05 ... 1.21765686e-02 + 1.04663875e-02 -7.37873614e-02]]] -0.47653406858444214 0.0002897944941651076 0.14840179681777954 0.4381580352783203 (1, 1, 7680) +2026-04-30 19:24:38.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:24:38.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:24:38.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:38.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:24:38.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:24:38.822 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [1566] (1,) int64 +2026-04-30 19:24:38.849 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[1566 1868 779 908 2039 1494 240 1455 184 965 1551 17 506 1 + 1530 15]]] (1, 1, 16) int64 +2026-04-30 19:24:38.857 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [551] (1,) int64 +2026-04-30 19:24:38.884 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[ 551 1306 1740 516 655 1439 235 317 39 61 374 1447 1043 1786 + 1384 1358]]] (1, 1, 16) int64 +2026-04-30 19:24:38.892 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [679] (1,) int64 +2026-04-30 19:24:38.918 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[ 679 1858 834 447 319 1309 343 631 557 733 285 123 1323 143 + 74 372]]] (1, 1, 16) int64 +2026-04-30 19:24:38.926 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [722] (1,) int64 +2026-04-30 19:24:38.953 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[ 722 419 340 465 539 1381 1038 218 1874 727 1342 66 1029 1938 + 252 485]]] (1, 1, 16) int64 +2026-04-30 19:24:38.961 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [1828] (1,) int64 +2026-04-30 19:24:38.988 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[1828 1454 819 1111 1101 1921 530 1035 530 11 141 190 285 365 + 1623 1879]]] (1, 1, 16) int64 +2026-04-30 19:24:38.996 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [1316] (1,) int64 +2026-04-30 19:24:39.022 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[1316 1086 1202 1536 585 1415 75 610 1678 622 442 1466 1399 196 + 747 159]]] (1, 1, 16) int64 +2026-04-30 19:24:39.030 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [1132] (1,) int64 +2026-04-30 19:24:39.057 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[1132 1573 1781 1882 723 233 346 166 409 139 924 797 867 1998 + 883 73]]] (1, 1, 16) int64 +2026-04-30 19:24:39.065 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [1215] (1,) int64 +2026-04-30 19:24:39.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[1215 1414 1769 1301 1945 243 1229 609 85 1532 748 2016 1889 1005 + 713 1469]]] (1, 1, 16) int64 +2026-04-30 19:24:39.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [1644] (1,) int64 +2026-04-30 19:24:39.126 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[1644 1939 126 1414 1575 1865 444 1563 1334 1347 81 1608 369 453 + 650 57]]] (1, 1, 16) int64 +2026-04-30 19:24:39.134 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [1363] (1,) int64 +2026-04-30 19:24:39.161 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[1363 940 1055 1516 1543 504 1324 855 809 1202 424 723 1468 1590 + 1982 440]]] (1, 1, 16) int64 +2026-04-30 19:24:39.169 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [835] (1,) int64 +2026-04-30 19:24:39.195 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[ 835 1724 1 555 1321 279 881 1044 351 647 1399 1074 668 880 + 134 91]]] (1, 1, 16) int64 +2026-04-30 19:24:39.203 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [2004] (1,) int64 +2026-04-30 19:24:39.230 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[2004 525 534 136 161 156 1230 1858 1266 1086 1111 1333 890 1166 + 59 611]]] (1, 1, 16) int64 +2026-04-30 19:24:39.238 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [438] (1,) int64 +2026-04-30 19:24:39.265 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[ 438 796 1713 1229 1196 1890 1121 425 845 660 562 272 203 1277 + 53 734]]] (1, 1, 16) int64 +2026-04-30 19:24:39.273 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [1739] (1,) int64 +2026-04-30 19:24:39.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[1739 844 308 297 2045 1753 999 323 62 1555 525 321 30 1790 + 181 707]]] (1, 1, 16) int64 +2026-04-30 19:24:39.307 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [2150] (1,) int64 +2026-04-30 19:24:39.307 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[ 432 1566 551 679] + [ 851 1868 1306 1858] + [ 92 779 1740 834] + [ 867 908 516 447] + [ 540 2039 655 319] + [ 32 1494 1439 1309] + [ 542 240 235 343] + [1051 1455 317 631] + [ 999 184 39 557] + [1315 965 61 733] + [ 128 1551 374 285] + [ 980 17 1447 123] + [ 173 506 1043 1323] + [ 573 1 1786 143] + [ 299 1530 1384 74] + [ 197 15 1358 372]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:39.332 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[-0.19069746 -0.23630905 -0.19903281 ... -0.0197864 0.02449913 + 0.06814057]]] -0.4426581561565399 -0.00024969351943582296 0.15935766696929932 0.4971068799495697 (1, 1, 7680) +2026-04-30 19:24:39.332 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[ 722 1828 1316 1132] + [ 419 1454 1086 1573] + [ 340 819 1202 1781] + [ 465 1111 1536 1882] + [ 539 1101 585 723] + [1381 1921 1415 233] + [1038 530 75 346] + [ 218 1035 610 166] + [1874 530 1678 409] + [ 727 11 622 139] + [1342 141 442 924] + [ 66 190 1466 797] + [1029 285 1399 867] + [1938 365 196 1998] + [ 252 1623 747 883] + [ 485 1879 159 73]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:39.356 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[-0.06105462 -0.01128113 0.0694688 ... -0.03727765 -0.0092203 + -0.00332266]]] -0.32051464915275574 3.6963851016480476e-05 0.10557952523231506 0.47346511483192444 (1, 1, 7680) +2026-04-30 19:24:39.356 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[1215 1644 1363 835] + [1414 1939 940 1724] + [1769 126 1055 1] + [1301 1414 1516 555] + [1945 1575 1543 1321] + [ 243 1865 504 279] + [1229 444 1324 881] + [ 609 1563 855 1044] + [ 85 1334 809 351] + [1532 1347 1202 647] + [ 748 81 424 1399] + [2016 1608 723 1074] + [1889 369 1468 668] + [1005 453 1590 880] + [ 713 650 1982 134] + [1469 57 440 91]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:39.380 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[-0.01798254 -0.01891687 -0.03565764 ... 0.04818399 0.06352001 + -0.00840623]]] -0.34685152769088745 -8.248935046140105e-05 0.08793652057647705 0.46049195528030396 (1, 1, 7680) +2026-04-30 19:24:39.380 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[2004 438 1739] + [ 525 796 844] + [ 534 1713 308] + [ 136 1229 297] + [ 161 1196 2045] + [ 156 1890 1753] + [1230 1121 999] + [1858 425 323] + [1266 845 62] + [1086 660 1555] + [1111 562 525] + [1333 272 321] + [ 890 203 30] + [1166 1277 1790] + [ 59 53 181] + [ 611 734 707]]] (1, 16, 3) n_chunk_frames 3 +2026-04-30 19:24:39.446 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[-7.6255366e-02 -4.4379845e-02 -2.4004113e-03 ... 1.1197493e-05 + 1.1436256e-05 1.1410468e-05]]] -0.100882388651371 -2.097370997944381e-05 0.018817303702235222 0.10023155808448792 (1, 1, 5760) +2026-04-30 19:24:39.446 [INFO] __main__: Synthesising: 'Если это происходит не мгновенно,' +2026-04-30 19:24:39.446 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment Е -> text_cache Е +2026-04-30 19:24:39.446 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:24:39.450 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[-0.04676096, -0.05782703, -0.07018954, ..., -0.00041334, + -0.00634173, -0.00775552]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00356804, 0.00234533, 0.00239192, ..., -0.00505006, + 0.01012458, -0.00355571]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00141988, 0.01283188, 0.01539281, ..., -0.23255703, + -0.2518396 , -0.2348963 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.17100632, -0.13740441, -0.11471889, ..., 0.08184092, + 0.08979557, 0.09431364]]], shape=(1, 1, 7680), dtype=float32), array([[[0.08997524, 0.07775635, 0.06243753, ..., 0.02892214, + 0.02760165, 0.02395139]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02014831, 0.0173618 , 0.0158785 , ..., -0.0033212 , + 0.00120581, 0.00365396]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00467645, 0.00688093, 0.00734373, ..., -0.02975915, + 0.02997473, 0.14231507]]], shape=(1, 1, 7680), dtype=float32), array([[[0.15212473, 0.18116641, 0.20524746, ..., 0.04937945, + 0.0377091 , 0.01757742]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00349374, -0.00574289, -0.0197383 , ..., -0.09656509, + -0.09576948, -0.109477 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.1158693 , -0.11739744, -0.13425867, ..., 0.07009485, + 0.05855437, 0.04203669]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0387676 , 0.03304015, 0.02042563, ..., -0.02144237, + 0.01319801, 0.03794514]]], shape=(1, 1, 7680), dtype=float32), array([[[ 2.9783610e-02, 1.0905329e-02, 1.6511306e-03, ..., + -8.6144792e-05, -1.2935790e-04, -1.8319050e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[-1.3189571e-04, -5.9736158e-05, -1.0962758e-05, ..., + -3.1686056e-02, -3.7055351e-02, -2.5362272e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.01291864, -0.00679785, -0.00601127, ..., 0.00854876, + 0.00164058, -0.00336338]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00036996, -0.00417837, -0.00426145, ..., 0.00165579, + 0.00119936, 0.00091009]]], shape=(1, 1, 7680), dtype=float32), array([[[9.6502900e-04, 8.9348853e-04, 2.4728477e-04, ..., + 4.2658979e-01, 3.8516057e-01, 3.1325611e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.1898701 , 0.06006428, -0.02213643, ..., -0.04418599, + -0.07423607, -0.13431835]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.32965782e-01, -1.86734319e-01, -1.15496874e-01, ..., + 6.46211047e-05, 6.58403733e-05, 6.17304540e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[6.0041486e-05, 6.3522471e-05, 5.9694037e-05, ..., + 2.8525350e-05, 2.8183822e-05, 3.5627709e-05]]], + shape=(1, 1, 1937), dtype=float32), array([[[-2.01795138e-02, -1.59110371e-02, -1.38593344e-02, ..., + 2.00804534e-05, 1.41006985e-05, 1.01878850e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 3.6786410e-06, 8.5715374e-07, 1.3163992e-05, ..., + -1.6982532e-01, -1.7967206e-01, -1.8905360e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.20319638, -0.21355818, -0.2254444 , ..., -0.02749576, + -0.00719418, -0.0158848 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05861128, -0.07534628, -0.09317898, ..., -0.04055004, + -0.03983756, -0.04404005]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04148724, -0.02457579, -0.02205077, ..., -0.16412005, + -0.13844651, -0.07191276]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00526189, 0.03714811, 0.02313349, ..., -0.0926802 , + -0.1022734 , -0.1126982 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.11878745e-01, -1.09990358e-01, -1.12653248e-01, ..., + 1.35518731e-05, 1.45642243e-05, 1.18903190e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-5.5510295e-06, -2.3109218e-05, 2.7799856e-06, ..., + -6.3279666e-02, -1.3926503e-02, 3.3815376e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.0677718 , 0.09467762, 0.1162236 , ..., 0.08783114, + 0.08834589, 0.09321057]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.08688205, 0.07832725, 0.07011712, ..., 0.00585925, + 0.00095331, -0.00447248]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01385116, -0.02925973, -0.05581054, ..., 0.00499556, + 0.00536269, 0.00537225]]], shape=(1, 1, 7680), dtype=float32), array([[[5.1112683e-03, 5.1188101e-03, 5.9089442e-03, ..., + 1.1327005e-05, 1.1330820e-05, 1.1098466e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[-2.0163883e-02, -1.5836483e-02, -1.3701266e-02, ..., + 5.9497474e-06, -2.2267783e-05, -4.2330481e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-4.68614526e-05, -5.48859061e-05, -2.94529618e-05, ..., + 1.21765686e-02, 1.04663875e-02, -7.37873614e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.19069746, -0.23630905, -0.19903281, ..., -0.0197864 , + 0.02449913, 0.06814057]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06105462, -0.01128113, 0.0694688 , ..., -0.03727765, + -0.0092203 , -0.00332266]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01798254, -0.01891687, -0.03565764, ..., 0.04818399, + 0.06352001, -0.00840623]]], shape=(1, 1, 7680), dtype=float32), array([[[-7.6255366e-02, -4.4379845e-02, -2.4004113e-03, ..., + 1.1197493e-05, 1.1436256e-05, 1.1410468e-05]]], + shape=(1, 1, 5760), dtype=float32)] 37 +2026-04-30 19:24:39.450 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [-4.6760961e-02 -5.7827026e-02 -7.0189543e-02 ... 1.1197493e-05 + 1.1436256e-05 1.1410468e-05] (266897,) float32 +2026-04-30 19:24:39.450 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 10 [3.8767599e-02 3.3040151e-02 2.0425633e-02 ... 1.1197493e-05 1.1436256e-05 + 1.1410468e-05] (190097,) float32 +2026-04-30 19:24:39.453 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 10 [array([[[ 0.0387676 , 0.03304015, 0.02042563, ..., -0.02144237, + 0.01319801, 0.03794514]]], shape=(1, 1, 7680), dtype=float32), array([[[ 2.9783610e-02, 1.0905329e-02, 1.6511306e-03, ..., + -8.6144792e-05, -1.2935790e-04, -1.8319050e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[-1.3189571e-04, -5.9736158e-05, -1.0962758e-05, ..., + -3.1686056e-02, -3.7055351e-02, -2.5362272e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.01291864, -0.00679785, -0.00601127, ..., 0.00854876, + 0.00164058, -0.00336338]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00036996, -0.00417837, -0.00426145, ..., 0.00165579, + 0.00119936, 0.00091009]]], shape=(1, 1, 7680), dtype=float32), array([[[9.6502900e-04, 8.9348853e-04, 2.4728477e-04, ..., + 4.2658979e-01, 3.8516057e-01, 3.1325611e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.1898701 , 0.06006428, -0.02213643, ..., -0.04418599, + -0.07423607, -0.13431835]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.32965782e-01, -1.86734319e-01, -1.15496874e-01, ..., + 6.46211047e-05, 6.58403733e-05, 6.17304540e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[6.0041486e-05, 6.3522471e-05, 5.9694037e-05, ..., + 2.8525350e-05, 2.8183822e-05, 3.5627709e-05]]], + shape=(1, 1, 1937), dtype=float32), array([[[-2.01795138e-02, -1.59110371e-02, -1.38593344e-02, ..., + 2.00804534e-05, 1.41006985e-05, 1.01878850e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 3.6786410e-06, 8.5715374e-07, 1.3163992e-05, ..., + -1.6982532e-01, -1.7967206e-01, -1.8905360e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.20319638, -0.21355818, -0.2254444 , ..., -0.02749576, + -0.00719418, -0.0158848 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05861128, -0.07534628, -0.09317898, ..., -0.04055004, + -0.03983756, -0.04404005]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04148724, -0.02457579, -0.02205077, ..., -0.16412005, + -0.13844651, -0.07191276]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00526189, 0.03714811, 0.02313349, ..., -0.0926802 , + -0.1022734 , -0.1126982 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.11878745e-01, -1.09990358e-01, -1.12653248e-01, ..., + 1.35518731e-05, 1.45642243e-05, 1.18903190e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-5.5510295e-06, -2.3109218e-05, 2.7799856e-06, ..., + -6.3279666e-02, -1.3926503e-02, 3.3815376e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.0677718 , 0.09467762, 0.1162236 , ..., 0.08783114, + 0.08834589, 0.09321057]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.08688205, 0.07832725, 0.07011712, ..., 0.00585925, + 0.00095331, -0.00447248]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01385116, -0.02925973, -0.05581054, ..., 0.00499556, + 0.00536269, 0.00537225]]], shape=(1, 1, 7680), dtype=float32), array([[[5.1112683e-03, 5.1188101e-03, 5.9089442e-03, ..., + 1.1327005e-05, 1.1330820e-05, 1.1098466e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[-2.0163883e-02, -1.5836483e-02, -1.3701266e-02, ..., + 5.9497474e-06, -2.2267783e-05, -4.2330481e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-4.68614526e-05, -5.48859061e-05, -2.94529618e-05, ..., + 1.21765686e-02, 1.04663875e-02, -7.37873614e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.19069746, -0.23630905, -0.19903281, ..., -0.0197864 , + 0.02449913, 0.06814057]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06105462, -0.01128113, 0.0694688 , ..., -0.03727765, + -0.0092203 , -0.00332266]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01798254, -0.01891687, -0.03565764, ..., 0.04818399, + 0.06352001, -0.00840623]]], shape=(1, 1, 7680), dtype=float32), array([[[-7.6255366e-02, -4.4379845e-02, -2.4004113e-03, ..., + 1.1197493e-05, 1.1436256e-05, 1.1410468e-05]]], + shape=(1, 1, 5760), dtype=float32)] 27 +2026-04-30 19:24:39.453 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:24:39.527 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.00627876 0.04218118 -0.05230586 ... 0.08553647 0.03226027 + 0.10156937]]] (1, 1, 1024) +2026-04-30 19:24:39.527 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:24:39.527 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:24:39.527 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:24:39.528 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.00627876 0.04218118 -0.05230586 ... 0.08553647 0.03226027 + 0.10156937] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:24:39.528 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:39.528 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:39.528 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:24:39.528 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:24:39.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:24:39.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:24:39.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:24:39.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.00150058 0.03837519 -0.05400202 ... 0.07625212 0.03381555 + 0.10581084] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:24:39.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-1.5005786e-03 3.8375191e-02 -5.4002021e-02 ... 7.6252118e-02 + 3.3815552e-02 1.0581084e-01] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:24:39.574 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=42; step_idx=42 +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=42; step_idx=42 +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache Ес +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache Есл +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache Если +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment э -> text_cache Если э +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache Если эт +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если это +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment п -> text_cache Если это п +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache Если это пр +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это про +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache Если это прои +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache Если это проис +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment х -> text_cache Если это происх +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это происхо +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache Если это происход +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache Если это происходи +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache Если это происходит +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если это происходит +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит н +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache Если это происходит не +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если это происходит не +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache Если это происходит не м +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache Если это происходит не мг +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит не мгн +2026-04-30 19:24:39.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это происходит не мгно +2026-04-30 19:24:39.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache Если это происходит не мгнов +2026-04-30 19:24:39.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache Если это происходит не мгнове +2026-04-30 19:24:39.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит не мгновен +2026-04-30 19:24:39.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит не мгновенн +2026-04-30 19:24:39.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:39.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это происходит не мгновенно +2026-04-30 19:24:39.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['Если это происходит не '] 23 +Qwen3TTSProcessor __call__ text ['Если это происходит не '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 55091, 32202, 67879, 136830, 18658, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:24:39.611 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 55091, 32202, 67879, 136830, 18658, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:24:39.611 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 55091 32202 67879 136830 18658 220]] (1, 6) +2026-04-30 19:24:39.611 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 55091 32202 67879 136830 18658 220]] (1, 6) +2026-04-30 19:24:39.611 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment Если это происходит не 23 -> tokenized_segment [np.int64(55091), np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 6 +2026-04-30 19:24:39.611 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(55091), np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] +2026-04-30 19:24:39.611 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.611 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(55091), np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 6 +2026-04-30 19:24:39.611 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 55091 -> pending_tokens [np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 5 +2026-04-30 19:24:39.619 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-42 vq [1221] (1,) int64 +2026-04-30 19:24:39.646 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-43 vq-rvq [[[1221 1625 686 77 411 1909 1823 1176 1067 910 657 1039 1575 1936 + 1133 1552]]] (1, 1, 16) int64 +2026-04-30 19:24:39.646 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 32202 -> pending_tokens [np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 4 +2026-04-30 19:24:39.654 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-43 vq [2042] (1,) int64 +2026-04-30 19:24:39.681 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-44 vq-rvq [[[2042 2025 1542 2020 48 765 1580 612 1324 1696 1090 1038 1006 242 + 250 59]]] (1, 1, 16) int64 +2026-04-30 19:24:39.681 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 67879 -> pending_tokens [np.int64(136830), np.int64(18658), np.int64(220)] 3 +2026-04-30 19:24:39.689 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-44 vq [948] (1,) int64 +2026-04-30 19:24:39.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-45 vq-rvq [[[ 948 1501 553 562 33 207 679 874 1539 929 1442 964 1354 1599 + 359 1397]]] (1, 1, 16) int64 +2026-04-30 19:24:39.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 136830 -> pending_tokens [np.int64(18658), np.int64(220)] 2 +2026-04-30 19:24:39.723 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-45 vq [1314] (1,) int64 +2026-04-30 19:24:39.750 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-46 vq-rvq [[[1314 997 1910 233 2000 736 882 754 613 915 873 580 14 2012 + 1351 1055]]] (1, 1, 16) int64 +2026-04-30 19:24:39.750 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 18658 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:24:39.758 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-46 vq [177] (1,) int64 +2026-04-30 19:24:39.785 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-47 vq-rvq [[[ 177 1183 1890 479 1659 1674 158 703 1802 1778 954 206 1570 205 + 235 350]]] (1, 1, 16) int64 +2026-04-30 19:24:39.785 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:24:39.793 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-47 vq [1041] (1,) int64 +2026-04-30 19:24:39.820 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-48 vq-rvq [[[1041 456 1224 1147 1307 1235 498 893 1234 738 586 671 1769 1124 + 1180 1700]]] (1, 1, 16) int64 +2026-04-30 19:24:39.820 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-23 chunk_tokens [[[1221 2042 948 1314] + [1625 2025 1501 997] + [ 686 1542 553 1910] + [ 77 2020 562 233] + [ 411 48 33 2000] + [1909 765 207 736] + [1823 1580 679 882] + [1176 612 874 754] + [1067 1324 1539 613] + [ 910 1696 929 915] + [ 657 1090 1442 873] + [1039 1038 964 580] + [1575 1006 1354 14] + [1936 242 1599 2012] + [1133 250 359 1351] + [1552 59 1397 1055]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:39.844 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-23 wav [[[1.0507734e-05 9.9319059e-06 1.3172685e-05 ... 7.7808872e-02 + 9.8705225e-02 7.6323777e-02]]] -0.4534192979335785 -6.980892067076638e-05 0.09325683116912842 0.3543713390827179 (1, 1, 7680) +2026-04-30 19:24:39.844 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache мгновенно, +2026-04-30 19:24:39.844 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['мгновенно,'] 10 +Qwen3TTSProcessor __call__ text ['мгновенно,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6442, 15390, 46705, 124448, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:24:39.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6442, 15390, 46705, 124448, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:24:39.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6442 15390 46705 124448 11]] (1, 5) +2026-04-30 19:24:39.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6442 15390 46705 124448 11]] (1, 5) +2026-04-30 19:24:39.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment мгновенно, 10 -> tokenized_segment [np.int64(6442), np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] 5 +2026-04-30 19:24:39.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6442), np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] +2026-04-30 19:24:39.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:39.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6442), np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] 5 +2026-04-30 19:24:39.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6442 -> pending_tokens [np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] 4 +2026-04-30 19:24:39.853 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-48 vq [2020] (1,) int64 +2026-04-30 19:24:39.880 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-49 vq-rvq [[[2020 1846 1834 484 223 142 1352 497 998 963 251 636 221 428 + 1159 601]]] (1, 1, 16) int64 +2026-04-30 19:24:39.880 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 15390 -> pending_tokens [np.int64(46705), np.int64(124448), np.int64(11)] 3 +2026-04-30 19:24:39.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-49 vq [1249] (1,) int64 +2026-04-30 19:24:39.914 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-50 vq-rvq [[[1249 298 1426 1864 1770 581 1885 992 1364 1784 646 734 309 37 + 442 326]]] (1, 1, 16) int64 +2026-04-30 19:24:39.914 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 46705 -> pending_tokens [np.int64(124448), np.int64(11)] 2 +2026-04-30 19:24:39.922 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-50 vq [156] (1,) int64 +2026-04-30 19:24:39.949 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-51 vq-rvq [[[ 156 411 842 1315 526 773 1305 286 1988 1093 515 57 467 711 + 280 432]]] (1, 1, 16) int64 +2026-04-30 19:24:39.949 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 124448 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:24:39.957 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-51 vq [1772] (1,) int64 +2026-04-30 19:24:39.984 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-52 vq-rvq [[[1772 615 538 2018 147 1910 1913 1719 587 651 30 261 111 785 + 1098 4]]] (1, 1, 16) int64 +2026-04-30 19:24:39.984 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:24:39.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-52 vq [752] (1,) int64 +2026-04-30 19:24:40.018 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-53 vq-rvq [[[ 752 1721 741 970 1951 1075 726 994 1393 72 449 798 75 315 + 1727 229]]] (1, 1, 16) int64 +2026-04-30 19:24:40.019 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-27 chunk_tokens [[[ 177 1041 2020 1249] + [1183 456 1846 298] + [1890 1224 1834 1426] + [ 479 1147 484 1864] + [1659 1307 223 1770] + [1674 1235 142 581] + [ 158 498 1352 1885] + [ 703 893 497 992] + [1802 1234 998 1364] + [1778 738 963 1784] + [ 954 586 251 646] + [ 206 671 636 734] + [1570 1769 221 309] + [ 205 1124 428 37] + [ 235 1180 1159 442] + [ 350 1700 601 326]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:40.043 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-27 wav [[[ 0.04679245 0.07161001 0.08920465 ... -0.0026906 0.01100237 + 0.00714726]]] -0.5383293032646179 0.00010492202272871509 0.12086724489927292 0.6040700078010559 (1, 1, 7680) +2026-04-30 19:24:40.043 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:24:40.043 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:24:40.043 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:40.043 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:24:40.043 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:24:40.051 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-53 vq [689] (1,) int64 +2026-04-30 19:24:40.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-54 vq-rvq [[[ 689 1191 103 59 734 983 858 409 1607 417 112 1694 1860 122 + 1755 1121]]] (1, 1, 16) int64 +2026-04-30 19:24:40.078 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-31 chunk_tokens [[[ 156 1772 752 689] + [ 411 615 1721 1191] + [ 842 538 741 103] + [1315 2018 970 59] + [ 526 147 1951 734] + [ 773 1910 1075 983] + [1305 1913 726 858] + [ 286 1719 994 409] + [1988 587 1393 1607] + [1093 651 72 417] + [ 515 30 449 112] + [ 57 261 798 1694] + [ 467 111 75 1860] + [ 711 785 315 122] + [ 280 1098 1727 1755] + [ 432 4 229 1121]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:40.102 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-31 wav [[[-0.01826908 0.00055045 0.00968623 ... 0.03846952 0.11067881 + -0.01783017]]] -0.36519163846969604 2.0470997696975246e-05 0.10913319885730743 0.37887880206108093 (1, 1, 7680) +2026-04-30 19:24:40.110 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-54 vq [502] (1,) int64 +2026-04-30 19:24:40.137 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-55 vq-rvq [[[ 502 259 795 869 1968 1922 785 1368 400 661 1002 1644 611 693 + 754 1389]]] (1, 1, 16) int64 +2026-04-30 19:24:40.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-55 vq [542] (1,) int64 +2026-04-30 19:24:40.173 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-56 vq-rvq [[[ 542 435 218 907 70 1752 1400 1468 1244 1095 641 1079 1970 1410 + 1851 578]]] (1, 1, 16) int64 +2026-04-30 19:24:40.181 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-56 vq [828] (1,) int64 +2026-04-30 19:24:40.208 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-57 vq-rvq [[[ 828 484 323 17 1689 112 436 1948 944 1156 1881 1687 471 905 + 1042 148]]] (1, 1, 16) int64 +2026-04-30 19:24:40.216 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [348] (1,) int64 +2026-04-30 19:24:40.243 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[ 348 1200 777 796 1507 505 1117 1577 45 794 712 351 683 56 + 1161 702]]] (1, 1, 16) int64 +2026-04-30 19:24:40.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [1145] (1,) int64 +2026-04-30 19:24:40.278 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[1145 1007 965 453 1457 1931 573 1242 1392 416 425 1525 152 259 + 893 336]]] (1, 1, 16) int64 +2026-04-30 19:24:40.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [841] (1,) int64 +2026-04-30 19:24:40.313 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[ 841 1816 897 1030 642 82 1952 393 1162 961 1637 1749 201 1086 + 686 69]]] (1, 1, 16) int64 +2026-04-30 19:24:40.321 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [789] (1,) int64 +2026-04-30 19:24:40.348 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[ 789 1690 593 191 247 1998 47 550 655 43 479 1513 624 1791 + 574 634]]] (1, 1, 16) int64 +2026-04-30 19:24:40.356 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [396] (1,) int64 +2026-04-30 19:24:40.383 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[ 396 289 787 1646 1107 665 1729 153 574 566 1503 1461 1004 1800 + 529 873]]] (1, 1, 16) int64 +2026-04-30 19:24:40.390 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [1072] (1,) int64 +2026-04-30 19:24:40.417 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[1072 1036 1579 457 1763 1813 903 266 203 1196 129 1220 802 1621 + 1160 245]]] (1, 1, 16) int64 +2026-04-30 19:24:40.425 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [1928] (1,) int64 +2026-04-30 19:24:40.453 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[1928 395 1131 845 1534 1793 779 1660 1651 1081 1667 1178 1651 463 + 1241 78]]] (1, 1, 16) int64 +2026-04-30 19:24:40.461 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [1476] (1,) int64 +2026-04-30 19:24:40.488 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[1476 215 1933 1726 628 16 571 1238 792 123 1721 428 699 75 + 1722 255]]] (1, 1, 16) int64 +2026-04-30 19:24:40.496 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [1115] (1,) int64 +2026-04-30 19:24:40.523 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[1115 1316 1823 81 30 311 1332 1965 1791 864 88 676 1516 341 + 526 1234]]] (1, 1, 16) int64 +2026-04-30 19:24:40.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [1097] (1,) int64 +2026-04-30 19:24:40.557 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[1097 1122 1223 728 301 1691 1994 17 301 1230 1720 1049 758 1607 + 1134 625]]] (1, 1, 16) int64 +2026-04-30 19:24:40.565 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [219] (1,) int64 +2026-04-30 19:24:40.592 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[ 219 1687 183 1655 754 1387 1301 443 11 1457 1482 732 840 937 + 1793 1239]]] (1, 1, 16) int64 +2026-04-30 19:24:40.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [1188] (1,) int64 +2026-04-30 19:24:40.627 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[1188 1472 227 1761 1512 937 1564 647 104 99 1861 1939 992 138 + 440 658]]] (1, 1, 16) int64 +2026-04-30 19:24:40.635 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [358] (1,) int64 +2026-04-30 19:24:40.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[ 358 501 898 497 889 205 1283 439 451 762 1700 399 1593 804 + 1490 550]]] (1, 1, 16) int64 +2026-04-30 19:24:40.669 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [863] (1,) int64 +2026-04-30 19:24:40.696 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[ 863 693 652 278 1300 1266 864 1505 268 1200 110 446 306 1880 + 528 313]]] (1, 1, 16) int64 +2026-04-30 19:24:40.704 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [2150] (1,) int64 +2026-04-30 19:24:40.704 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-35 chunk_tokens [[[ 502 542 828 348] + [ 259 435 484 1200] + [ 795 218 323 777] + [ 869 907 17 796] + [1968 70 1689 1507] + [1922 1752 112 505] + [ 785 1400 436 1117] + [1368 1468 1948 1577] + [ 400 1244 944 45] + [ 661 1095 1156 794] + [1002 641 1881 712] + [1644 1079 1687 351] + [ 611 1970 471 683] + [ 693 1410 905 56] + [ 754 1851 1042 1161] + [1389 578 148 702]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:40.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-35 wav [[[-0.12010864 0.02615571 0.07543191 ... 0.00174375 0.01034332 + 0.01010095]]] -0.41645967960357666 1.594796799508913e-06 0.09886543452739716 0.45420292019844055 (1, 1, 7680) +2026-04-30 19:24:40.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-39 chunk_tokens [[[1145 841 789 396] + [1007 1816 1690 289] + [ 965 897 593 787] + [ 453 1030 191 1646] + [1457 642 247 1107] + [1931 82 1998 665] + [ 573 1952 47 1729] + [1242 393 550 153] + [1392 1162 655 574] + [ 416 961 43 566] + [ 425 1637 479 1503] + [1525 1749 1513 1461] + [ 152 201 624 1004] + [ 259 1086 1791 1800] + [ 893 686 574 529] + [ 336 69 634 873]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:40.753 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-39 wav [[[-0.0206071 -0.00094082 0.01539163 ... 0.02697145 0.01268793 + -0.00210648]]] -0.3388102054595947 0.0005055417423136532 0.12367238849401474 0.3323448598384857 (1, 1, 7680) +2026-04-30 19:24:40.753 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-43 chunk_tokens [[[1072 1928 1476 1115] + [1036 395 215 1316] + [1579 1131 1933 1823] + [ 457 845 1726 81] + [1763 1534 628 30] + [1813 1793 16 311] + [ 903 779 571 1332] + [ 266 1660 1238 1965] + [ 203 1651 792 1791] + [1196 1081 123 864] + [ 129 1667 1721 88] + [1220 1178 428 676] + [ 802 1651 699 1516] + [1621 463 75 341] + [1160 1241 1722 526] + [ 245 78 255 1234]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:40.777 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-43 wav [[[-0.01513007 -0.02235095 -0.03753768 ... 0.2150524 0.2709868 + 0.3373333 ]]] -0.5225212574005127 -0.000998744391836226 0.16200734674930573 0.49476492404937744 (1, 1, 7680) +2026-04-30 19:24:40.778 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-47 chunk_tokens [[[1097 219 1188 358] + [1122 1687 1472 501] + [1223 183 227 898] + [ 728 1655 1761 497] + [ 301 754 1512 889] + [1691 1387 937 205] + [1994 1301 1564 1283] + [ 17 443 647 439] + [ 301 11 104 451] + [1230 1457 99 762] + [1720 1482 1861 1700] + [1049 732 1939 399] + [ 758 840 992 1593] + [1607 937 138 804] + [1134 1793 440 1490] + [ 625 1239 658 550]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:40.802 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-47 wav [[[0.3812092 0.38271955 0.3483796 ... 0.01327842 0.00840219 0.00965066]]] -0.5754895806312561 0.00044885577517561615 0.14474357664585114 0.5065627694129944 (1, 1, 7680) +2026-04-30 19:24:40.802 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-51 chunk_tokens [[[ 863] + [ 693] + [ 652] + [ 278] + [1300] + [1266] + [ 864] + [1505] + [ 268] + [1200] + [ 110] + [ 446] + [ 306] + [1880] + [ 528] + [ 313]]] (1, 16, 1) n_chunk_frames 1 +2026-04-30 19:24:40.866 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-51 wav [[[1.6346883e-02 2.1341689e-02 2.1228720e-02 ... 1.1106897e-05 + 1.1115961e-05 1.1407099e-05]]] -0.13232827186584473 0.0003417211410123855 0.026804568246006966 0.12271519005298615 (1, 1, 1920) +2026-04-30 19:24:40.866 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-72 +2026-04-30 19:24:40.884 [INFO] __main__: Synthesising: 'то теряется эффект живого общения.' +2026-04-30 19:24:40.884 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache т +2026-04-30 19:24:40.884 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:24:40.884 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:24:40.989 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.08053465 0.03020535 -0.01365108 ... 0.1381524 0.03452209 + 0.05438036]]] (1, 1, 1024) +2026-04-30 19:24:40.989 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:24:40.989 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:24:40.990 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:24:40.990 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.08053465 0.03020535 -0.01365108 ... 0.1381524 0.03452209 + 0.05438036] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:24:40.990 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:40.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:40.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:24:40.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:24:40.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:24:40.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:24:40.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:24:40.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.07575647 0.02639936 -0.01534724 ... 0.12886806 0.03607738 + 0.05862183] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:24:40.993 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-7.5756468e-02 2.6399361e-02 -1.5347240e-02 ... 1.2886806e-01 + 3.6077376e-02 5.8621831e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:24:41.035 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:24:41.035 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.035 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то +2026-04-30 19:24:41.035 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.035 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.035 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то +2026-04-30 19:24:41.035 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.035 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.035 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то т +2026-04-30 19:24:41.035 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.035 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.035 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то те +2026-04-30 19:24:41.035 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.035 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.035 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache то тер +2026-04-30 19:24:41.035 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.035 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache то теря +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то теряе +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то теряет +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache то теряетс +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache то теряется +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то теряется +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment э -> text_cache то теряется э +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ф -> text_cache то теряется эф +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ф -> text_cache то теряется эфф +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то теряется эффе +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache то теряется эффек +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то теряется эффект +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то теряется эффект +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ж -> text_cache то теряется эффект ж +2026-04-30 19:24:41.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то теряется эффект жи +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache то теряется эффект жив +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то теряется эффект живо +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache то теряется эффект живог +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то теряется эффект живого +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то теряется эффект живого +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то теряется эффект живого о +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache то теряется эффект живого об +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment щ -> text_cache то теряется эффект живого общ +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то теряется эффект живого обще +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache то теряется эффект живого общен +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то теряется эффект живого общени +2026-04-30 19:24:41.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['то теряется эффект живого '] 26 +Qwen3TTSProcessor __call__ text ['то теряется эффект живого '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 24634, 135010, 4235, 49719, 132716, 29556, 134030, 22107, + 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:24:41.038 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 24634, 135010, 4235, 49719, 132716, 29556, 134030, 22107, + 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:24:41.038 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 24634 135010 4235 49719 132716 29556 134030 22107 220]] (1, 9) +2026-04-30 19:24:41.038 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 24634 135010 4235 49719 132716 29556 134030 22107 220]] (1, 9) +2026-04-30 19:24:41.039 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment то теряется эффект живого 26 -> tokenized_segment [np.int64(24634), np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 9 +2026-04-30 19:24:41.039 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(24634), np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] +2026-04-30 19:24:41.039 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.039 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(24634), np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 9 +2026-04-30 19:24:41.039 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 24634 -> pending_tokens [np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 8 +2026-04-30 19:24:41.047 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:24:41.074 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 2044 1114 305 1857 219 1751 783 13 604 293 602 1706 857 + 83 163]]] (1, 1, 16) int64 +2026-04-30 19:24:41.074 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 135010 -> pending_tokens [np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 7 +2026-04-30 19:24:41.082 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:24:41.109 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 1782 604 936 901 407 274 580 1025 1124 18 990 757 1265 + 542 607]]] (1, 1, 16) int64 +2026-04-30 19:24:41.109 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 4235 -> pending_tokens [np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 6 +2026-04-30 19:24:41.117 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:24:41.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 1854 1871 628 1404 1412 1269 1075 705 1351 255 418 81 24 + 588 376]]] (1, 1, 16) int64 +2026-04-30 19:24:41.144 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 49719 -> pending_tokens [np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 5 +2026-04-30 19:24:41.152 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:24:41.179 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 85 2025 1050 777 985 356 1932 1261 1354 779 1564 793 443 + 963 321]]] (1, 1, 16) int64 +2026-04-30 19:24:41.179 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 132716 -> pending_tokens [np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 4 +2026-04-30 19:24:41.187 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [462] (1,) int64 +2026-04-30 19:24:41.214 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[ 462 506 506 2032 625 385 633 714 1311 15 743 1044 1677 1843 + 1026 424]]] (1, 1, 16) int64 +2026-04-30 19:24:41.214 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 29556 -> pending_tokens [np.int64(134030), np.int64(22107), np.int64(220)] 3 +2026-04-30 19:24:41.222 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [951] (1,) int64 +2026-04-30 19:24:41.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[ 951 839 1842 819 270 1511 1212 542 617 1364 689 407 202 759 + 1305 356]]] (1, 1, 16) int64 +2026-04-30 19:24:41.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 134030 -> pending_tokens [np.int64(22107), np.int64(220)] 2 +2026-04-30 19:24:41.257 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [628] (1,) int64 +2026-04-30 19:24:41.284 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[ 628 607 984 273 1508 1550 978 1673 914 1021 19 1372 245 171 + 649 1289]]] (1, 1, 16) int64 +2026-04-30 19:24:41.284 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 22107 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:24:41.292 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [606] (1,) int64 +2026-04-30 19:24:41.318 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[ 606 1283 373 356 558 1472 1228 657 722 1115 1098 1453 616 1867 + 1131 1060]]] (1, 1, 16) int64 +2026-04-30 19:24:41.318 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:24:41.326 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [732] (1,) int64 +2026-04-30 19:24:41.353 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[ 732 708 296 447 670 974 1404 1044 874 402 1572 1041 311 1813 + 1603 60]]] (1, 1, 16) int64 +2026-04-30 19:24:41.353 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [2044 1782 1854 85] + [1114 604 1871 2025] + [ 305 936 628 1050] + [1857 901 1404 777] + [ 219 407 1412 985] + [1751 274 1269 356] + [ 783 580 1075 1932] + [ 13 1025 705 1261] + [ 604 1124 1351 1354] + [ 293 18 255 779] + [ 602 990 418 1564] + [1706 757 81 793] + [ 857 1265 24 443] + [ 83 542 588 963] + [ 163 607 376 321]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:41.377 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-0.02028944 -0.0161786 -0.0142198 ... 0.00014136 0.00012688 + 0.00013767]]] -0.02028944343328476 -5.695725485566072e-05 0.0009884373284876347 0.004682182800024748 (1, 1, 7680) +2026-04-30 19:24:41.378 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[ 462 951 628 606] + [ 506 839 607 1283] + [ 506 1842 984 373] + [2032 819 273 356] + [ 625 270 1508 558] + [ 385 1511 1550 1472] + [ 633 1212 978 1228] + [ 714 542 1673 657] + [1311 617 914 722] + [ 15 1364 1021 1115] + [ 743 689 19 1098] + [1044 407 1372 1453] + [1677 202 245 616] + [1843 759 171 1867] + [1026 1305 649 1131] + [ 424 356 1289 1060]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:41.402 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[ 1.3472942e-04 1.2831778e-04 1.2018339e-04 ... -1.2884115e-01 + -1.3506106e-01 -1.3145575e-01]]] -0.35123828053474426 0.00014935070066712797 0.10588043183088303 0.4598965346813202 (1, 1, 7680) +2026-04-30 19:24:41.402 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache общения +2026-04-30 19:24:41.402 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.402 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:41.402 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache общения. +2026-04-30 19:24:41.402 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['общения.'] 8 +Qwen3TTSProcessor __call__ text ['общения.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[54157, 18492, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:41.402 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[54157, 18492, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:41.402 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[54157 18492 13]] (1, 3) +2026-04-30 19:24:41.402 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[54157 18492 13]] (1, 3) +2026-04-30 19:24:41.403 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment общения. 8 -> tokenized_segment [np.int64(54157), np.int64(18492), np.int64(13)] 3 +2026-04-30 19:24:41.403 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(54157), np.int64(18492), np.int64(13)] +2026-04-30 19:24:41.403 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.403 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(54157), np.int64(18492), np.int64(13)] 3 +2026-04-30 19:24:41.403 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 54157 -> pending_tokens [np.int64(18492), np.int64(13)] 2 +2026-04-30 19:24:41.411 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [0] (1,) int64 +2026-04-30 19:24:41.438 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[ 0 941 617 533 1466 1384 1937 612 137 1156 1721 771 1596 593 + 29 166]]] (1, 1, 16) int64 +2026-04-30 19:24:41.438 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 18492 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:24:41.446 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [532] (1,) int64 +2026-04-30 19:24:41.472 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[ 532 1012 92 1111 1554 1430 1295 1904 1695 919 938 890 1125 28 + 1351 38]]] (1, 1, 16) int64 +2026-04-30 19:24:41.472 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:24:41.480 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [1795] (1,) int64 +2026-04-30 19:24:41.507 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[1795 407 1150 254 585 1515 1140 609 800 1694 1294 426 258 1537 + 732 1384]]] (1, 1, 16) int64 +2026-04-30 19:24:41.507 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[ 732 0 532 1795] + [ 708 941 1012 407] + [ 296 617 92 1150] + [ 447 533 1111 254] + [ 670 1466 1554 585] + [ 974 1384 1430 1515] + [1404 1937 1295 1140] + [1044 612 1904 609] + [ 874 137 1695 800] + [ 402 1156 919 1694] + [1572 1721 938 1294] + [1041 771 890 426] + [ 311 1596 1125 258] + [1813 593 28 1537] + [1603 29 1351 732] + [ 60 166 38 1384]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:41.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[-0.1364174 -0.13761836 -0.12033363 ... -0.13618219 -0.1152928 + -0.08802132]]] -0.3309536874294281 -0.00035296796704642475 0.09784240275621414 0.3173007071018219 (1, 1, 7680) +2026-04-30 19:24:41.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:24:41.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:24:41.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:41.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:24:41.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:24:41.539 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [1136] (1,) int64 +2026-04-30 19:24:41.566 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[1136 306 2027 1194 1321 1777 630 906 1680 439 1746 488 33 833 + 1725 535]]] (1, 1, 16) int64 +2026-04-30 19:24:41.574 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [360] (1,) int64 +2026-04-30 19:24:41.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[ 360 2006 1207 6 1634 2016 40 1648 1246 966 915 1735 1570 122 + 485 1039]]] (1, 1, 16) int64 +2026-04-30 19:24:41.608 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [378] (1,) int64 +2026-04-30 19:24:41.635 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[ 378 519 710 219 160 5 662 868 430 1347 1169 2040 1251 1124 + 519 1464]]] (1, 1, 16) int64 +2026-04-30 19:24:41.643 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [1838] (1,) int64 +2026-04-30 19:24:41.670 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[1838 354 1811 2021 451 1533 1999 1885 281 737 443 1312 555 294 + 1012 72]]] (1, 1, 16) int64 +2026-04-30 19:24:41.678 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [976] (1,) int64 +2026-04-30 19:24:41.704 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[ 976 852 1704 1902 797 1459 1580 930 1607 1826 1386 1222 715 556 + 1783 596]]] (1, 1, 16) int64 +2026-04-30 19:24:41.712 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [1516] (1,) int64 +2026-04-30 19:24:41.740 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[1516 1274 192 448 1095 1309 1946 1717 1710 513 215 1421 198 326 + 1208 183]]] (1, 1, 16) int64 +2026-04-30 19:24:41.748 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [1784] (1,) int64 +2026-04-30 19:24:41.775 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[1784 733 1931 186 858 25 1419 266 1567 803 1350 1755 2012 777 + 428 19]]] (1, 1, 16) int64 +2026-04-30 19:24:41.783 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [494] (1,) int64 +2026-04-30 19:24:41.810 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[ 494 1390 276 1537 281 354 1389 146 1448 670 1591 1913 1309 348 + 318 1805]]] (1, 1, 16) int64 +2026-04-30 19:24:41.818 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [1240] (1,) int64 +2026-04-30 19:24:41.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[1240 1431 496 1375 734 532 974 1734 837 1828 468 1236 746 761 + 804 1804]]] (1, 1, 16) int64 +2026-04-30 19:24:41.853 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [1177] (1,) int64 +2026-04-30 19:24:41.880 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[1177 412 567 48 596 69 929 638 989 1079 582 1995 1348 1507 + 1161 677]]] (1, 1, 16) int64 +2026-04-30 19:24:41.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [1911] (1,) int64 +2026-04-30 19:24:41.916 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[1911 718 702 673 1950 351 811 416 643 255 632 798 1551 173 + 2004 1370]]] (1, 1, 16) int64 +2026-04-30 19:24:41.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [1829] (1,) int64 +2026-04-30 19:24:41.951 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[1829 1905 1087 886 1736 156 1588 1844 792 1033 512 538 861 692 + 405 389]]] (1, 1, 16) int64 +2026-04-30 19:24:41.959 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [1853] (1,) int64 +2026-04-30 19:24:41.986 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[1853 1477 374 1879 970 259 328 681 789 1899 1515 215 792 814 + 1090 15]]] (1, 1, 16) int64 +2026-04-30 19:24:41.994 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [1447] (1,) int64 +2026-04-30 19:24:42.022 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[1447 1449 816 903 501 918 462 1135 596 450 464 1378 379 485 + 1794 1780]]] (1, 1, 16) int64 +2026-04-30 19:24:42.030 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [380] (1,) int64 +2026-04-30 19:24:42.057 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-27 vq-rvq [[[ 380 814 5 1265 271 163 928 1041 1075 700 997 1220 288 468 + 930 526]]] (1, 1, 16) int64 +2026-04-30 19:24:42.065 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-27 vq [826] (1,) int64 +2026-04-30 19:24:42.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-28 vq-rvq [[[ 826 756 206 1040 1356 1192 1897 779 1008 499 1171 623 1870 46 + 1428 555]]] (1, 1, 16) int64 +2026-04-30 19:24:42.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-28 vq [924] (1,) int64 +2026-04-30 19:24:42.127 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-29 vq-rvq [[[ 924 1478 963 1559 1335 182 814 1443 655 1502 1079 296 1428 65 + 462 992]]] (1, 1, 16) int64 +2026-04-30 19:24:42.135 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-29 vq [1286] (1,) int64 +2026-04-30 19:24:42.162 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-30 vq-rvq [[[1286 1182 324 1343 1400 1221 829 634 17 390 294 578 51 1195 + 1033 954]]] (1, 1, 16) int64 +2026-04-30 19:24:42.170 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-30 vq [492] (1,) int64 +2026-04-30 19:24:42.197 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-31 vq-rvq [[[ 492 109 609 204 794 1539 1074 1211 1407 281 942 104 1018 244 + 648 1963]]] (1, 1, 16) int64 +2026-04-30 19:24:42.205 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-31 vq [1500] (1,) int64 +2026-04-30 19:24:42.232 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-32 vq-rvq [[[1500 356 264 534 410 86 1104 1948 1303 206 1132 194 255 361 + 440 686]]] (1, 1, 16) int64 +2026-04-30 19:24:42.241 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-32 vq [1168] (1,) int64 +2026-04-30 19:24:42.268 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-33 vq-rvq [[[1168 32 599 417 515 289 1747 962 1534 97 756 1699 143 954 + 1811 590]]] (1, 1, 16) int64 +2026-04-30 19:24:42.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-33 vq [963] (1,) int64 +2026-04-30 19:24:42.303 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-34 vq-rvq [[[ 963 247 391 36 295 1431 2042 882 1557 646 48 1890 478 557 + 1732 245]]] (1, 1, 16) int64 +2026-04-30 19:24:42.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-34 vq [726] (1,) int64 +2026-04-30 19:24:42.338 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-35 vq-rvq [[[ 726 1475 1371 780 1237 1752 1978 1715 1560 1315 569 122 1062 1196 + 1034 815]]] (1, 1, 16) int64 +2026-04-30 19:24:42.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-35 vq [588] (1,) int64 +2026-04-30 19:24:42.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-36 vq-rvq [[[ 588 1053 1510 635 488 879 946 994 1651 1263 1936 1556 894 8 + 900 1859]]] (1, 1, 16) int64 +2026-04-30 19:24:42.381 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-36 vq [1360] (1,) int64 +2026-04-30 19:24:42.409 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-37 vq-rvq [[[1360 1446 1663 54 843 1900 1057 1963 1774 382 439 392 755 471 + 209 669]]] (1, 1, 16) int64 +2026-04-30 19:24:42.417 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-37 vq [1329] (1,) int64 +2026-04-30 19:24:42.444 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-38 vq-rvq [[[1329 844 308 813 405 1008 354 432 507 1089 1033 1717 410 192 + 1058 1746]]] (1, 1, 16) int64 +2026-04-30 19:24:42.452 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-38 vq [2150] (1,) int64 +2026-04-30 19:24:42.452 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[1136 360 378 1838] + [ 306 2006 519 354] + [2027 1207 710 1811] + [1194 6 219 2021] + [1321 1634 160 451] + [1777 2016 5 1533] + [ 630 40 662 1999] + [ 906 1648 868 1885] + [1680 1246 430 281] + [ 439 966 1347 737] + [1746 915 1169 443] + [ 488 1735 2040 1312] + [ 33 1570 1251 555] + [ 833 122 1124 294] + [1725 485 519 1012] + [ 535 1039 1464 72]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:42.476 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[-0.05963216 -0.04345999 -0.03508615 ... -0.0011189 -0.00079851 + -0.00041837]]] -0.23815204203128815 0.000221338210394606 0.05525615066289902 0.2237011194229126 (1, 1, 7680) +2026-04-30 19:24:42.476 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[ 976 1516 1784 494] + [ 852 1274 733 1390] + [1704 192 1931 276] + [1902 448 186 1537] + [ 797 1095 858 281] + [1459 1309 25 354] + [1580 1946 1419 1389] + [ 930 1717 266 146] + [1607 1710 1567 1448] + [1826 513 803 670] + [1386 215 1350 1591] + [1222 1421 1755 1913] + [ 715 198 2012 1309] + [ 556 326 777 348] + [1783 1208 428 318] + [ 596 183 19 1805]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:42.500 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[ 0.00153051 0.00400324 0.0021901 ... -0.00108906 0.00474335 + 0.00511177]]] -0.2313620150089264 1.4710736650158651e-05 0.06255145370960236 0.2437560111284256 (1, 1, 7680) +2026-04-30 19:24:42.501 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[1240 1177 1911 1829] + [1431 412 718 1905] + [ 496 567 702 1087] + [1375 48 673 886] + [ 734 596 1950 1736] + [ 532 69 351 156] + [ 974 929 811 1588] + [1734 638 416 1844] + [ 837 989 643 792] + [1828 1079 255 1033] + [ 468 582 632 512] + [1236 1995 798 538] + [ 746 1348 1551 861] + [ 761 1507 173 692] + [ 804 1161 2004 405] + [1804 677 1370 389]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:42.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[0.00065709 0.00606318 0.00560046 ... 0.02321547 0.03595654 0.02407254]]] -0.17176489531993866 8.465721293759998e-06 0.027468811720609665 0.16153229773044586 (1, 1, 7680) +2026-04-30 19:24:42.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[1853 1447 380 826] + [1477 1449 814 756] + [ 374 816 5 206] + [1879 903 1265 1040] + [ 970 501 271 1356] + [ 259 918 163 1192] + [ 328 462 928 1897] + [ 681 1135 1041 779] + [ 789 596 1075 1008] + [1899 450 700 499] + [1515 464 997 1171] + [ 215 1378 1220 623] + [ 792 379 288 1870] + [ 814 485 468 46] + [1090 1794 930 1428] + [ 15 1780 526 555]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:42.549 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[-0.01170061 0.0004985 0.01914336 ... -0.04081017 -0.04290095 + -0.04610515]]] -0.2600391209125519 0.00010453633876750246 0.05739302560687065 0.25244176387786865 (1, 1, 7680) +2026-04-30 19:24:42.549 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 chunk_tokens [[[ 924 1286 492 1500] + [1478 1182 109 356] + [ 963 324 609 264] + [1559 1343 204 534] + [1335 1400 794 410] + [ 182 1221 1539 86] + [ 814 829 1074 1104] + [1443 634 1211 1948] + [ 655 17 1407 1303] + [1502 390 281 206] + [1079 294 942 1132] + [ 296 578 104 194] + [1428 51 1018 255] + [ 65 1195 244 361] + [ 462 1033 648 440] + [ 992 954 1963 686]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:42.573 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 wav [[[-5.0609764e-02 -5.5574503e-02 -5.9999555e-02 ... 1.1822668e-04 + -1.8569766e-05 -4.6928031e-03]]] -0.17899930477142334 -5.635588240693323e-05 0.04529222100973129 0.2292957305908203 (1, 1, 7680) +2026-04-30 19:24:42.574 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 chunk_tokens [[[1168 963 726 588] + [ 32 247 1475 1053] + [ 599 391 1371 1510] + [ 417 36 780 635] + [ 515 295 1237 488] + [ 289 1431 1752 879] + [1747 2042 1978 946] + [ 962 882 1715 994] + [1534 1557 1560 1651] + [ 97 646 1315 1263] + [ 756 48 569 1936] + [1699 1890 122 1556] + [ 143 478 1062 894] + [ 954 557 1196 8] + [1811 1732 1034 900] + [ 590 245 815 1859]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:42.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 wav [[[-0.00559501 -0.00226292 -0.00020623 ... 0.01487743 0.01526739 + 0.01631756]]] -0.1866249293088913 1.795534808479715e-05 0.05086582154035568 0.19195014238357544 (1, 1, 7680) +2026-04-30 19:24:42.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 chunk_tokens [[[1360 1329] + [1446 844] + [1663 308] + [ 54 813] + [ 843 405] + [1900 1008] + [1057 354] + [1963 432] + [1774 507] + [ 382 1089] + [ 439 1033] + [ 392 1717] + [ 755 410] + [ 471 192] + [ 209 1058] + [ 669 1746]]] (1, 16, 2) n_chunk_frames 2 +2026-04-30 19:24:42.664 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 wav [[[1.58851556e-02 1.55851245e-02 1.55505175e-02 ... 1.23685149e-05 + 1.20918157e-05 1.09517314e-05]]] -0.027222178876399994 1.907868863781914e-05 0.0061515397392213345 0.019788717851042747 (1, 1, 3840) +2026-04-30 19:24:42.664 [INFO] __main__: Synthesising: 'Мы наконец-то достигли момента,' +2026-04-30 19:24:42.665 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment М -> text_cache М +2026-04-30 19:24:42.665 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:24:42.669 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[ 0.0387676 , 0.03304015, 0.02042563, ..., -0.02144237, + 0.01319801, 0.03794514]]], shape=(1, 1, 7680), dtype=float32), array([[[ 2.9783610e-02, 1.0905329e-02, 1.6511306e-03, ..., + -8.6144792e-05, -1.2935790e-04, -1.8319050e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[-1.3189571e-04, -5.9736158e-05, -1.0962758e-05, ..., + -3.1686056e-02, -3.7055351e-02, -2.5362272e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.01291864, -0.00679785, -0.00601127, ..., 0.00854876, + 0.00164058, -0.00336338]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00036996, -0.00417837, -0.00426145, ..., 0.00165579, + 0.00119936, 0.00091009]]], shape=(1, 1, 7680), dtype=float32), array([[[9.6502900e-04, 8.9348853e-04, 2.4728477e-04, ..., + 4.2658979e-01, 3.8516057e-01, 3.1325611e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.1898701 , 0.06006428, -0.02213643, ..., -0.04418599, + -0.07423607, -0.13431835]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.32965782e-01, -1.86734319e-01, -1.15496874e-01, ..., + 6.46211047e-05, 6.58403733e-05, 6.17304540e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[6.0041486e-05, 6.3522471e-05, 5.9694037e-05, ..., + 2.8525350e-05, 2.8183822e-05, 3.5627709e-05]]], + shape=(1, 1, 1937), dtype=float32), array([[[-2.01795138e-02, -1.59110371e-02, -1.38593344e-02, ..., + 2.00804534e-05, 1.41006985e-05, 1.01878850e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 3.6786410e-06, 8.5715374e-07, 1.3163992e-05, ..., + -1.6982532e-01, -1.7967206e-01, -1.8905360e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.20319638, -0.21355818, -0.2254444 , ..., -0.02749576, + -0.00719418, -0.0158848 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05861128, -0.07534628, -0.09317898, ..., -0.04055004, + -0.03983756, -0.04404005]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04148724, -0.02457579, -0.02205077, ..., -0.16412005, + -0.13844651, -0.07191276]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00526189, 0.03714811, 0.02313349, ..., -0.0926802 , + -0.1022734 , -0.1126982 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.11878745e-01, -1.09990358e-01, -1.12653248e-01, ..., + 1.35518731e-05, 1.45642243e-05, 1.18903190e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-5.5510295e-06, -2.3109218e-05, 2.7799856e-06, ..., + -6.3279666e-02, -1.3926503e-02, 3.3815376e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.0677718 , 0.09467762, 0.1162236 , ..., 0.08783114, + 0.08834589, 0.09321057]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.08688205, 0.07832725, 0.07011712, ..., 0.00585925, + 0.00095331, -0.00447248]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01385116, -0.02925973, -0.05581054, ..., 0.00499556, + 0.00536269, 0.00537225]]], shape=(1, 1, 7680), dtype=float32), array([[[5.1112683e-03, 5.1188101e-03, 5.9089442e-03, ..., + 1.1327005e-05, 1.1330820e-05, 1.1098466e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[-2.0163883e-02, -1.5836483e-02, -1.3701266e-02, ..., + 5.9497474e-06, -2.2267783e-05, -4.2330481e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-4.68614526e-05, -5.48859061e-05, -2.94529618e-05, ..., + 1.21765686e-02, 1.04663875e-02, -7.37873614e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.19069746, -0.23630905, -0.19903281, ..., -0.0197864 , + 0.02449913, 0.06814057]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06105462, -0.01128113, 0.0694688 , ..., -0.03727765, + -0.0092203 , -0.00332266]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01798254, -0.01891687, -0.03565764, ..., 0.04818399, + 0.06352001, -0.00840623]]], shape=(1, 1, 7680), dtype=float32), array([[[-7.6255366e-02, -4.4379845e-02, -2.4004113e-03, ..., + 1.1197493e-05, 1.1436256e-05, 1.1410468e-05]]], + shape=(1, 1, 5760), dtype=float32), array([[[1.0507734e-05, 9.9319059e-06, 1.3172685e-05, ..., + 7.7808872e-02, 9.8705225e-02, 7.6323777e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.04679245, 0.07161001, 0.08920465, ..., -0.0026906 , + 0.01100237, 0.00714726]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01826908, 0.00055045, 0.00968623, ..., 0.03846952, + 0.11067881, -0.01783017]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.12010864, 0.02615571, 0.07543191, ..., 0.00174375, + 0.01034332, 0.01010095]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0206071 , -0.00094082, 0.01539163, ..., 0.02697145, + 0.01268793, -0.00210648]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01513007, -0.02235095, -0.03753768, ..., 0.2150524 , + 0.2709868 , 0.3373333 ]]], shape=(1, 1, 7680), dtype=float32), array([[[0.3812092 , 0.38271955, 0.3483796 , ..., 0.01327842, + 0.00840219, 0.00965066]]], shape=(1, 1, 7680), dtype=float32), array([[[1.6346883e-02, 2.1341689e-02, 2.1228720e-02, ..., + 1.1106897e-05, 1.1115961e-05, 1.1407099e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-0.02028944, -0.0161786 , -0.0142198 , ..., 0.00014136, + 0.00012688, 0.00013767]]], shape=(1, 1, 7680), dtype=float32), array([[[ 1.3472942e-04, 1.2831778e-04, 1.2018339e-04, ..., + -1.2884115e-01, -1.3506106e-01, -1.3145575e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.1364174 , -0.13761836, -0.12033363, ..., -0.13618219, + -0.1152928 , -0.08802132]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05963216, -0.04345999, -0.03508615, ..., -0.0011189 , + -0.00079851, -0.00041837]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00153051, 0.00400324, 0.0021901 , ..., -0.00108906, + 0.00474335, 0.00511177]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00065709, 0.00606318, 0.00560046, ..., 0.02321547, + 0.03595654, 0.02407254]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01170061, 0.0004985 , 0.01914336, ..., -0.04081017, + -0.04290095, -0.04610515]]], shape=(1, 1, 7680), dtype=float32), array([[[-5.0609764e-02, -5.5574503e-02, -5.9999555e-02, ..., + 1.1822668e-04, -1.8569766e-05, -4.6928031e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00559501, -0.00226292, -0.00020623, ..., 0.01487743, + 0.01526739, 0.01631756]]], shape=(1, 1, 7680), dtype=float32), array([[[1.58851556e-02, 1.55851245e-02, 1.55505175e-02, ..., + 1.23685149e-05, 1.20918157e-05, 1.09517314e-05]]], + shape=(1, 1, 3840), dtype=float32)] 45 +2026-04-30 19:24:42.670 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [3.8767599e-02 3.3040151e-02 2.0425633e-02 ... 1.2368515e-05 1.2091816e-05 + 1.0951731e-05] (318737,) float32 +2026-04-30 19:24:42.670 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 18 [8.6882055e-02 7.8327253e-02 7.0117116e-02 ... 1.2368515e-05 1.2091816e-05 + 1.0951731e-05] (192000,) float32 +2026-04-30 19:24:42.673 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 18 [array([[[ 0.08688205, 0.07832725, 0.07011712, ..., 0.00585925, + 0.00095331, -0.00447248]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01385116, -0.02925973, -0.05581054, ..., 0.00499556, + 0.00536269, 0.00537225]]], shape=(1, 1, 7680), dtype=float32), array([[[5.1112683e-03, 5.1188101e-03, 5.9089442e-03, ..., + 1.1327005e-05, 1.1330820e-05, 1.1098466e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[-2.0163883e-02, -1.5836483e-02, -1.3701266e-02, ..., + 5.9497474e-06, -2.2267783e-05, -4.2330481e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-4.68614526e-05, -5.48859061e-05, -2.94529618e-05, ..., + 1.21765686e-02, 1.04663875e-02, -7.37873614e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.19069746, -0.23630905, -0.19903281, ..., -0.0197864 , + 0.02449913, 0.06814057]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06105462, -0.01128113, 0.0694688 , ..., -0.03727765, + -0.0092203 , -0.00332266]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01798254, -0.01891687, -0.03565764, ..., 0.04818399, + 0.06352001, -0.00840623]]], shape=(1, 1, 7680), dtype=float32), array([[[-7.6255366e-02, -4.4379845e-02, -2.4004113e-03, ..., + 1.1197493e-05, 1.1436256e-05, 1.1410468e-05]]], + shape=(1, 1, 5760), dtype=float32), array([[[1.0507734e-05, 9.9319059e-06, 1.3172685e-05, ..., + 7.7808872e-02, 9.8705225e-02, 7.6323777e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.04679245, 0.07161001, 0.08920465, ..., -0.0026906 , + 0.01100237, 0.00714726]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01826908, 0.00055045, 0.00968623, ..., 0.03846952, + 0.11067881, -0.01783017]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.12010864, 0.02615571, 0.07543191, ..., 0.00174375, + 0.01034332, 0.01010095]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0206071 , -0.00094082, 0.01539163, ..., 0.02697145, + 0.01268793, -0.00210648]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01513007, -0.02235095, -0.03753768, ..., 0.2150524 , + 0.2709868 , 0.3373333 ]]], shape=(1, 1, 7680), dtype=float32), array([[[0.3812092 , 0.38271955, 0.3483796 , ..., 0.01327842, + 0.00840219, 0.00965066]]], shape=(1, 1, 7680), dtype=float32), array([[[1.6346883e-02, 2.1341689e-02, 2.1228720e-02, ..., + 1.1106897e-05, 1.1115961e-05, 1.1407099e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-0.02028944, -0.0161786 , -0.0142198 , ..., 0.00014136, + 0.00012688, 0.00013767]]], shape=(1, 1, 7680), dtype=float32), array([[[ 1.3472942e-04, 1.2831778e-04, 1.2018339e-04, ..., + -1.2884115e-01, -1.3506106e-01, -1.3145575e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.1364174 , -0.13761836, -0.12033363, ..., -0.13618219, + -0.1152928 , -0.08802132]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05963216, -0.04345999, -0.03508615, ..., -0.0011189 , + -0.00079851, -0.00041837]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00153051, 0.00400324, 0.0021901 , ..., -0.00108906, + 0.00474335, 0.00511177]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00065709, 0.00606318, 0.00560046, ..., 0.02321547, + 0.03595654, 0.02407254]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01170061, 0.0004985 , 0.01914336, ..., -0.04081017, + -0.04290095, -0.04610515]]], shape=(1, 1, 7680), dtype=float32), array([[[-5.0609764e-02, -5.5574503e-02, -5.9999555e-02, ..., + 1.1822668e-04, -1.8569766e-05, -4.6928031e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00559501, -0.00226292, -0.00020623, ..., 0.01487743, + 0.01526739, 0.01631756]]], shape=(1, 1, 7680), dtype=float32), array([[[1.58851556e-02, 1.55851245e-02, 1.55505175e-02, ..., + 1.23685149e-05, 1.20918157e-05, 1.09517314e-05]]], + shape=(1, 1, 3840), dtype=float32)] 27 +2026-04-30 19:24:42.673 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:24:42.747 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.02478779 0.00236658 -0.0469869 ... 0.05433891 0.03523095 + 0.11790025]]] (1, 1, 1024) +2026-04-30 19:24:42.747 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:24:42.748 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:24:42.748 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:24:42.748 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.02478779 0.00236658 -0.0469869 ... 0.05433891 0.03523095 + 0.11790025] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:24:42.748 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:42.749 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:42.749 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:24:42.749 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:24:42.750 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:24:42.750 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:24:42.750 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:24:42.751 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.02956597 -0.00143941 -0.04868306 ... 0.04505456 0.03678623 + 0.12214173] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:24:42.751 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 2.9565973e-02 -1.4394056e-03 -4.8683058e-02 ... 4.5054562e-02 + 3.6786232e-02 1.2214173e-01] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:24:42.795 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=57; step_idx=57 +2026-04-30 19:24:42.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=57; step_idx=57 +2026-04-30 19:24:42.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:42.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache Мы +2026-04-30 19:24:42.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:42.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:42.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Мы +2026-04-30 19:24:42.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:42.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:42.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Мы н +2026-04-30 19:24:42.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:42.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:42.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache Мы на +2026-04-30 19:24:42.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:42.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:42.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache Мы нак +2026-04-30 19:24:42.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:42.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:42.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Мы нако +2026-04-30 19:24:42.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:42.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:42.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Мы након +2026-04-30 19:24:42.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:42.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:42.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache Мы наконе +2026-04-30 19:24:42.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:42.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:42.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ц -> text_cache Мы наконец +2026-04-30 19:24:42.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:42.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:42.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment - -> text_cache Мы наконец- +2026-04-30 19:24:42.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['Мы наконец-'] 11 +Qwen3TTSProcessor __call__ text ['Мы наконец-'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 37991, 4552, 6709, 15869, 17316, 126499, 12]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:24:42.832 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 37991, 4552, 6709, 15869, 17316, 126499, 12]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:24:42.832 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 37991 4552 6709 15869 17316 126499 12]] (1, 7) +2026-04-30 19:24:42.832 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 37991 4552 6709 15869 17316 126499 12]] (1, 7) +2026-04-30 19:24:42.832 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment Мы наконец- 11 -> tokenized_segment [np.int64(37991), np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 7 +2026-04-30 19:24:42.832 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(37991), np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] +2026-04-30 19:24:42.832 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:42.832 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(37991), np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 7 +2026-04-30 19:24:42.832 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 37991 -> pending_tokens [np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 6 +2026-04-30 19:24:42.840 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [1221] (1,) int64 +2026-04-30 19:24:42.867 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[1221 279 1110 1181 283 1907 1245 93 1941 625 363 222 104 1608 + 384 353]]] (1, 1, 16) int64 +2026-04-30 19:24:42.867 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 4552 -> pending_tokens [np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 5 +2026-04-30 19:24:42.875 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [1028] (1,) int64 +2026-04-30 19:24:42.902 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[1028 1700 317 140 1507 335 1812 559 1101 1487 808 1333 731 835 + 80 664]]] (1, 1, 16) int64 +2026-04-30 19:24:42.902 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6709 -> pending_tokens [np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 4 +2026-04-30 19:24:42.910 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [397] (1,) int64 +2026-04-30 19:24:42.937 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[ 397 145 904 208 766 504 1827 153 124 495 596 1571 16 491 + 17 833]]] (1, 1, 16) int64 +2026-04-30 19:24:42.937 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 15869 -> pending_tokens [np.int64(17316), np.int64(126499), np.int64(12)] 3 +2026-04-30 19:24:42.945 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [396] (1,) int64 +2026-04-30 19:24:42.972 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[ 396 1523 1055 292 1380 713 1860 2022 51 350 209 16 246 626 + 730 1459]]] (1, 1, 16) int64 +2026-04-30 19:24:42.972 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 17316 -> pending_tokens [np.int64(126499), np.int64(12)] 2 +2026-04-30 19:24:42.980 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [496] (1,) int64 +2026-04-30 19:24:43.006 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[ 496 1334 364 928 301 206 482 1455 1878 1383 247 291 1643 853 + 1722 61]]] (1, 1, 16) int64 +2026-04-30 19:24:43.006 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 126499 -> pending_tokens [np.int64(12)] 1 +2026-04-30 19:24:43.014 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [287] (1,) int64 +2026-04-30 19:24:43.041 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[ 287 1288 1242 594 2028 1831 447 519 409 938 578 1368 261 916 + 1874 635]]] (1, 1, 16) int64 +2026-04-30 19:24:43.041 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 12 -> pending_tokens [] 0 +2026-04-30 19:24:43.049 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [1306] (1,) int64 +2026-04-30 19:24:43.076 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[1306 1931 1505 168 1492 1425 1086 365 1019 36 1262 991 344 1305 + 994 724]]] (1, 1, 16) int64 +2026-04-30 19:24:43.076 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-38 chunk_tokens [[[1221 1028 397 396] + [ 279 1700 145 1523] + [1110 317 904 1055] + [1181 140 208 292] + [ 283 1507 766 1380] + [1907 335 504 713] + [1245 1812 1827 1860] + [ 93 559 153 2022] + [1941 1101 124 51] + [ 625 1487 495 350] + [ 363 808 596 209] + [ 222 1333 1571 16] + [ 104 731 16 246] + [1608 835 491 626] + [ 384 80 17 730] + [ 353 664 833 1459]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:43.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-38 wav [[[ 1.23941227e-05 1.13167625e-05 1.21807007e-05 ... -5.51209450e-02 + -4.59804088e-02 -2.76257675e-02]]] -0.3726869821548462 -0.0002746092213783413 0.09725377708673477 0.3181314170360565 (1, 1, 7680) +2026-04-30 19:24:43.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache т +2026-04-30 19:24:43.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:43.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:43.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то +2026-04-30 19:24:43.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:43.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:43.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то +2026-04-30 19:24:43.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:43.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache то д +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то до +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache то дос +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то дост +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то дости +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache то достиг +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache то достигл +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то достигли +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то достигли +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache то достигли м +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то достигли мо +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache то достигли мом +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то достигли моме +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache то достигли момен +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то достигли момент +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache то достигли момента +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache то достигли момента, +2026-04-30 19:24:43.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['то достигли момента,'] 20 +Qwen3TTSProcessor __call__ text ['то достигли момента,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 24634, 139062, 11073, 130485, 87731, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:24:43.102 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 24634, 139062, 11073, 130485, 87731, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:24:43.102 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 24634 139062 11073 130485 87731 11]] (1, 6) +2026-04-30 19:24:43.102 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 24634 139062 11073 130485 87731 11]] (1, 6) +2026-04-30 19:24:43.102 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment то достигли момента, 20 -> tokenized_segment [np.int64(24634), np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 6 +2026-04-30 19:24:43.102 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(24634), np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] +2026-04-30 19:24:43.102 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:43.103 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(24634), np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 6 +2026-04-30 19:24:43.103 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 24634 -> pending_tokens [np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 5 +2026-04-30 19:24:43.111 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [1100] (1,) int64 +2026-04-30 19:24:43.138 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[1100 1043 933 1974 1105 804 171 1125 1300 467 1302 1068 1713 322 + 764 996]]] (1, 1, 16) int64 +2026-04-30 19:24:43.138 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 139062 -> pending_tokens [np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 4 +2026-04-30 19:24:43.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [1988] (1,) int64 +2026-04-30 19:24:43.172 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[1988 324 1266 1818 1826 1338 602 1273 1195 1820 847 1861 705 420 + 1244 1622]]] (1, 1, 16) int64 +2026-04-30 19:24:43.172 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11073 -> pending_tokens [np.int64(130485), np.int64(87731), np.int64(11)] 3 +2026-04-30 19:24:43.180 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [673] (1,) int64 +2026-04-30 19:24:43.207 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[ 673 286 185 845 540 479 1438 412 640 1031 440 1970 1037 3 + 1122 759]]] (1, 1, 16) int64 +2026-04-30 19:24:43.207 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 130485 -> pending_tokens [np.int64(87731), np.int64(11)] 2 +2026-04-30 19:24:43.215 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [1999] (1,) int64 +2026-04-30 19:24:43.242 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[1999 419 1072 908 1848 1099 1090 272 1491 1707 780 1581 1040 1405 + 694 340]]] (1, 1, 16) int64 +2026-04-30 19:24:43.242 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 87731 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:24:43.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [499] (1,) int64 +2026-04-30 19:24:43.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[ 499 399 932 912 1639 1793 665 301 530 590 813 1650 391 175 + 86 687]]] (1, 1, 16) int64 +2026-04-30 19:24:43.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:24:43.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [935] (1,) int64 +2026-04-30 19:24:43.313 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[ 935 710 980 364 953 1414 453 874 1031 2027 333 336 188 143 + 1871 272]]] (1, 1, 16) int64 +2026-04-30 19:24:43.313 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-42 chunk_tokens [[[ 496 287 1306 1100] + [1334 1288 1931 1043] + [ 364 1242 1505 933] + [ 928 594 168 1974] + [ 301 2028 1492 1105] + [ 206 1831 1425 804] + [ 482 447 1086 171] + [1455 519 365 1125] + [1878 409 1019 1300] + [1383 938 36 467] + [ 247 578 1262 1302] + [ 291 1368 991 1068] + [1643 261 344 1713] + [ 853 916 1305 322] + [1722 1874 994 764] + [ 61 635 724 996]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:43.337 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-42 wav [[[1.5059072e-02 4.3067209e-02 3.6576193e-02 ... 2.6374602e-05 + 9.9974277e-06 2.3969229e-05]]] -0.21501240134239197 0.00029865591204725206 0.046699706465005875 0.24728776514530182 (1, 1, 7680) +2026-04-30 19:24:43.337 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-46 chunk_tokens [[[1988 673 1999 499] + [ 324 286 419 399] + [1266 185 1072 932] + [1818 845 908 912] + [1826 540 1848 1639] + [1338 479 1099 1793] + [ 602 1438 1090 665] + [1273 412 272 301] + [1195 640 1491 530] + [1820 1031 1707 590] + [ 847 440 780 813] + [1861 1970 1581 1650] + [ 705 1037 1040 391] + [ 420 3 1405 175] + [1244 1122 694 86] + [1622 759 340 687]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:43.361 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-46 wav [[[ 1.3427627e-05 8.7095832e-06 -6.1800361e-06 ... 8.1634223e-02 + 7.6967418e-02 7.3367454e-02]]] -0.32905739545822144 0.00013378371659200639 0.07744063436985016 0.2330709546804428 (1, 1, 7680) +2026-04-30 19:24:43.361 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:24:43.362 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:24:43.362 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:43.362 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:24:43.362 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:24:43.370 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [908] (1,) int64 +2026-04-30 19:24:43.397 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[ 908 1201 1987 430 1653 49 592 763 1410 1095 1131 980 1077 1907 + 445 230]]] (1, 1, 16) int64 +2026-04-30 19:24:43.405 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [177] (1,) int64 +2026-04-30 19:24:43.431 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[ 177 1829 379 1778 723 1990 595 920 432 221 941 1285 1112 519 + 688 1726]]] (1, 1, 16) int64 +2026-04-30 19:24:43.439 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [1196] (1,) int64 +2026-04-30 19:24:43.466 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-73 vq-rvq [[[1196 1084 1962 1683 1512 1265 1659 281 260 251 1753 109 1157 393 + 577 636]]] (1, 1, 16) int64 +2026-04-30 19:24:43.474 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-73 vq [891] (1,) int64 +2026-04-30 19:24:43.501 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-74 vq-rvq [[[ 891 86 1142 337 1942 1522 140 367 4 1913 740 447 1969 366 + 181 80]]] (1, 1, 16) int64 +2026-04-30 19:24:43.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-74 vq [777] (1,) int64 +2026-04-30 19:24:43.536 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-75 vq-rvq [[[ 777 174 232 1410 385 1697 1538 351 106 72 367 1447 99 545 + 2007 454]]] (1, 1, 16) int64 +2026-04-30 19:24:43.544 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-75 vq [1774] (1,) int64 +2026-04-30 19:24:43.571 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-76 vq-rvq [[[1774 928 1870 884 1656 914 277 1265 593 1385 765 1712 1896 76 + 742 496]]] (1, 1, 16) int64 +2026-04-30 19:24:43.579 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-76 vq [656] (1,) int64 +2026-04-30 19:24:43.605 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-77 vq-rvq [[[ 656 340 1694 1414 1980 1443 123 127 1205 913 539 487 360 1441 + 64 641]]] (1, 1, 16) int64 +2026-04-30 19:24:43.613 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-77 vq [1647] (1,) int64 +2026-04-30 19:24:43.640 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-78 vq-rvq [[[1647 1 1298 1894 928 569 1596 1242 384 422 1250 1188 561 651 + 1879 1607]]] (1, 1, 16) int64 +2026-04-30 19:24:43.648 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-78 vq [1917] (1,) int64 +2026-04-30 19:24:43.675 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-79 vq-rvq [[[1917 1841 891 58 496 44 288 116 487 157 1499 1166 1681 364 + 563 567]]] (1, 1, 16) int64 +2026-04-30 19:24:43.683 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-79 vq [1552] (1,) int64 +2026-04-30 19:24:43.710 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-80 vq-rvq [[[1552 559 147 904 544 1679 436 212 1553 824 1770 1527 1069 1465 + 1498 566]]] (1, 1, 16) int64 +2026-04-30 19:24:43.718 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-80 vq [422] (1,) int64 +2026-04-30 19:24:43.744 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-81 vq-rvq [[[ 422 1653 1013 179 595 1635 1006 1795 1781 1872 532 1682 1461 1886 + 204 78]]] (1, 1, 16) int64 +2026-04-30 19:24:43.752 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-81 vq [851] (1,) int64 +2026-04-30 19:24:43.779 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-82 vq-rvq [[[ 851 144 1395 315 628 651 726 590 308 797 452 1881 267 418 + 46 431]]] (1, 1, 16) int64 +2026-04-30 19:24:43.787 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-82 vq [2024] (1,) int64 +2026-04-30 19:24:43.814 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-83 vq-rvq [[[2024 632 1804 1561 1282 1965 1310 1653 1979 486 2006 177 1355 80 + 48 601]]] (1, 1, 16) int64 +2026-04-30 19:24:43.822 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-83 vq [195] (1,) int64 +2026-04-30 19:24:43.849 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-84 vq-rvq [[[ 195 1150 793 1636 1291 447 1707 1694 1162 322 1306 1557 216 732 + 261 1115]]] (1, 1, 16) int64 +2026-04-30 19:24:43.857 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-84 vq [1906] (1,) int64 +2026-04-30 19:24:43.883 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-85 vq-rvq [[[1906 1755 569 1129 208 1911 346 1406 821 416 1015 1748 885 616 + 1646 541]]] (1, 1, 16) int64 +2026-04-30 19:24:43.891 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-85 vq [299] (1,) int64 +2026-04-30 19:24:43.918 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-86 vq-rvq [[[ 299 1399 1949 127 181 1357 268 881 87 158 94 497 96 224 + 1439 1223]]] (1, 1, 16) int64 +2026-04-30 19:24:43.926 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-86 vq [272] (1,) int64 +2026-04-30 19:24:43.953 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-87 vq-rvq [[[ 272 1392 198 552 1191 175 179 1786 1428 1372 143 1898 1091 947 + 2040 233]]] (1, 1, 16) int64 +2026-04-30 19:24:43.961 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-87 vq [2150] (1,) int64 +2026-04-30 19:24:43.961 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-50 chunk_tokens [[[ 935 908 177 1196] + [ 710 1201 1829 1084] + [ 980 1987 379 1962] + [ 364 430 1778 1683] + [ 953 1653 723 1512] + [1414 49 1990 1265] + [ 453 592 595 1659] + [ 874 763 920 281] + [1031 1410 432 260] + [2027 1095 221 251] + [ 333 1131 941 1753] + [ 336 980 1285 109] + [ 188 1077 1112 1157] + [ 143 1907 519 393] + [1871 445 688 577] + [ 272 230 1726 636]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:43.985 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-50 wav [[[ 0.0681639 0.06287467 0.05821437 ... -0.1431939 -0.16209812 + -0.13730709]]] -0.29312825202941895 -0.0002019898092839867 0.06517571210861206 0.27548450231552124 (1, 1, 7680) +2026-04-30 19:24:43.985 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-54 chunk_tokens [[[ 891 777 1774 656] + [ 86 174 928 340] + [1142 232 1870 1694] + [ 337 1410 884 1414] + [1942 385 1656 1980] + [1522 1697 914 1443] + [ 140 1538 277 123] + [ 367 351 1265 127] + [ 4 106 593 1205] + [1913 72 1385 913] + [ 740 367 765 539] + [ 447 1447 1712 487] + [1969 99 1896 360] + [ 366 545 76 1441] + [ 181 2007 742 64] + [ 80 454 496 641]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:44.009 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-54 wav [[[-0.06952063 -0.00738105 0.03213789 ... -0.01518496 0.01861418 + 0.05040368]]] -0.30621522665023804 0.00011542619176907465 0.07378602027893066 0.2805241048336029 (1, 1, 7680) +2026-04-30 19:24:44.010 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-58 chunk_tokens [[[1647 1917 1552 422] + [ 1 1841 559 1653] + [1298 891 147 1013] + [1894 58 904 179] + [ 928 496 544 595] + [ 569 44 1679 1635] + [1596 288 436 1006] + [1242 116 212 1795] + [ 384 487 1553 1781] + [ 422 157 824 1872] + [1250 1499 1770 532] + [1188 1166 1527 1682] + [ 561 1681 1069 1461] + [ 651 364 1465 1886] + [1879 563 1498 204] + [1607 567 566 78]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:44.034 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-58 wav [[[-0.02628438 -0.028568 0.04111911 ... -0.01028112 0.01248341 + 0.04156872]]] -0.3160296082496643 -0.00031753681832924485 0.09353312849998474 0.29764267802238464 (1, 1, 7680) +2026-04-30 19:24:44.034 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-62 chunk_tokens [[[ 851 2024 195 1906] + [ 144 632 1150 1755] + [1395 1804 793 569] + [ 315 1561 1636 1129] + [ 628 1282 1291 208] + [ 651 1965 447 1911] + [ 726 1310 1707 346] + [ 590 1653 1694 1406] + [ 308 1979 1162 821] + [ 797 486 322 416] + [ 452 2006 1306 1015] + [1881 177 1557 1748] + [ 267 1355 216 885] + [ 418 80 732 616] + [ 46 48 261 1646] + [ 431 601 1115 541]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:44.058 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-62 wav [[[ 0.07734973 0.11619312 0.14013797 ... -0.124327 -0.12767932 + -0.13226712]]] -0.3889610469341278 0.0004948824062012136 0.12390176951885223 0.4045599400997162 (1, 1, 7680) +2026-04-30 19:24:44.058 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-66 chunk_tokens [[[ 299 272] + [1399 1392] + [1949 198] + [ 127 552] + [ 181 1191] + [1357 175] + [ 268 179] + [ 881 1786] + [ 87 1428] + [ 158 1372] + [ 94 143] + [ 497 1898] + [ 96 1091] + [ 224 947] + [1439 2040] + [1223 233]]] (1, 16, 2) n_chunk_frames 2 +2026-04-30 19:24:44.088 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-66 wav [[[-0.13741879 -0.13937315 -0.13935731 ... -0.00418963 -0.00604856 + -0.00711406]]] -0.13937315344810486 -0.0002238212327938527 0.02702270820736885 0.11277740448713303 (1, 1, 3840) +2026-04-30 19:24:44.088 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-88 +2026-04-30 19:24:44.106 [INFO] __main__: Synthesising: 'когда технологии стали достаточно быстрыми,' +2026-04-30 19:24:44.106 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache к +2026-04-30 19:24:44.106 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:24:44.106 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:24:44.213 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.08053465 0.03020535 -0.01365108 ... 0.1381524 0.03452209 + 0.05438036]]] (1, 1, 1024) +2026-04-30 19:24:44.213 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:24:44.213 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:24:44.214 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:24:44.214 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.08053465 0.03020535 -0.01365108 ... 0.1381524 0.03452209 + 0.05438036] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:24:44.214 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:44.215 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:44.215 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:24:44.215 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:24:44.215 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:24:44.216 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:24:44.216 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:24:44.216 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.07575647 0.02639936 -0.01534724 ... 0.12886806 0.03607738 + 0.05862183] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:24:44.216 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-7.5756468e-02 2.6399361e-02 -1.5347240e-02 ... 1.2886806e-01 + 3.6077376e-02 5.8621831e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:24:44.259 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:24:44.259 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.259 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache ко +2026-04-30 19:24:44.259 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.259 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.259 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache ког +2026-04-30 19:24:44.259 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.259 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.259 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache когд +2026-04-30 19:24:44.259 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.259 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.259 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache когда +2026-04-30 19:24:44.259 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.259 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.259 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache когда +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда т +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache когда те +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment х -> text_cache когда тех +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache когда техн +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда техно +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache когда технол +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда техноло +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache когда технолог +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache когда технологи +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache когда технологии +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache когда технологии +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache когда технологии с +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда технологии ст +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache когда технологии ста +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache когда технологии стал +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache когда технологии стали +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache когда технологии стали +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache когда технологии стали д +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда технологии стали до +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache когда технологии стали дос +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда технологии стали дост +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache когда технологии стали доста +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда технологии стали достат +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда технологии стали достато +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ч -> text_cache когда технологии стали достаточ +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache когда технологии стали достаточн +2026-04-30 19:24:44.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['когда технологии стали '] 23 +Qwen3TTSProcessor __call__ text ['когда технологии стали '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 4793, 124846, 142651, 135906, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:24:44.262 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 4793, 124846, 142651, 135906, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:24:44.262 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 4793 124846 142651 135906 220]] (1, 5) +2026-04-30 19:24:44.262 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 4793 124846 142651 135906 220]] (1, 5) +2026-04-30 19:24:44.262 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment когда технологии стали 23 -> tokenized_segment [np.int64(4793), np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] 5 +2026-04-30 19:24:44.262 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(4793), np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] +2026-04-30 19:24:44.262 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.262 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(4793), np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] 5 +2026-04-30 19:24:44.262 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 4793 -> pending_tokens [np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] 4 +2026-04-30 19:24:44.271 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:24:44.298 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 506 1114 1093 149 1543 1776 2029 1025 1221 541 1382 914 1947 + 784 1816]]] (1, 1, 16) int64 +2026-04-30 19:24:44.298 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 124846 -> pending_tokens [np.int64(142651), np.int64(135906), np.int64(220)] 3 +2026-04-30 19:24:44.306 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:24:44.333 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 1782 360 973 625 286 1924 1252 1190 67 1363 273 1879 1956 + 2033 880]]] (1, 1, 16) int64 +2026-04-30 19:24:44.333 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 142651 -> pending_tokens [np.int64(135906), np.int64(220)] 2 +2026-04-30 19:24:44.341 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:24:44.368 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 1009 1341 1050 735 1412 243 879 1728 1786 2040 1162 729 1484 + 1160 607]]] (1, 1, 16) int64 +2026-04-30 19:24:44.368 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 135906 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:24:44.376 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:24:44.403 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 1722 184 1018 1569 74 1631 1777 249 266 243 823 1108 2027 + 82 803]]] (1, 1, 16) int64 +2026-04-30 19:24:44.403 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:24:44.411 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [462] (1,) int64 +2026-04-30 19:24:44.437 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[ 462 188 731 900 852 810 1887 1541 1832 86 1658 796 650 418 + 1677 79]]] (1, 1, 16) int64 +2026-04-30 19:24:44.438 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [ 506 1782 1009 1722] + [1114 360 1341 184] + [1093 973 1050 1018] + [ 149 625 735 1569] + [1543 286 1412 74] + [1776 1924 243 1631] + [2029 1252 879 1777] + [1025 1190 1728 249] + [1221 67 1786 266] + [ 541 1363 2040 243] + [1382 273 1162 823] + [ 914 1879 729 1108] + [1947 1956 1484 2027] + [ 784 2033 1160 82] + [1816 880 607 803]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-2.0437820e-02 -1.6152378e-02 -1.3841865e-02 ... 1.1665274e-05 + 1.1679664e-05 1.1366386e-05]]] -0.031503867357969284 -5.9114521718584e-05 0.0016192570328712463 0.017947198823094368 (1, 1, 7680) +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache достаточно +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache достаточно +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache достаточно б +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache достаточно бы +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache достаточно быс +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache достаточно быст +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache достаточно быстр +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache достаточно быстры +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache достаточно быстрым +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache достаточно быстрыми +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache достаточно быстрыми, +2026-04-30 19:24:44.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['достаточно быстрыми,'] 20 +Qwen3TTSProcessor __call__ text ['достаточно быстрыми,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6949, 24276, 7972, 127310, 37660, 6597, 38003, 63780, + 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:24:44.463 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6949, 24276, 7972, 127310, 37660, 6597, 38003, 63780, + 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:24:44.463 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6949 24276 7972 127310 37660 6597 38003 63780 11]] (1, 9) +2026-04-30 19:24:44.463 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6949 24276 7972 127310 37660 6597 38003 63780 11]] (1, 9) +2026-04-30 19:24:44.463 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment достаточно быстрыми, 20 -> tokenized_segment [np.int64(6949), np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 9 +2026-04-30 19:24:44.463 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6949), np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] +2026-04-30 19:24:44.463 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.463 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6949), np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 9 +2026-04-30 19:24:44.463 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6949 -> pending_tokens [np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 8 +2026-04-30 19:24:44.471 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [1225] (1,) int64 +2026-04-30 19:24:44.498 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[1225 1200 1793 1073 134 1500 769 1720 76 772 457 423 188 816 + 1856 2040]]] (1, 1, 16) int64 +2026-04-30 19:24:44.498 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 24276 -> pending_tokens [np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 7 +2026-04-30 19:24:44.506 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [628] (1,) int64 +2026-04-30 19:24:44.533 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[ 628 488 147 1111 1155 1443 1784 317 1850 1244 320 65 518 624 + 1556 1289]]] (1, 1, 16) int64 +2026-04-30 19:24:44.533 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 7972 -> pending_tokens [np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 6 +2026-04-30 19:24:44.541 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [471] (1,) int64 +2026-04-30 19:24:44.567 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[ 471 758 935 130 558 354 400 390 1275 1294 371 1389 309 1085 + 1475 177]]] (1, 1, 16) int64 +2026-04-30 19:24:44.567 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 127310 -> pending_tokens [np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 5 +2026-04-30 19:24:44.575 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [1506] (1,) int64 +2026-04-30 19:24:44.602 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[1506 1649 2035 690 1799 1003 833 754 743 1183 1671 797 387 22 + 791 381]]] (1, 1, 16) int64 +2026-04-30 19:24:44.602 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 37660 -> pending_tokens [np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 4 +2026-04-30 19:24:44.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [777] (1,) int64 +2026-04-30 19:24:44.637 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[ 777 1954 738 254 585 365 590 609 422 1104 36 396 370 129 + 1964 637]]] (1, 1, 16) int64 +2026-04-30 19:24:44.637 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6597 -> pending_tokens [np.int64(38003), np.int64(63780), np.int64(11)] 3 +2026-04-30 19:24:44.645 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [1556] (1,) int64 +2026-04-30 19:24:44.672 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[1556 157 608 17 723 199 1069 874 1586 815 895 1032 1467 444 + 471 1518]]] (1, 1, 16) int64 +2026-04-30 19:24:44.672 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 38003 -> pending_tokens [np.int64(63780), np.int64(11)] 2 +2026-04-30 19:24:44.680 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [0] (1,) int64 +2026-04-30 19:24:44.706 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[ 0 151 1655 2002 30 289 371 1779 205 1725 1490 1715 952 639 + 186 814]]] (1, 1, 16) int64 +2026-04-30 19:24:44.706 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 63780 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:24:44.714 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [1145] (1,) int64 +2026-04-30 19:24:44.741 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[1145 727 1012 1084 734 731 729 1367 983 1086 768 1529 193 28 + 616 308]]] (1, 1, 16) int64 +2026-04-30 19:24:44.741 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:24:44.749 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [319] (1,) int64 +2026-04-30 19:24:44.776 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[ 319 1407 1252 315 540 1019 347 69 320 170 1178 1187 1836 1409 + 1151 2003]]] (1, 1, 16) int64 +2026-04-30 19:24:44.776 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[ 462 1225 628 471] + [ 188 1200 488 758] + [ 731 1793 147 935] + [ 900 1073 1111 130] + [ 852 134 1155 558] + [ 810 1500 1443 354] + [1887 769 1784 400] + [1541 1720 317 390] + [1832 76 1850 1275] + [ 86 772 1244 1294] + [1658 457 320 371] + [ 796 423 65 1389] + [ 650 188 518 309] + [ 418 816 624 1085] + [1677 1856 1556 1475] + [ 79 2040 1289 177]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:44.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[ 1.1367354e-05 1.1146716e-05 1.1751374e-05 ... -3.6797091e-02 + -3.5851445e-02 -3.4591325e-02]]] -0.616265594959259 -0.00021028985793236643 0.09458911418914795 0.49238520860671997 (1, 1, 7680) +2026-04-30 19:24:44.801 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[1506 777 1556 0] + [1649 1954 157 151] + [2035 738 608 1655] + [ 690 254 17 2002] + [1799 585 723 30] + [1003 365 199 289] + [ 833 590 1069 371] + [ 754 609 874 1779] + [ 743 422 1586 205] + [1183 1104 815 1725] + [1671 36 895 1490] + [ 797 396 1032 1715] + [ 387 370 1467 952] + [ 22 129 444 639] + [ 791 1964 471 186] + [ 381 637 1518 814]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:44.825 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[-0.03333792 -0.03209258 -0.03110921 ... 0.01636232 0.02899803 + 0.01950259]]] -0.5808751583099365 0.0002458247181493789 0.12808777391910553 0.4911668300628662 (1, 1, 7680) +2026-04-30 19:24:44.825 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:24:44.825 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:24:44.825 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:44.825 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:24:44.825 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:24:44.833 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [508] (1,) int64 +2026-04-30 19:24:44.861 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[ 508 1320 1790 912 470 1201 118 385 1299 408 1222 16 410 158 + 322 1934]]] (1, 1, 16) int64 +2026-04-30 19:24:44.869 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [1387] (1,) int64 +2026-04-30 19:24:44.896 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[1387 1633 24 908 818 1793 1352 351 311 665 1376 1013 512 979 + 997 179]]] (1, 1, 16) int64 +2026-04-30 19:24:44.904 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [133] (1,) int64 +2026-04-30 19:24:44.931 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[ 133 474 503 265 833 713 145 233 566 1714 651 1010 954 693 + 1292 157]]] (1, 1, 16) int64 +2026-04-30 19:24:44.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [1545] (1,) int64 +2026-04-30 19:24:44.966 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[1545 556 337 756 402 532 317 121 355 1569 883 1167 211 1988 + 111 896]]] (1, 1, 16) int64 +2026-04-30 19:24:44.974 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [894] (1,) int64 +2026-04-30 19:24:45.001 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[ 894 1321 348 264 1575 892 71 1455 1177 144 574 766 1794 597 + 1530 823]]] (1, 1, 16) int64 +2026-04-30 19:24:45.009 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [679] (1,) int64 +2026-04-30 19:24:45.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[ 679 928 103 283 2 1315 1319 354 408 449 887 2000 115 1045 + 670 212]]] (1, 1, 16) int64 +2026-04-30 19:24:45.044 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [177] (1,) int64 +2026-04-30 19:24:45.071 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[ 177 1378 1496 447 55 1842 281 178 670 1837 1336 69 798 957 + 285 1110]]] (1, 1, 16) int64 +2026-04-30 19:24:45.079 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [1196] (1,) int64 +2026-04-30 19:24:45.106 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[1196 1936 647 353 200 1005 752 1718 318 1076 1740 1097 318 1530 + 221 1794]]] (1, 1, 16) int64 +2026-04-30 19:24:45.114 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [506] (1,) int64 +2026-04-30 19:24:45.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[ 506 1501 989 769 1241 506 1821 1679 1050 1059 581 1117 1212 695 + 1220 15]]] (1, 1, 16) int64 +2026-04-30 19:24:45.149 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [912] (1,) int64 +2026-04-30 19:24:45.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[ 912 290 1769 1392 268 352 556 1829 485 1283 707 1252 1624 1178 + 55 38]]] (1, 1, 16) int64 +2026-04-30 19:24:45.184 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [269] (1,) int64 +2026-04-30 19:24:45.211 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[ 269 534 654 873 538 1114 656 559 317 1487 146 770 394 838 + 2 765]]] (1, 1, 16) int64 +2026-04-30 19:24:45.219 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [1745] (1,) int64 +2026-04-30 19:24:45.246 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[1745 1327 1071 284 1439 1430 1628 164 1607 78 1852 1447 1155 1909 + 1142 259]]] (1, 1, 16) int64 +2026-04-30 19:24:45.254 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [575] (1,) int64 +2026-04-30 19:24:45.281 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-27 vq-rvq [[[ 575 31 82 501 274 1806 1151 133 313 221 186 1353 219 739 + 230 1948]]] (1, 1, 16) int64 +2026-04-30 19:24:45.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-27 vq [36] (1,) int64 +2026-04-30 19:24:45.316 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-28 vq-rvq [[[ 36 191 1613 1154 123 1723 391 1832 459 5 1681 345 521 701 + 994 654]]] (1, 1, 16) int64 +2026-04-30 19:24:45.324 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-28 vq [875] (1,) int64 +2026-04-30 19:24:45.352 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-29 vq-rvq [[[ 875 618 254 1464 1213 558 205 1897 30 1118 1460 829 1896 969 + 747 695]]] (1, 1, 16) int64 +2026-04-30 19:24:45.360 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-29 vq [515] (1,) int64 +2026-04-30 19:24:45.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-30 vq-rvq [[[ 515 877 1203 4 995 936 498 947 231 1031 191 1721 163 564 + 1864 1218]]] (1, 1, 16) int64 +2026-04-30 19:24:45.395 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-30 vq [312] (1,) int64 +2026-04-30 19:24:45.422 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-31 vq-rvq [[[ 312 1055 1000 1480 1454 1305 1171 82 245 675 1995 68 1468 1673 + 1181 1439]]] (1, 1, 16) int64 +2026-04-30 19:24:45.430 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-31 vq [357] (1,) int64 +2026-04-30 19:24:45.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-32 vq-rvq [[[ 357 916 45 142 892 1445 151 438 1500 1262 154 1984 562 1105 + 1432 978]]] (1, 1, 16) int64 +2026-04-30 19:24:45.466 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-32 vq [156] (1,) int64 +2026-04-30 19:24:45.493 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-33 vq-rvq [[[ 156 333 119 669 305 661 253 26 1855 1173 1696 1913 158 515 + 634 767]]] (1, 1, 16) int64 +2026-04-30 19:24:45.501 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-33 vq [1091] (1,) int64 +2026-04-30 19:24:45.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-34 vq-rvq [[[1091 1665 713 141 125 522 1686 246 1178 1976 1959 1740 1085 1096 + 795 873]]] (1, 1, 16) int64 +2026-04-30 19:24:45.537 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-34 vq [1032] (1,) int64 +2026-04-30 19:24:45.564 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-35 vq-rvq [[[1032 675 1084 691 1957 1938 482 1761 744 173 1872 657 2029 557 + 853 1447]]] (1, 1, 16) int64 +2026-04-30 19:24:45.572 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-35 vq [1514] (1,) int64 +2026-04-30 19:24:45.599 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-36 vq-rvq [[[1514 737 1242 673 319 1072 80 1521 1594 1902 458 124 1357 940 + 401 398]]] (1, 1, 16) int64 +2026-04-30 19:24:45.607 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-36 vq [982] (1,) int64 +2026-04-30 19:24:45.634 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-37 vq-rvq [[[ 982 834 818 138 254 1550 973 249 227 465 1812 389 531 1375 + 34 486]]] (1, 1, 16) int64 +2026-04-30 19:24:45.642 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-37 vq [2024] (1,) int64 +2026-04-30 19:24:45.669 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-38 vq-rvq [[[2024 776 120 1538 2032 758 747 1126 272 793 587 151 225 163 + 152 1197]]] (1, 1, 16) int64 +2026-04-30 19:24:45.677 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-38 vq [1783] (1,) int64 +2026-04-30 19:24:45.705 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-39 vq-rvq [[[1783 49 2007 958 1857 227 559 1213 555 1570 1144 1647 287 1220 + 1069 175]]] (1, 1, 16) int64 +2026-04-30 19:24:45.713 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-39 vq [2150] (1,) int64 +2026-04-30 19:24:45.713 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[1145 319 508 1387] + [ 727 1407 1320 1633] + [1012 1252 1790 24] + [1084 315 912 908] + [ 734 540 470 818] + [ 731 1019 1201 1793] + [ 729 347 118 1352] + [1367 69 385 351] + [ 983 320 1299 311] + [1086 170 408 665] + [ 768 1178 1222 1376] + [1529 1187 16 1013] + [ 193 1836 410 512] + [ 28 1409 158 979] + [ 616 1151 322 997] + [ 308 2003 1934 179]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:45.737 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[0.00353782 0.01185648 0.01526861 ... 0.1308248 0.14760324 0.13699903]]] -0.6138356328010559 -0.00036412812187336385 0.15023794770240784 0.5170742273330688 (1, 1, 7680) +2026-04-30 19:24:45.737 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[ 133 1545 894 679] + [ 474 556 1321 928] + [ 503 337 348 103] + [ 265 756 264 283] + [ 833 402 1575 2] + [ 713 532 892 1315] + [ 145 317 71 1319] + [ 233 121 1455 354] + [ 566 355 1177 408] + [1714 1569 144 449] + [ 651 883 574 887] + [1010 1167 766 2000] + [ 954 211 1794 115] + [ 693 1988 597 1045] + [1292 111 1530 670] + [ 157 896 823 212]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:45.761 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[ 0.10659091 0.1117487 0.15797645 ... -0.02472028 0.06318744 + 0.00501212]]] -0.4065701365470886 0.00043344200821593404 0.09214681386947632 0.33924639225006104 (1, 1, 7680) +2026-04-30 19:24:45.762 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[ 177 1196 506 912] + [1378 1936 1501 290] + [1496 647 989 1769] + [ 447 353 769 1392] + [ 55 200 1241 268] + [1842 1005 506 352] + [ 281 752 1821 556] + [ 178 1718 1679 1829] + [ 670 318 1050 485] + [1837 1076 1059 1283] + [1336 1740 581 707] + [ 69 1097 1117 1252] + [ 798 318 1212 1624] + [ 957 1530 695 1178] + [ 285 221 1220 55] + [1110 1794 15 38]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:45.786 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[-0.06948972 0.02660826 0.02841614 ... -0.00258521 -0.00485972 + -0.00697539]]] -0.6553558707237244 0.0001291889202548191 0.13982795178890228 0.5707206130027771 (1, 1, 7680) +2026-04-30 19:24:45.786 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[ 269 1745 575 36] + [ 534 1327 31 191] + [ 654 1071 82 1613] + [ 873 284 501 1154] + [ 538 1439 274 123] + [1114 1430 1806 1723] + [ 656 1628 1151 391] + [ 559 164 133 1832] + [ 317 1607 313 459] + [1487 78 221 5] + [ 146 1852 186 1681] + [ 770 1447 1353 345] + [ 394 1155 219 521] + [ 838 1909 739 701] + [ 2 1142 230 994] + [ 765 259 1948 654]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:45.811 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[-0.00936642 -0.01216605 -0.01502459 ... 0.00665338 0.13179538 + 0.25459772]]] -0.7209526896476746 -0.00035453305463306606 0.1518055498600006 0.7286043167114258 (1, 1, 7680) +2026-04-30 19:24:45.811 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 chunk_tokens [[[ 875 515 312 357] + [ 618 877 1055 916] + [ 254 1203 1000 45] + [1464 4 1480 142] + [1213 995 1454 892] + [ 558 936 1305 1445] + [ 205 498 1171 151] + [1897 947 82 438] + [ 30 231 245 1500] + [1118 1031 675 1262] + [1460 191 1995 154] + [ 829 1721 68 1984] + [1896 163 1468 562] + [ 969 564 1673 1105] + [ 747 1864 1181 1432] + [ 695 1218 1439 978]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:45.835 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 wav [[[ 0.31158417 0.30981016 0.2786543 ... -0.01934999 -0.02685571 + -0.03601485]]] -0.423886239528656 0.0005823962274007499 0.11946362257003784 0.7654290795326233 (1, 1, 7680) +2026-04-30 19:24:45.835 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 chunk_tokens [[[ 156 1091 1032 1514] + [ 333 1665 675 737] + [ 119 713 1084 1242] + [ 669 141 691 673] + [ 305 125 1957 319] + [ 661 522 1938 1072] + [ 253 1686 482 80] + [ 26 246 1761 1521] + [1855 1178 744 1594] + [1173 1976 173 1902] + [1696 1959 1872 458] + [1913 1740 657 124] + [ 158 1085 2029 1357] + [ 515 1096 557 940] + [ 634 795 853 401] + [ 767 873 1447 398]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:45.859 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 wav [[[-0.04462313 -0.05237854 -0.06549324 ... 0.06938731 0.07300161 + 0.06795373]]] -0.4053114950656891 -0.0002812064776662737 0.10753750056028366 0.47037315368652344 (1, 1, 7680) +2026-04-30 19:24:45.859 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 chunk_tokens [[[ 982 2024 1783] + [ 834 776 49] + [ 818 120 2007] + [ 138 1538 958] + [ 254 2032 1857] + [1550 758 227] + [ 973 747 559] + [ 249 1126 1213] + [ 227 272 555] + [ 465 793 1570] + [1812 587 1144] + [ 389 151 1647] + [ 531 225 287] + [1375 163 1220] + [ 34 152 1069] + [ 486 1197 175]]] (1, 16, 3) n_chunk_frames 3 +2026-04-30 19:24:45.926 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 wav [[[6.98996410e-02 8.70309770e-02 1.00158155e-01 ... 9.10731433e-06 + 9.97576899e-06 9.97057396e-06]]] -0.26352453231811523 5.317520844982937e-06 0.07433538138866425 0.2698730230331421 (1, 1, 5760) +2026-04-30 19:24:45.926 [INFO] __main__: Synthesising: 'чтобы люди могли просто общаться.' +2026-04-30 19:24:45.926 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ч -> text_cache ч +2026-04-30 19:24:45.926 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:24:45.931 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[ 0.08688205, 0.07832725, 0.07011712, ..., 0.00585925, + 0.00095331, -0.00447248]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01385116, -0.02925973, -0.05581054, ..., 0.00499556, + 0.00536269, 0.00537225]]], shape=(1, 1, 7680), dtype=float32), array([[[5.1112683e-03, 5.1188101e-03, 5.9089442e-03, ..., + 1.1327005e-05, 1.1330820e-05, 1.1098466e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[-2.0163883e-02, -1.5836483e-02, -1.3701266e-02, ..., + 5.9497474e-06, -2.2267783e-05, -4.2330481e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[-4.68614526e-05, -5.48859061e-05, -2.94529618e-05, ..., + 1.21765686e-02, 1.04663875e-02, -7.37873614e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.19069746, -0.23630905, -0.19903281, ..., -0.0197864 , + 0.02449913, 0.06814057]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06105462, -0.01128113, 0.0694688 , ..., -0.03727765, + -0.0092203 , -0.00332266]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01798254, -0.01891687, -0.03565764, ..., 0.04818399, + 0.06352001, -0.00840623]]], shape=(1, 1, 7680), dtype=float32), array([[[-7.6255366e-02, -4.4379845e-02, -2.4004113e-03, ..., + 1.1197493e-05, 1.1436256e-05, 1.1410468e-05]]], + shape=(1, 1, 5760), dtype=float32), array([[[1.0507734e-05, 9.9319059e-06, 1.3172685e-05, ..., + 7.7808872e-02, 9.8705225e-02, 7.6323777e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.04679245, 0.07161001, 0.08920465, ..., -0.0026906 , + 0.01100237, 0.00714726]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01826908, 0.00055045, 0.00968623, ..., 0.03846952, + 0.11067881, -0.01783017]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.12010864, 0.02615571, 0.07543191, ..., 0.00174375, + 0.01034332, 0.01010095]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0206071 , -0.00094082, 0.01539163, ..., 0.02697145, + 0.01268793, -0.00210648]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01513007, -0.02235095, -0.03753768, ..., 0.2150524 , + 0.2709868 , 0.3373333 ]]], shape=(1, 1, 7680), dtype=float32), array([[[0.3812092 , 0.38271955, 0.3483796 , ..., 0.01327842, + 0.00840219, 0.00965066]]], shape=(1, 1, 7680), dtype=float32), array([[[1.6346883e-02, 2.1341689e-02, 2.1228720e-02, ..., + 1.1106897e-05, 1.1115961e-05, 1.1407099e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-0.02028944, -0.0161786 , -0.0142198 , ..., 0.00014136, + 0.00012688, 0.00013767]]], shape=(1, 1, 7680), dtype=float32), array([[[ 1.3472942e-04, 1.2831778e-04, 1.2018339e-04, ..., + -1.2884115e-01, -1.3506106e-01, -1.3145575e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.1364174 , -0.13761836, -0.12033363, ..., -0.13618219, + -0.1152928 , -0.08802132]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05963216, -0.04345999, -0.03508615, ..., -0.0011189 , + -0.00079851, -0.00041837]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00153051, 0.00400324, 0.0021901 , ..., -0.00108906, + 0.00474335, 0.00511177]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00065709, 0.00606318, 0.00560046, ..., 0.02321547, + 0.03595654, 0.02407254]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01170061, 0.0004985 , 0.01914336, ..., -0.04081017, + -0.04290095, -0.04610515]]], shape=(1, 1, 7680), dtype=float32), array([[[-5.0609764e-02, -5.5574503e-02, -5.9999555e-02, ..., + 1.1822668e-04, -1.8569766e-05, -4.6928031e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00559501, -0.00226292, -0.00020623, ..., 0.01487743, + 0.01526739, 0.01631756]]], shape=(1, 1, 7680), dtype=float32), array([[[1.58851556e-02, 1.55851245e-02, 1.55505175e-02, ..., + 1.23685149e-05, 1.20918157e-05, 1.09517314e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[ 1.23941227e-05, 1.13167625e-05, 1.21807007e-05, ..., + -5.51209450e-02, -4.59804088e-02, -2.76257675e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.5059072e-02, 4.3067209e-02, 3.6576193e-02, ..., + 2.6374602e-05, 9.9974277e-06, 2.3969229e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.3427627e-05, 8.7095832e-06, -6.1800361e-06, ..., + 8.1634223e-02, 7.6967418e-02, 7.3367454e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.0681639 , 0.06287467, 0.05821437, ..., -0.1431939 , + -0.16209812, -0.13730709]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06952063, -0.00738105, 0.03213789, ..., -0.01518496, + 0.01861418, 0.05040368]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02628438, -0.028568 , 0.04111911, ..., -0.01028112, + 0.01248341, 0.04156872]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.07734973, 0.11619312, 0.14013797, ..., -0.124327 , + -0.12767932, -0.13226712]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.13741879, -0.13937315, -0.13935731, ..., -0.00418963, + -0.00604856, -0.00711406]]], shape=(1, 1, 3840), dtype=float32), array([[[-2.0437820e-02, -1.6152378e-02, -1.3841865e-02, ..., + 1.1665274e-05, 1.1679664e-05, 1.1366386e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.1367354e-05, 1.1146716e-05, 1.1751374e-05, ..., + -3.6797091e-02, -3.5851445e-02, -3.4591325e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.03333792, -0.03209258, -0.03110921, ..., 0.01636232, + 0.02899803, 0.01950259]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00353782, 0.01185648, 0.01526861, ..., 0.1308248 , + 0.14760324, 0.13699903]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.10659091, 0.1117487 , 0.15797645, ..., -0.02472028, + 0.06318744, 0.00501212]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06948972, 0.02660826, 0.02841614, ..., -0.00258521, + -0.00485972, -0.00697539]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00936642, -0.01216605, -0.01502459, ..., 0.00665338, + 0.13179538, 0.25459772]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.31158417, 0.30981016, 0.2786543 , ..., -0.01934999, + -0.02685571, -0.03601485]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04462313, -0.05237854, -0.06549324, ..., 0.06938731, + 0.07300161, 0.06795373]]], shape=(1, 1, 7680), dtype=float32), array([[[6.98996410e-02, 8.70309770e-02, 1.00158155e-01, ..., + 9.10731433e-06, 9.97576899e-06, 9.97057396e-06]]], + shape=(1, 1, 5760), dtype=float32)] 45 +2026-04-30 19:24:45.931 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [8.6882055e-02 7.8327253e-02 7.0117116e-02 ... 9.1073143e-06 9.9757690e-06 + 9.9705740e-06] (324480,) float32 +2026-04-30 19:24:45.932 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 19 [-1.3641740e-01 -1.3761836e-01 -1.2033363e-01 ... 9.1073143e-06 + 9.9757690e-06 9.9705740e-06] (190080,) float32 +2026-04-30 19:24:45.935 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 19 [array([[[-0.1364174 , -0.13761836, -0.12033363, ..., -0.13618219, + -0.1152928 , -0.08802132]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05963216, -0.04345999, -0.03508615, ..., -0.0011189 , + -0.00079851, -0.00041837]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00153051, 0.00400324, 0.0021901 , ..., -0.00108906, + 0.00474335, 0.00511177]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00065709, 0.00606318, 0.00560046, ..., 0.02321547, + 0.03595654, 0.02407254]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01170061, 0.0004985 , 0.01914336, ..., -0.04081017, + -0.04290095, -0.04610515]]], shape=(1, 1, 7680), dtype=float32), array([[[-5.0609764e-02, -5.5574503e-02, -5.9999555e-02, ..., + 1.1822668e-04, -1.8569766e-05, -4.6928031e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00559501, -0.00226292, -0.00020623, ..., 0.01487743, + 0.01526739, 0.01631756]]], shape=(1, 1, 7680), dtype=float32), array([[[1.58851556e-02, 1.55851245e-02, 1.55505175e-02, ..., + 1.23685149e-05, 1.20918157e-05, 1.09517314e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[ 1.23941227e-05, 1.13167625e-05, 1.21807007e-05, ..., + -5.51209450e-02, -4.59804088e-02, -2.76257675e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.5059072e-02, 4.3067209e-02, 3.6576193e-02, ..., + 2.6374602e-05, 9.9974277e-06, 2.3969229e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.3427627e-05, 8.7095832e-06, -6.1800361e-06, ..., + 8.1634223e-02, 7.6967418e-02, 7.3367454e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.0681639 , 0.06287467, 0.05821437, ..., -0.1431939 , + -0.16209812, -0.13730709]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06952063, -0.00738105, 0.03213789, ..., -0.01518496, + 0.01861418, 0.05040368]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02628438, -0.028568 , 0.04111911, ..., -0.01028112, + 0.01248341, 0.04156872]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.07734973, 0.11619312, 0.14013797, ..., -0.124327 , + -0.12767932, -0.13226712]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.13741879, -0.13937315, -0.13935731, ..., -0.00418963, + -0.00604856, -0.00711406]]], shape=(1, 1, 3840), dtype=float32), array([[[-2.0437820e-02, -1.6152378e-02, -1.3841865e-02, ..., + 1.1665274e-05, 1.1679664e-05, 1.1366386e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.1367354e-05, 1.1146716e-05, 1.1751374e-05, ..., + -3.6797091e-02, -3.5851445e-02, -3.4591325e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.03333792, -0.03209258, -0.03110921, ..., 0.01636232, + 0.02899803, 0.01950259]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00353782, 0.01185648, 0.01526861, ..., 0.1308248 , + 0.14760324, 0.13699903]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.10659091, 0.1117487 , 0.15797645, ..., -0.02472028, + 0.06318744, 0.00501212]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06948972, 0.02660826, 0.02841614, ..., -0.00258521, + -0.00485972, -0.00697539]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00936642, -0.01216605, -0.01502459, ..., 0.00665338, + 0.13179538, 0.25459772]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.31158417, 0.30981016, 0.2786543 , ..., -0.01934999, + -0.02685571, -0.03601485]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04462313, -0.05237854, -0.06549324, ..., 0.06938731, + 0.07300161, 0.06795373]]], shape=(1, 1, 7680), dtype=float32), array([[[6.98996410e-02, 8.70309770e-02, 1.00158155e-01, ..., + 9.10731433e-06, 9.97576899e-06, 9.97057396e-06]]], + shape=(1, 1, 5760), dtype=float32)] 26 +2026-04-30 19:24:45.935 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:24:46.010 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.00540131 0.03631547 -0.03479683 ... 0.05653064 0.06154265 + 0.05335087]]] (1, 1, 1024) +2026-04-30 19:24:46.010 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:24:46.011 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:24:46.011 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:24:46.011 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.00540131 0.03631547 -0.03479683 ... 0.05653064 0.06154265 + 0.05335087] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:24:46.011 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:46.012 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:46.012 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:24:46.012 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:24:46.013 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:24:46.013 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:24:46.013 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:24:46.013 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.01017949 0.03250948 -0.03649299 ... 0.04724629 0.06309793 + 0.05759234] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:24:46.014 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 1.0179488e-02 3.2509483e-02 -3.6492992e-02 ... 4.7246292e-02 + 6.3097931e-02 5.7592340e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:24:46.058 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=58; step_idx=58 +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=58; step_idx=58 +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache чт +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache что +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache чтоб +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache чтобы +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache чтобы л +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ю -> text_cache чтобы лю +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache чтобы люд +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache чтобы люди +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы люди +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache чтобы люди м +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди мо +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache чтобы люди мог +2026-04-30 19:24:46.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache чтобы люди могл +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache чтобы люди могли +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы люди могли +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment п -> text_cache чтобы люди могли п +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache чтобы люди могли пр +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди могли про +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache чтобы люди могли прос +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache чтобы люди могли прост +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди могли просто +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы люди могли просто +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди могли просто о +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache чтобы люди могли просто об +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment щ -> text_cache чтобы люди могли просто общ +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache чтобы люди могли просто обща +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache чтобы люди могли просто общат +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ь -> text_cache чтобы люди могли просто общать +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache чтобы люди могли просто общатьс +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache чтобы люди могли просто общаться +2026-04-30 19:24:46.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['чтобы люди могли просто '] 24 +Qwen3TTSProcessor __call__ text ['чтобы люди могли просто '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6020, 1792, 50873, 132782, 125649, 11073, 129021, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:24:46.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6020, 1792, 50873, 132782, 125649, 11073, 129021, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:24:46.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6020 1792 50873 132782 125649 11073 129021 220]] (1, 8) +2026-04-30 19:24:46.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6020 1792 50873 132782 125649 11073 129021 220]] (1, 8) +2026-04-30 19:24:46.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment чтобы люди могли просто 24 -> tokenized_segment [np.int64(6020), np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 8 +2026-04-30 19:24:46.095 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6020), np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] +2026-04-30 19:24:46.095 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.095 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6020), np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 8 +2026-04-30 19:24:46.095 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6020 -> pending_tokens [np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 7 +2026-04-30 19:24:46.103 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [1221] (1,) int64 +2026-04-30 19:24:46.130 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[1221 1499 1386 1949 1198 581 525 349 1151 163 385 1846 1325 456 + 873 1385]]] (1, 1, 16) int64 +2026-04-30 19:24:46.130 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 1792 -> pending_tokens [np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 6 +2026-04-30 19:24:46.138 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [2042] (1,) int64 +2026-04-30 19:24:46.165 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[2042 298 1806 374 944 442 516 1201 676 638 227 982 860 361 + 239 1234]]] (1, 1, 16) int64 +2026-04-30 19:24:46.165 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 50873 -> pending_tokens [np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 5 +2026-04-30 19:24:46.173 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [14] (1,) int64 +2026-04-30 19:24:46.201 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[ 14 2037 1974 1907 1821 1575 266 1245 130 1932 1633 447 2040 74 + 1085 1244]]] (1, 1, 16) int64 +2026-04-30 19:24:46.201 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 132782 -> pending_tokens [np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 4 +2026-04-30 19:24:46.209 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [2004] (1,) int64 +2026-04-30 19:24:46.236 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[2004 1658 963 479 419 235 1456 1300 3 389 1187 198 881 1498 + 1010 491]]] (1, 1, 16) int64 +2026-04-30 19:24:46.236 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 125649 -> pending_tokens [np.int64(11073), np.int64(129021), np.int64(220)] 3 +2026-04-30 19:24:46.244 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [1394] (1,) int64 +2026-04-30 19:24:46.271 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[1394 404 1722 1722 871 1015 288 1314 536 37 1515 1927 278 1277 + 1399 1553]]] (1, 1, 16) int64 +2026-04-30 19:24:46.271 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11073 -> pending_tokens [np.int64(129021), np.int64(220)] 2 +2026-04-30 19:24:46.279 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [606] (1,) int64 +2026-04-30 19:24:46.306 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[ 606 836 34 1290 706 1414 1377 266 664 149 157 1628 1546 761 + 64 198]]] (1, 1, 16) int64 +2026-04-30 19:24:46.306 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 129021 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:24:46.314 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [159] (1,) int64 +2026-04-30 19:24:46.341 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[ 159 910 110 1969 1065 1864 408 817 1278 1552 878 1466 616 612 + 123 1924]]] (1, 1, 16) int64 +2026-04-30 19:24:46.341 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:24:46.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [1743] (1,) int64 +2026-04-30 19:24:46.377 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[1743 346 1555 829 708 764 1483 1085 1232 768 1034 1972 77 23 + 198 1504]]] (1, 1, 16) int64 +2026-04-30 19:24:46.377 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-39 chunk_tokens [[[1221 2042 14 2004] + [1499 298 2037 1658] + [1386 1806 1974 963] + [1949 374 1907 479] + [1198 944 1821 419] + [ 581 442 1575 235] + [ 525 516 266 1456] + [ 349 1201 1245 1300] + [1151 676 130 3] + [ 163 638 1932 389] + [ 385 227 1633 1187] + [1846 982 447 198] + [1325 860 2040 881] + [ 456 361 74 1498] + [ 873 239 1085 1010] + [1385 1234 1244 491]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:46.401 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-39 wav [[[-6.2426384e-06 -2.0708057e-05 1.1528333e-05 ... 3.5117660e-05 + 2.0613199e-05 -3.0174606e-05]]] -0.2482849806547165 3.183555600116961e-05 0.0328657403588295 0.21698838472366333 (1, 1, 7680) +2026-04-30 19:24:46.401 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-43 chunk_tokens [[[1394 606 159 1743] + [ 404 836 910 346] + [1722 34 110 1555] + [1722 1290 1969 829] + [ 871 706 1065 708] + [1015 1414 1864 764] + [ 288 1377 408 1483] + [1314 266 817 1085] + [ 536 664 1278 1232] + [ 37 149 1552 768] + [1515 157 878 1034] + [1927 1628 1466 1972] + [ 278 1546 616 77] + [1277 761 612 23] + [1399 64 123 198] + [1553 198 1924 1504]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:46.425 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-43 wav [[[3.6035846e-05 9.8391836e-05 8.2258019e-05 ... 7.4845068e-02 + 6.8986148e-02 6.0716759e-02]]] -0.2585754692554474 0.0003426679177209735 0.07084501534700394 0.2813448905944824 (1, 1, 7680) +2026-04-30 19:24:46.425 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache общаться. +2026-04-30 19:24:46.425 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['общаться.'] 9 +Qwen3TTSProcessor __call__ text ['общаться.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[54157, 97681, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:46.426 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[54157, 97681, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:46.426 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[54157 97681 13]] (1, 3) +2026-04-30 19:24:46.426 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[54157 97681 13]] (1, 3) +2026-04-30 19:24:46.426 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment общаться. 9 -> tokenized_segment [np.int64(54157), np.int64(97681), np.int64(13)] 3 +2026-04-30 19:24:46.426 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(54157), np.int64(97681), np.int64(13)] +2026-04-30 19:24:46.426 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.426 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(54157), np.int64(97681), np.int64(13)] 3 +2026-04-30 19:24:46.426 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 54157 -> pending_tokens [np.int64(97681), np.int64(13)] 2 +2026-04-30 19:24:46.434 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [1460] (1,) int64 +2026-04-30 19:24:46.461 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[1460 1144 1900 1785 694 1752 679 1441 947 1412 10 1055 1345 241 + 584 341]]] (1, 1, 16) int64 +2026-04-30 19:24:46.461 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 97681 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:24:46.469 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [1248] (1,) int64 +2026-04-30 19:24:46.497 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[1248 597 1018 96 1067 660 47 431 1105 314 194 2024 1675 71 + 1558 1400]]] (1, 1, 16) int64 +2026-04-30 19:24:46.497 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:24:46.505 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [1668] (1,) int64 +2026-04-30 19:24:46.532 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[1668 1718 1750 1494 1238 496 1007 251 1656 1549 387 1592 127 1999 + 1829 230]]] (1, 1, 16) int64 +2026-04-30 19:24:46.532 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:24:46.532 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:24:46.532 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:46.532 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:24:46.532 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:24:46.540 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [434] (1,) int64 +2026-04-30 19:24:46.567 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[ 434 993 1309 191 1522 514 912 833 255 1426 720 1761 1268 449 + 374 1283]]] (1, 1, 16) int64 +2026-04-30 19:24:46.567 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-47 chunk_tokens [[[1460 1248 1668 434] + [1144 597 1718 993] + [1900 1018 1750 1309] + [1785 96 1494 191] + [ 694 1067 1238 1522] + [1752 660 496 514] + [ 679 47 1007 912] + [1441 431 251 833] + [ 947 1105 1656 255] + [1412 314 1549 1426] + [ 10 194 387 720] + [1055 2024 1592 1761] + [1345 1675 127 1268] + [ 241 71 1999 449] + [ 584 1558 1829 374] + [ 341 1400 230 1283]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:46.591 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-47 wav [[[ 0.05083596 0.04746459 0.04647128 ... -0.03311731 0.00843506 + -0.00140898]]] -0.31413620710372925 -0.00041543852421455085 0.09853767603635788 0.31194207072257996 (1, 1, 7680) +2026-04-30 19:24:46.600 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [383] (1,) int64 +2026-04-30 19:24:46.627 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[ 383 1430 916 1718 1282 1231 179 690 248 188 1044 521 1077 1551 + 1684 242]]] (1, 1, 16) int64 +2026-04-30 19:24:46.635 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [825] (1,) int64 +2026-04-30 19:24:46.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[ 825 189 830 405 1621 87 2042 324 1228 111 1015 875 868 1323 + 859 1467]]] (1, 1, 16) int64 +2026-04-30 19:24:46.670 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [851] (1,) int64 +2026-04-30 19:24:46.697 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-73 vq-rvq [[[ 851 726 1300 31 1539 665 1333 927 1884 1403 1130 359 18 891 + 1850 255]]] (1, 1, 16) int64 +2026-04-30 19:24:46.705 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-73 vq [800] (1,) int64 +2026-04-30 19:24:46.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-74 vq-rvq [[[ 800 1899 1794 1533 48 590 703 168 1654 1972 130 2043 109 13 + 250 133]]] (1, 1, 16) int64 +2026-04-30 19:24:46.740 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-74 vq [129] (1,) int64 +2026-04-30 19:24:46.768 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-75 vq-rvq [[[ 129 483 408 1325 144 48 978 269 106 597 53 73 246 1849 + 1833 955]]] (1, 1, 16) int64 +2026-04-30 19:24:46.776 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-75 vq [1438] (1,) int64 +2026-04-30 19:24:46.803 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-76 vq-rvq [[[1438 480 1650 894 634 83 1814 6 1995 0 1255 472 779 1623 + 1208 1063]]] (1, 1, 16) int64 +2026-04-30 19:24:46.812 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-76 vq [1875] (1,) int64 +2026-04-30 19:24:46.839 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-77 vq-rvq [[[1875 16 743 1477 1424 1811 2005 577 1689 811 1302 481 271 462 + 19 746]]] (1, 1, 16) int64 +2026-04-30 19:24:46.847 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-77 vq [1772] (1,) int64 +2026-04-30 19:24:46.874 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-78 vq-rvq [[[1772 248 1512 909 329 1248 554 1302 1282 306 515 189 337 8 + 83 223]]] (1, 1, 16) int64 +2026-04-30 19:24:46.882 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-78 vq [967] (1,) int64 +2026-04-30 19:24:46.909 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-79 vq-rvq [[[ 967 1002 334 1627 347 869 1229 137 636 1241 359 1147 343 1886 + 154 1069]]] (1, 1, 16) int64 +2026-04-30 19:24:46.917 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-79 vq [1559] (1,) int64 +2026-04-30 19:24:46.944 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-80 vq-rvq [[[1559 1371 1922 1414 285 1431 1170 247 517 1413 1830 933 1080 294 + 1690 1944]]] (1, 1, 16) int64 +2026-04-30 19:24:46.952 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-80 vq [272] (1,) int64 +2026-04-30 19:24:46.979 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-81 vq-rvq [[[ 272 792 1188 1676 950 620 8 2010 367 897 1782 1566 1986 17 + 20 1088]]] (1, 1, 16) int64 +2026-04-30 19:24:46.987 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-81 vq [1528] (1,) int64 +2026-04-30 19:24:47.014 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-82 vq-rvq [[[1528 736 1657 611 1743 466 1529 1204 527 110 1348 831 854 769 + 260 1505]]] (1, 1, 16) int64 +2026-04-30 19:24:47.022 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-82 vq [1808] (1,) int64 +2026-04-30 19:24:47.050 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-83 vq-rvq [[[1808 1198 181 489 491 555 200 95 2035 323 990 812 1890 1269 + 730 170]]] (1, 1, 16) int64 +2026-04-30 19:24:47.058 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-83 vq [1500] (1,) int64 +2026-04-30 19:24:47.085 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-84 vq-rvq [[[1500 1176 1467 675 1347 139 340 1272 256 1586 1148 1004 279 1229 + 1336 562]]] (1, 1, 16) int64 +2026-04-30 19:24:47.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-84 vq [1168] (1,) int64 +2026-04-30 19:24:47.120 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-85 vq-rvq [[[1168 32 69 176 509 1560 273 1327 832 1991 424 1693 98 888 + 287 1645]]] (1, 1, 16) int64 +2026-04-30 19:24:47.128 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-85 vq [963] (1,) int64 +2026-04-30 19:24:47.155 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-86 vq-rvq [[[ 963 1426 1149 1209 1732 1776 1885 1594 1819 1542 865 1450 1246 1895 + 1028 285]]] (1, 1, 16) int64 +2026-04-30 19:24:47.163 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-86 vq [417] (1,) int64 +2026-04-30 19:24:47.190 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-87 vq-rvq [[[ 417 1878 1585 943 830 77 773 129 1680 351 981 490 664 1948 + 157 1907]]] (1, 1, 16) int64 +2026-04-30 19:24:47.198 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-87 vq [1407] (1,) int64 +2026-04-30 19:24:47.225 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-88 vq-rvq [[[1407 354 142 276 1115 162 1890 1072 1137 1939 1209 1226 1619 14 + 1637 1051]]] (1, 1, 16) int64 +2026-04-30 19:24:47.233 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-88 vq [204] (1,) int64 +2026-04-30 19:24:47.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-89 vq-rvq [[[ 204 1829 1890 605 1321 1539 1711 1669 164 1593 831 1543 1119 1415 + 145 207]]] (1, 1, 16) int64 +2026-04-30 19:24:47.268 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-89 vq [381] (1,) int64 +2026-04-30 19:24:47.295 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-90 vq-rvq [[[ 381 894 1219 1070 672 393 1199 1878 1525 1479 933 407 364 55 + 862 374]]] (1, 1, 16) int64 +2026-04-30 19:24:47.303 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-90 vq [1118] (1,) int64 +2026-04-30 19:24:47.330 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-91 vq-rvq [[[1118 847 139 290 1925 1818 178 905 721 332 1878 762 1485 2035 + 1709 1527]]] (1, 1, 16) int64 +2026-04-30 19:24:47.338 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-91 vq [2150] (1,) int64 +2026-04-30 19:24:47.338 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-51 chunk_tokens [[[ 383 825 851 800] + [1430 189 726 1899] + [ 916 830 1300 1794] + [1718 405 31 1533] + [1282 1621 1539 48] + [1231 87 665 590] + [ 179 2042 1333 703] + [ 690 324 927 168] + [ 248 1228 1884 1654] + [ 188 111 1403 1972] + [1044 1015 1130 130] + [ 521 875 359 2043] + [1077 868 18 109] + [1551 1323 891 13] + [1684 859 1850 250] + [ 242 1467 255 133]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:47.362 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-51 wav [[[-0.06678132 -0.01659689 0.02917836 ... 0.0965054 0.08488221 + 0.07965136]]] -0.4925583302974701 0.0004343055479694158 0.13459821045398712 0.5050095915794373 (1, 1, 7680) +2026-04-30 19:24:47.362 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-55 chunk_tokens [[[ 129 1438 1875 1772] + [ 483 480 16 248] + [ 408 1650 743 1512] + [1325 894 1477 909] + [ 144 634 1424 329] + [ 48 83 1811 1248] + [ 978 1814 2005 554] + [ 269 6 577 1302] + [ 106 1995 1689 1282] + [ 597 0 811 306] + [ 53 1255 1302 515] + [ 73 472 481 189] + [ 246 779 271 337] + [1849 1623 462 8] + [1833 1208 19 83] + [ 955 1063 746 223]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:47.386 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-55 wav [[[0.07968172 0.08815133 0.09115916 ... 0.05508251 0.05900421 0.06284468]]] -0.3027494549751282 -0.0003447920025791973 0.06796597689390182 0.20413602888584137 (1, 1, 7680) +2026-04-30 19:24:47.387 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-59 chunk_tokens [[[ 967 1559 272 1528] + [1002 1371 792 736] + [ 334 1922 1188 1657] + [1627 1414 1676 611] + [ 347 285 950 1743] + [ 869 1431 620 466] + [1229 1170 8 1529] + [ 137 247 2010 1204] + [ 636 517 367 527] + [1241 1413 897 110] + [ 359 1830 1782 1348] + [1147 933 1566 831] + [ 343 1080 1986 854] + [1886 294 17 769] + [ 154 1690 20 260] + [1069 1944 1088 1505]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:47.411 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-59 wav [[[ 0.06513964 0.06496104 0.06382251 ... 0.00025705 0.0002023 + -0.00038038]]] -0.18196047842502594 0.00010623326670611277 0.04412152245640755 0.20169782638549805 (1, 1, 7680) +2026-04-30 19:24:47.411 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-63 chunk_tokens [[[1808 1500 1168 963] + [1198 1176 32 1426] + [ 181 1467 69 1149] + [ 489 675 176 1209] + [ 491 1347 509 1732] + [ 555 139 1560 1776] + [ 200 340 273 1885] + [ 95 1272 1327 1594] + [2035 256 832 1819] + [ 323 1586 1991 1542] + [ 990 1148 424 865] + [ 812 1004 1693 1450] + [1890 279 98 1246] + [1269 1229 888 1895] + [ 730 1336 287 1028] + [ 170 562 1645 285]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:47.435 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-63 wav [[[-0.00016164 0.00066839 0.00080613 ... 0.01934877 0.0082144 + -0.00038632]]] -0.3593848943710327 -7.987607386894524e-05 0.06060239300131798 0.3598009943962097 (1, 1, 7680) +2026-04-30 19:24:47.435 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-67 chunk_tokens [[[ 417 1407 204 381] + [1878 354 1829 894] + [1585 142 1890 1219] + [ 943 276 605 1070] + [ 830 1115 1321 672] + [ 77 162 1539 393] + [ 773 1890 1711 1199] + [ 129 1072 1669 1878] + [1680 1137 164 1525] + [ 351 1939 1593 1479] + [ 981 1209 831 933] + [ 490 1226 1543 407] + [ 664 1619 1119 364] + [1948 14 1415 55] + [ 157 1637 145 862] + [1907 1051 207 374]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:47.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-67 wav [[[-0.00409019 -0.0006313 -0.00443614 ... -0.00207523 -0.00238736 + -0.0015755 ]]] -0.21512645483016968 0.00013757561100646853 0.03427044674754143 0.21258267760276794 (1, 1, 7680) +2026-04-30 19:24:47.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-71 chunk_tokens [[[1118] + [ 847] + [ 139] + [ 290] + [1925] + [1818] + [ 178] + [ 905] + [ 721] + [ 332] + [1878] + [ 762] + [1485] + [2035] + [1709] + [1527]]] (1, 16, 1) n_chunk_frames 1 +2026-04-30 19:24:47.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-71 wav [[[3.8847257e-04 2.2966347e-03 3.2905792e-03 ... 1.1284856e-05 + 1.1876655e-05 1.1234952e-05]]] -0.019357716664671898 -1.0531876796449069e-05 0.0026080175302922726 0.01663844659924507 (1, 1, 1920) +2026-04-30 19:24:47.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-92 +2026-04-30 19:24:47.542 [INFO] __main__: Synthesising: 'И это огромный сдвиг' +2026-04-30 19:24:47.542 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment И -> text_cache И +2026-04-30 19:24:47.542 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:24:47.542 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:24:47.647 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.08053465 0.03020535 -0.01365108 ... 0.1381524 0.03452209 + 0.05438036]]] (1, 1, 1024) +2026-04-30 19:24:47.647 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:24:47.648 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:24:47.648 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:24:47.648 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.08053465 0.03020535 -0.01365108 ... 0.1381524 0.03452209 + 0.05438036] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:24:47.648 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:47.649 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:47.649 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:24:47.649 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:24:47.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:24:47.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:24:47.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:24:47.650 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.07575647 0.02639936 -0.01534724 ... 0.12886806 0.03607738 + 0.05862183] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:24:47.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-7.5756468e-02 2.6399361e-02 -1.5347240e-02 ... 1.2886806e-01 + 3.6077376e-02 5.8621831e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:24:47.693 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:24:47.693 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:47.693 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache И +2026-04-30 19:24:47.693 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:47.693 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:47.693 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment э -> text_cache И э +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache И эт +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache И это +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache И это +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache И это о +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache И это ог +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache И это огр +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache И это огро +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache И это огром +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache И это огромн +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache И это огромны +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment й -> text_cache И это огромный +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache И это огромный +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache И это огромный с +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache И это огромный сд +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache И это огромный сдв +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache И это огромный сдви +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache И это огромный сдвиг +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache И это огромный сдвиг 20 +2026-04-30 19:24:47.694 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['И это огромный сдвиг'] 20 +Qwen3TTSProcessor __call__ text ['И это огромный сдвиг'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 30174, 67879, 127776, 12228, 33513, 5409, 140179]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:24:47.695 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 30174, 67879, 127776, 12228, 33513, 5409, 140179]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:24:47.695 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 30174 67879 127776 12228 33513 5409 140179]] (1, 7) +2026-04-30 19:24:47.695 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 30174 67879 127776 12228 33513 5409 140179]] (1, 7) +2026-04-30 19:24:47.695 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(30174), np.int64(67879), np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 8 +2026-04-30 19:24:47.695 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:47.695 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(30174), np.int64(67879), np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 8 +2026-04-30 19:24:47.695 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 30174 -> pending_tokens [np.int64(67879), np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 7 +2026-04-30 19:24:47.704 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:24:47.731 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 2044 1402 22 243 449 1751 2007 1302 147 743 1117 57 949 + 148 60]]] (1, 1, 16) int64 +2026-04-30 19:24:47.731 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 67879 -> pending_tokens [np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 6 +2026-04-30 19:24:47.739 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:24:47.765 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 85 2025 279 773 69 1579 668 993 103 1241 1047 527 781 + 1845 462]]] (1, 1, 16) int64 +2026-04-30 19:24:47.765 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 127776 -> pending_tokens [np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 5 +2026-04-30 19:24:47.773 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:24:47.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 506 234 1188 1210 1573 1052 472 249 844 1551 1368 324 1749 + 613 329]]] (1, 1, 16) int64 +2026-04-30 19:24:47.800 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 12228 -> pending_tokens [np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 4 +2026-04-30 19:24:47.808 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:24:47.835 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 1782 705 354 157 173 1048 1984 1504 1351 1042 1377 783 344 + 1970 1795]]] (1, 1, 16) int64 +2026-04-30 19:24:47.835 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 33513 -> pending_tokens [np.int64(5409), np.int64(140179), np.int64(151673)] 3 +2026-04-30 19:24:47.843 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [462] (1,) int64 +2026-04-30 19:24:47.870 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[ 462 1009 446 1800 1657 407 125 739 734 1870 541 1780 706 1422 + 242 223]]] (1, 1, 16) int64 +2026-04-30 19:24:47.870 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 5409 -> pending_tokens [np.int64(140179), np.int64(151673)] 2 +2026-04-30 19:24:47.878 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [251] (1,) int64 +2026-04-30 19:24:47.905 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[ 251 339 639 1979 1859 1855 1419 1227 172 409 1616 192 363 158 + 425 1952]]] (1, 1, 16) int64 +2026-04-30 19:24:47.905 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 140179 -> pending_tokens [np.int64(151673)] 1 +2026-04-30 19:24:47.913 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [1862] (1,) int64 +2026-04-30 19:24:47.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[1862 922 651 1504 585 1511 747 609 596 1860 1632 1921 1568 624 + 1536 285]]] (1, 1, 16) int64 +2026-04-30 19:24:47.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:24:47.948 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [1838] (1,) int64 +2026-04-30 19:24:47.975 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[1838 638 843 1862 506 1375 1483 1086 435 1972 803 502 1499 1347 + 1228 1528]]] (1, 1, 16) int64 +2026-04-30 19:24:47.975 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [2044 85 506 1782] + [1402 2025 234 705] + [ 22 279 1188 354] + [ 243 773 1210 157] + [ 449 69 1573 173] + [1751 1579 1052 1048] + [2007 668 472 1984] + [1302 993 249 1504] + [ 147 103 844 1351] + [ 743 1241 1551 1042] + [1117 1047 1368 1377] + [ 57 527 324 783] + [ 949 781 1749 344] + [ 148 1845 613 1970] + [ 60 462 329 1795]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:47.999 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-2.0524608e-02 -1.6596781e-02 -1.4616033e-02 ... 6.6944854e-06 + 5.5172973e-06 5.8473001e-06]]] -0.038973964750766754 -5.776517718913965e-05 0.001864881836809218 0.018659597262740135 (1, 1, 7680) +2026-04-30 19:24:47.999 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[ 462 251 1862 1838] + [1009 339 922 638] + [ 446 639 651 843] + [1800 1979 1504 1862] + [1657 1859 585 506] + [ 407 1855 1511 1375] + [ 125 1419 747 1483] + [ 739 1227 609 1086] + [ 734 172 596 435] + [1870 409 1860 1972] + [ 541 1616 1632 803] + [1780 192 1921 502] + [ 706 363 1568 1499] + [1422 158 624 1347] + [ 242 425 1536 1228] + [ 223 1952 285 1528]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:48.024 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[4.3040950e-06 3.6546176e-06 5.7920774e-06 ... 3.8497072e-02 + 3.7454791e-02 3.2106366e-02]]] -0.15873239934444427 4.3739270040532574e-05 0.032970696687698364 0.14307348430156708 (1, 1, 7680) +2026-04-30 19:24:48.032 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [1949] (1,) int64 +2026-04-30 19:24:48.059 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[1949 1808 1890 1111 1101 354 123 1092 792 1225 959 1438 296 1307 + 1220 1469]]] (1, 1, 16) int64 +2026-04-30 19:24:48.067 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [1555] (1,) int64 +2026-04-30 19:24:48.094 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[1555 580 1426 1519 1237 190 1151 266 205 1245 1033 498 179 829 + 609 6]]] (1, 1, 16) int64 +2026-04-30 19:24:48.102 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [637] (1,) int64 +2026-04-30 19:24:48.129 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[ 637 16 889 1272 1512 1276 346 868 1101 811 118 336 715 215 + 678 206]]] (1, 1, 16) int64 +2026-04-30 19:24:48.137 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [1182] (1,) int64 +2026-04-30 19:24:48.164 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[1182 1548 18 245 2006 839 32 129 333 121 1132 394 1767 20 + 1433 278]]] (1, 1, 16) int64 +2026-04-30 19:24:48.172 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [1847] (1,) int64 +2026-04-30 19:24:48.199 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[1847 465 604 494 446 1255 2008 651 1959 1578 772 1857 436 132 + 200 940]]] (1, 1, 16) int64 +2026-04-30 19:24:48.207 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [1808] (1,) int64 +2026-04-30 19:24:48.234 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[1808 1514 194 1204 759 788 8 477 643 719 1994 297 130 1965 + 845 896]]] (1, 1, 16) int64 +2026-04-30 19:24:48.242 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [1769] (1,) int64 +2026-04-30 19:24:48.269 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[1769 1068 320 1809 25 35 375 320 130 499 1090 1283 648 1396 + 2024 124]]] (1, 1, 16) int64 +2026-04-30 19:24:48.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [1105] (1,) int64 +2026-04-30 19:24:48.304 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[1105 324 106 1867 1434 1414 2047 193 1178 2037 249 1305 823 469 + 698 685]]] (1, 1, 16) int64 +2026-04-30 19:24:48.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [22] (1,) int64 +2026-04-30 19:24:48.339 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[ 22 248 497 909 1054 89 791 1213 485 1375 386 15 138 904 + 818 156]]] (1, 1, 16) int64 +2026-04-30 19:24:48.347 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [1919] (1,) int64 +2026-04-30 19:24:48.374 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[1919 1681 1106 1788 809 598 679 881 867 1963 1476 1628 1961 264 + 953 1820]]] (1, 1, 16) int64 +2026-04-30 19:24:48.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [323] (1,) int64 +2026-04-30 19:24:48.409 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[ 323 605 569 421 558 297 1073 1715 39 1572 259 1191 711 838 + 97 1029]]] (1, 1, 16) int64 +2026-04-30 19:24:48.417 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [1401] (1,) int64 +2026-04-30 19:24:48.444 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[1401 1816 1808 139 1724 504 630 1455 1868 1934 429 710 1526 929 + 1612 115]]] (1, 1, 16) int64 +2026-04-30 19:24:48.452 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [1759] (1,) int64 +2026-04-30 19:24:48.479 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[1759 185 441 1181 35 349 569 342 1383 1147 1015 925 1121 369 + 1922 1028]]] (1, 1, 16) int64 +2026-04-30 19:24:48.487 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [1509] (1,) int64 +2026-04-30 19:24:48.514 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[1509 279 1047 447 148 778 1764 628 409 79 1221 463 1720 214 + 1576 974]]] (1, 1, 16) int64 +2026-04-30 19:24:48.522 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [1885] (1,) int64 +2026-04-30 19:24:48.549 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[1885 1748 650 1964 1968 168 560 286 219 1955 37 1539 1107 972 + 74 77]]] (1, 1, 16) int64 +2026-04-30 19:24:48.557 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [1115] (1,) int64 +2026-04-30 19:24:48.584 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[1115 195 1379 1416 841 1666 1080 217 1680 402 907 534 1249 334 + 554 439]]] (1, 1, 16) int64 +2026-04-30 19:24:48.592 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [539] (1,) int64 +2026-04-30 19:24:48.619 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[ 539 1349 2027 1053 1177 736 1678 164 948 360 1401 818 1899 1694 + 1117 1192]]] (1, 1, 16) int64 +2026-04-30 19:24:48.627 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [2021] (1,) int64 +2026-04-30 19:24:48.654 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[2021 1923 2007 1714 1702 289 1025 417 209 1905 719 1997 626 976 + 193 1337]]] (1, 1, 16) int64 +2026-04-30 19:24:48.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [2150] (1,) int64 +2026-04-30 19:24:48.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[1949 1555 637 1182] + [1808 580 16 1548] + [1890 1426 889 18] + [1111 1519 1272 245] + [1101 1237 1512 2006] + [ 354 190 1276 839] + [ 123 1151 346 32] + [1092 266 868 129] + [ 792 205 1101 333] + [1225 1245 811 121] + [ 959 1033 118 1132] + [1438 498 336 394] + [ 296 179 715 1767] + [1307 829 215 20] + [1220 609 678 1433] + [1469 6 206 278]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:48.686 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[ 0.02555314 0.02097658 0.01928247 ... -0.00360384 -0.00305532 + -0.00244455]]] -0.199870765209198 -5.564576349570416e-05 0.0560622401535511 0.2863541543483734 (1, 1, 7680) +2026-04-30 19:24:48.687 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[1847 1808 1769 1105] + [ 465 1514 1068 324] + [ 604 194 320 106] + [ 494 1204 1809 1867] + [ 446 759 25 1434] + [1255 788 35 1414] + [2008 8 375 2047] + [ 651 477 320 193] + [1959 643 130 1178] + [1578 719 499 2037] + [ 772 1994 1090 249] + [1857 297 1283 1305] + [ 436 130 648 823] + [ 132 1965 1396 469] + [ 200 845 2024 698] + [ 940 896 124 685]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:48.711 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[-1.5681772e-03 -7.0632971e-04 4.4294943e-06 ... -6.8084523e-02 + -7.0535712e-02 -6.9952853e-02]]] -0.2370031177997589 0.00025619775988161564 0.04340062290430069 0.2463470846414566 (1, 1, 7680) +2026-04-30 19:24:48.711 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[ 22 1919 323 1401] + [ 248 1681 605 1816] + [ 497 1106 569 1808] + [ 909 1788 421 139] + [1054 809 558 1724] + [ 89 598 297 504] + [ 791 679 1073 630] + [1213 881 1715 1455] + [ 485 867 39 1868] + [1375 1963 1572 1934] + [ 386 1476 259 429] + [ 15 1628 1191 710] + [ 138 1961 711 1526] + [ 904 264 838 929] + [ 818 953 97 1612] + [ 156 1820 1029 115]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:48.735 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[-0.07450211 -0.08124913 -0.08469124 ... -0.04474831 -0.03573645 + -0.02465865]]] -0.13910610973834991 -0.0003389902994967997 0.05885288491845131 0.22338137030601501 (1, 1, 7680) +2026-04-30 19:24:48.735 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[1759 1509 1885 1115] + [ 185 279 1748 195] + [ 441 1047 650 1379] + [1181 447 1964 1416] + [ 35 148 1968 841] + [ 349 778 168 1666] + [ 569 1764 560 1080] + [ 342 628 286 217] + [1383 409 219 1680] + [1147 79 1955 402] + [1015 1221 37 907] + [ 925 463 1539 534] + [1121 1720 1107 1249] + [ 369 214 972 334] + [1922 1576 74 554] + [1028 974 77 439]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:48.759 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[-0.01966229 -0.01799702 -0.01577851 ... -0.06546568 -0.07385248 + -0.08592032]]] -0.12411531805992126 0.0002592060773167759 0.028955038636922836 0.13857930898666382 (1, 1, 7680) +2026-04-30 19:24:48.760 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[ 539 2021] + [1349 1923] + [2027 2007] + [1053 1714] + [1177 1702] + [ 736 289] + [1678 1025] + [ 164 417] + [ 948 209] + [ 360 1905] + [1401 719] + [ 818 1997] + [1899 626] + [1694 976] + [1117 193] + [1192 1337]]] (1, 16, 2) n_chunk_frames 2 +2026-04-30 19:24:48.827 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[-9.5051475e-02 -9.4854169e-02 -8.8612646e-02 ... 1.8879498e-05 + 1.9019210e-05 1.8741133e-05]]] -0.09505147486925125 -0.0001838505413616076 0.018490971997380257 0.06747296452522278 (1, 1, 3840) +2026-04-30 19:24:48.827 [INFO] __main__: Synthesising: 'для мирового бизнеса.' +2026-04-30 19:24:48.827 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache д +2026-04-30 19:24:48.827 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:24:48.831 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[-0.1364174 , -0.13761836, -0.12033363, ..., -0.13618219, + -0.1152928 , -0.08802132]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.05963216, -0.04345999, -0.03508615, ..., -0.0011189 , + -0.00079851, -0.00041837]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00153051, 0.00400324, 0.0021901 , ..., -0.00108906, + 0.00474335, 0.00511177]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00065709, 0.00606318, 0.00560046, ..., 0.02321547, + 0.03595654, 0.02407254]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01170061, 0.0004985 , 0.01914336, ..., -0.04081017, + -0.04290095, -0.04610515]]], shape=(1, 1, 7680), dtype=float32), array([[[-5.0609764e-02, -5.5574503e-02, -5.9999555e-02, ..., + 1.1822668e-04, -1.8569766e-05, -4.6928031e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00559501, -0.00226292, -0.00020623, ..., 0.01487743, + 0.01526739, 0.01631756]]], shape=(1, 1, 7680), dtype=float32), array([[[1.58851556e-02, 1.55851245e-02, 1.55505175e-02, ..., + 1.23685149e-05, 1.20918157e-05, 1.09517314e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[ 1.23941227e-05, 1.13167625e-05, 1.21807007e-05, ..., + -5.51209450e-02, -4.59804088e-02, -2.76257675e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.5059072e-02, 4.3067209e-02, 3.6576193e-02, ..., + 2.6374602e-05, 9.9974277e-06, 2.3969229e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.3427627e-05, 8.7095832e-06, -6.1800361e-06, ..., + 8.1634223e-02, 7.6967418e-02, 7.3367454e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.0681639 , 0.06287467, 0.05821437, ..., -0.1431939 , + -0.16209812, -0.13730709]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06952063, -0.00738105, 0.03213789, ..., -0.01518496, + 0.01861418, 0.05040368]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02628438, -0.028568 , 0.04111911, ..., -0.01028112, + 0.01248341, 0.04156872]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.07734973, 0.11619312, 0.14013797, ..., -0.124327 , + -0.12767932, -0.13226712]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.13741879, -0.13937315, -0.13935731, ..., -0.00418963, + -0.00604856, -0.00711406]]], shape=(1, 1, 3840), dtype=float32), array([[[-2.0437820e-02, -1.6152378e-02, -1.3841865e-02, ..., + 1.1665274e-05, 1.1679664e-05, 1.1366386e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.1367354e-05, 1.1146716e-05, 1.1751374e-05, ..., + -3.6797091e-02, -3.5851445e-02, -3.4591325e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.03333792, -0.03209258, -0.03110921, ..., 0.01636232, + 0.02899803, 0.01950259]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00353782, 0.01185648, 0.01526861, ..., 0.1308248 , + 0.14760324, 0.13699903]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.10659091, 0.1117487 , 0.15797645, ..., -0.02472028, + 0.06318744, 0.00501212]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06948972, 0.02660826, 0.02841614, ..., -0.00258521, + -0.00485972, -0.00697539]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00936642, -0.01216605, -0.01502459, ..., 0.00665338, + 0.13179538, 0.25459772]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.31158417, 0.30981016, 0.2786543 , ..., -0.01934999, + -0.02685571, -0.03601485]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04462313, -0.05237854, -0.06549324, ..., 0.06938731, + 0.07300161, 0.06795373]]], shape=(1, 1, 7680), dtype=float32), array([[[6.98996410e-02, 8.70309770e-02, 1.00158155e-01, ..., + 9.10731433e-06, 9.97576899e-06, 9.97057396e-06]]], + shape=(1, 1, 5760), dtype=float32), array([[[-6.2426384e-06, -2.0708057e-05, 1.1528333e-05, ..., + 3.5117660e-05, 2.0613199e-05, -3.0174606e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[3.6035846e-05, 9.8391836e-05, 8.2258019e-05, ..., + 7.4845068e-02, 6.8986148e-02, 6.0716759e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.05083596, 0.04746459, 0.04647128, ..., -0.03311731, + 0.00843506, -0.00140898]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06678132, -0.01659689, 0.02917836, ..., 0.0965054 , + 0.08488221, 0.07965136]]], shape=(1, 1, 7680), dtype=float32), array([[[0.07968172, 0.08815133, 0.09115916, ..., 0.05508251, + 0.05900421, 0.06284468]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.06513964, 0.06496104, 0.06382251, ..., 0.00025705, + 0.0002023 , -0.00038038]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00016164, 0.00066839, 0.00080613, ..., 0.01934877, + 0.0082144 , -0.00038632]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00409019, -0.0006313 , -0.00443614, ..., -0.00207523, + -0.00238736, -0.0015755 ]]], shape=(1, 1, 7680), dtype=float32), array([[[3.8847257e-04, 2.2966347e-03, 3.2905792e-03, ..., + 1.1284856e-05, 1.1876655e-05, 1.1234952e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-2.0524608e-02, -1.6596781e-02, -1.4616033e-02, ..., + 6.6944854e-06, 5.5172973e-06, 5.8473001e-06]]], + shape=(1, 1, 7680), dtype=float32), array([[[4.3040950e-06, 3.6546176e-06, 5.7920774e-06, ..., + 3.8497072e-02, 3.7454791e-02, 3.2106366e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.02555314, 0.02097658, 0.01928247, ..., -0.00360384, + -0.00305532, -0.00244455]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.5681772e-03, -7.0632971e-04, 4.4294943e-06, ..., + -6.8084523e-02, -7.0535712e-02, -6.9952853e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.07450211, -0.08124913, -0.08469124, ..., -0.04474831, + -0.03573645, -0.02465865]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01966229, -0.01799702, -0.01577851, ..., -0.06546568, + -0.07385248, -0.08592032]]], shape=(1, 1, 7680), dtype=float32), array([[[-9.5051475e-02, -9.4854169e-02, -8.8612646e-02, ..., + 1.8879498e-05, 1.9019210e-05, 1.8741133e-05]]], + shape=(1, 1, 3840), dtype=float32)] 42 +2026-04-30 19:24:48.832 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [-1.3641740e-01 -1.3761836e-01 -1.2033363e-01 ... 1.8879498e-05 + 1.9019210e-05 1.8741133e-05] (303360,) float32 +2026-04-30 19:24:48.832 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 15 [-1.3741879e-01 -1.3937315e-01 -1.3935731e-01 ... 1.8879498e-05 + 1.9019210e-05 1.8741133e-05] (192000,) float32 +2026-04-30 19:24:48.835 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 15 [array([[[-0.13741879, -0.13937315, -0.13935731, ..., -0.00418963, + -0.00604856, -0.00711406]]], shape=(1, 1, 3840), dtype=float32), array([[[-2.0437820e-02, -1.6152378e-02, -1.3841865e-02, ..., + 1.1665274e-05, 1.1679664e-05, 1.1366386e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.1367354e-05, 1.1146716e-05, 1.1751374e-05, ..., + -3.6797091e-02, -3.5851445e-02, -3.4591325e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.03333792, -0.03209258, -0.03110921, ..., 0.01636232, + 0.02899803, 0.01950259]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00353782, 0.01185648, 0.01526861, ..., 0.1308248 , + 0.14760324, 0.13699903]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.10659091, 0.1117487 , 0.15797645, ..., -0.02472028, + 0.06318744, 0.00501212]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06948972, 0.02660826, 0.02841614, ..., -0.00258521, + -0.00485972, -0.00697539]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00936642, -0.01216605, -0.01502459, ..., 0.00665338, + 0.13179538, 0.25459772]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.31158417, 0.30981016, 0.2786543 , ..., -0.01934999, + -0.02685571, -0.03601485]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.04462313, -0.05237854, -0.06549324, ..., 0.06938731, + 0.07300161, 0.06795373]]], shape=(1, 1, 7680), dtype=float32), array([[[6.98996410e-02, 8.70309770e-02, 1.00158155e-01, ..., + 9.10731433e-06, 9.97576899e-06, 9.97057396e-06]]], + shape=(1, 1, 5760), dtype=float32), array([[[-6.2426384e-06, -2.0708057e-05, 1.1528333e-05, ..., + 3.5117660e-05, 2.0613199e-05, -3.0174606e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[3.6035846e-05, 9.8391836e-05, 8.2258019e-05, ..., + 7.4845068e-02, 6.8986148e-02, 6.0716759e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.05083596, 0.04746459, 0.04647128, ..., -0.03311731, + 0.00843506, -0.00140898]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06678132, -0.01659689, 0.02917836, ..., 0.0965054 , + 0.08488221, 0.07965136]]], shape=(1, 1, 7680), dtype=float32), array([[[0.07968172, 0.08815133, 0.09115916, ..., 0.05508251, + 0.05900421, 0.06284468]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.06513964, 0.06496104, 0.06382251, ..., 0.00025705, + 0.0002023 , -0.00038038]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00016164, 0.00066839, 0.00080613, ..., 0.01934877, + 0.0082144 , -0.00038632]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00409019, -0.0006313 , -0.00443614, ..., -0.00207523, + -0.00238736, -0.0015755 ]]], shape=(1, 1, 7680), dtype=float32), array([[[3.8847257e-04, 2.2966347e-03, 3.2905792e-03, ..., + 1.1284856e-05, 1.1876655e-05, 1.1234952e-05]]], + shape=(1, 1, 1920), dtype=float32), array([[[-2.0524608e-02, -1.6596781e-02, -1.4616033e-02, ..., + 6.6944854e-06, 5.5172973e-06, 5.8473001e-06]]], + shape=(1, 1, 7680), dtype=float32), array([[[4.3040950e-06, 3.6546176e-06, 5.7920774e-06, ..., + 3.8497072e-02, 3.7454791e-02, 3.2106366e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.02555314, 0.02097658, 0.01928247, ..., -0.00360384, + -0.00305532, -0.00244455]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.5681772e-03, -7.0632971e-04, 4.4294943e-06, ..., + -6.8084523e-02, -7.0535712e-02, -6.9952853e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.07450211, -0.08124913, -0.08469124, ..., -0.04474831, + -0.03573645, -0.02465865]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01966229, -0.01799702, -0.01577851, ..., -0.06546568, + -0.07385248, -0.08592032]]], shape=(1, 1, 7680), dtype=float32), array([[[-9.5051475e-02, -9.4854169e-02, -8.8612646e-02, ..., + 1.8879498e-05, 1.9019210e-05, 1.8741133e-05]]], + shape=(1, 1, 3840), dtype=float32)] 27 +2026-04-30 19:24:48.835 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:24:48.908 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.01623853 0.04133014 -0.03294799 ... 0.06347258 0.05234823 + 0.07871613]]] (1, 1, 1024) +2026-04-30 19:24:48.909 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:24:48.909 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:24:48.909 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:24:48.910 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.01623853 0.04133014 -0.03294799 ... 0.06347258 0.05234823 + 0.07871613] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:24:48.910 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:48.910 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:24:48.910 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:24:48.910 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:24:48.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:24:48.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:24:48.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:24:48.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.02101671 0.03752416 -0.03464415 ... 0.05418823 0.05390351 + 0.0829576 ] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:24:48.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 2.1016711e-02 3.7524156e-02 -3.4644146e-02 ... 5.4188225e-02 + 5.3903509e-02 8.2957603e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:24:48.956 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=45; step_idx=45 +2026-04-30 19:24:48.990 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=45; step_idx=45 +2026-04-30 19:24:48.990 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:48.990 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache дл +2026-04-30 19:24:48.990 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:48.990 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:48.990 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache для +2026-04-30 19:24:48.990 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache для +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache для м +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache для ми +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache для мир +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache для миро +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache для миров +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache для мирово +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache для мировог +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache для мирового +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache для мирового +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache для мирового б +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache для мирового би +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache для мирового биз +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache для мирового бизн +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache для мирового бизне +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache для мирового бизнес +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache для мирового бизнеса +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache для мирового бизнеса. +2026-04-30 19:24:48.991 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['для мирового бизнеса.'] 21 +Qwen3TTSProcessor __call__ text ['для мирового бизнеса.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6949, 13695, 138061, 22107, 132199, 1478, 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:24:48.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6949, 13695, 138061, 22107, 132199, 1478, 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:24:48.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6949 13695 138061 22107 132199 1478 13]] (1, 7) +2026-04-30 19:24:48.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6949 13695 138061 22107 132199 1478 13]] (1, 7) +2026-04-30 19:24:48.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment для мирового бизнеса. 21 -> tokenized_segment [np.int64(6949), np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 7 +2026-04-30 19:24:48.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6949), np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] +2026-04-30 19:24:48.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:48.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6949), np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 7 +2026-04-30 19:24:48.993 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6949 -> pending_tokens [np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 6 +2026-04-30 19:24:49.001 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-45 vq [1221] (1,) int64 +2026-04-30 19:24:49.028 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-46 vq-rvq [[[1221 525 1083 6 1496 1124 1899 1062 859 1872 701 1421 1008 188 + 175 1907]]] (1, 1, 16) int64 +2026-04-30 19:24:49.028 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13695 -> pending_tokens [np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 5 +2026-04-30 19:24:49.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-46 vq [2042] (1,) int64 +2026-04-30 19:24:49.063 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-47 vq-rvq [[[2042 489 379 485 1703 478 1951 1446 69 1277 363 11 1188 184 + 687 491]]] (1, 1, 16) int64 +2026-04-30 19:24:49.063 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 138061 -> pending_tokens [np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 4 +2026-04-30 19:24:49.071 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-47 vq [1205] (1,) int64 +2026-04-30 19:24:49.098 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-48 vq-rvq [[[1205 1967 825 231 1321 1550 807 790 446 241 1906 735 243 1061 + 99 747]]] (1, 1, 16) int64 +2026-04-30 19:24:49.098 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 22107 -> pending_tokens [np.int64(132199), np.int64(1478), np.int64(13)] 3 +2026-04-30 19:24:49.106 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-48 vq [1248] (1,) int64 +2026-04-30 19:24:49.133 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-49 vq-rvq [[[1248 1524 85 919 66 931 1660 763 68 133 744 1908 391 259 + 357 961]]] (1, 1, 16) int64 +2026-04-30 19:24:49.133 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 132199 -> pending_tokens [np.int64(1478), np.int64(13)] 2 +2026-04-30 19:24:49.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-49 vq [8] (1,) int64 +2026-04-30 19:24:49.168 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-50 vq-rvq [[[ 8 981 34 1913 540 1735 1491 373 1368 1261 609 812 1516 744 + 155 233]]] (1, 1, 16) int64 +2026-04-30 19:24:49.168 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 1478 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:24:49.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-50 vq [1021] (1,) int64 +2026-04-30 19:24:49.203 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-51 vq-rvq [[[1021 715 1617 1598 1166 195 103 1824 601 1315 123 546 114 1464 + 125 922]]] (1, 1, 16) int64 +2026-04-30 19:24:49.203 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:24:49.211 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-51 vq [195] (1,) int64 +2026-04-30 19:24:49.238 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-52 vq-rvq [[[ 195 1676 1500 621 318 974 1229 1779 84 139 597 1350 885 519 + 975 1474]]] (1, 1, 16) int64 +2026-04-30 19:24:49.238 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-26 chunk_tokens [[[1221 2042 1205 1248] + [ 525 489 1967 1524] + [1083 379 825 85] + [ 6 485 231 919] + [1496 1703 1321 66] + [1124 478 1550 931] + [1899 1951 807 1660] + [1062 1446 790 763] + [ 859 69 446 68] + [1872 1277 241 133] + [ 701 363 1906 744] + [1421 11 735 1908] + [1008 1188 243 391] + [ 188 184 1061 259] + [ 175 687 99 357] + [1907 491 747 961]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:49.262 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-26 wav [[[-1.5311194e-05 -4.9683331e-05 3.3349629e-06 ... -1.1105429e-01 + -1.2780297e-01 -1.2527850e-01]]] -0.18681886792182922 -6.804022268624976e-05 0.03956184536218643 0.2465878278017044 (1, 1, 7680) +2026-04-30 19:24:49.262 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:24:49.262 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:24:49.262 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:24:49.262 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:24:49.262 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:24:49.270 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-52 vq [952] (1,) int64 +2026-04-30 19:24:49.297 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-53 vq-rvq [[[ 952 792 305 1444 832 563 1244 1351 547 1760 825 825 173 692 + 1584 1095]]] (1, 1, 16) int64 +2026-04-30 19:24:49.298 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-30 chunk_tokens [[[ 8 1021 195 952] + [ 981 715 1676 792] + [ 34 1617 1500 305] + [1913 1598 621 1444] + [ 540 1166 318 832] + [1735 195 974 563] + [1491 103 1229 1244] + [ 373 1824 1779 1351] + [1368 601 84 547] + [1261 1315 139 1760] + [ 609 123 597 825] + [ 812 546 1350 825] + [1516 114 885 173] + [ 744 1464 519 692] + [ 155 125 975 1584] + [ 233 922 1474 1095]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:49.322 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-30 wav [[[-0.11512744 -0.11127617 -0.12146647 ... 0.13131066 0.15031807 + 0.1684391 ]]] -0.33656904101371765 0.00013065121311228722 0.10871727019548416 0.3043762445449829 (1, 1, 7680) +2026-04-30 19:24:49.330 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-53 vq [630] (1,) int64 +2026-04-30 19:24:49.357 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-54 vq-rvq [[[ 630 1565 2018 1486 1032 1101 277 461 655 468 313 1631 19 1979 + 821 1441]]] (1, 1, 16) int64 +2026-04-30 19:24:49.365 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-54 vq [1447] (1,) int64 +2026-04-30 19:24:49.392 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-55 vq-rvq [[[1447 1135 619 156 1821 1793 1771 87 1935 568 611 1392 414 397 + 358 504]]] (1, 1, 16) int64 +2026-04-30 19:24:49.400 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-55 vq [1845] (1,) int64 +2026-04-30 19:24:49.427 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-56 vq-rvq [[[1845 969 1305 1127 1872 506 179 519 711 1458 1538 1699 311 932 + 789 1182]]] (1, 1, 16) int64 +2026-04-30 19:24:49.435 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-56 vq [1743] (1,) int64 +2026-04-30 19:24:49.462 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-57 vq-rvq [[[1743 411 248 871 676 37 532 819 1029 1690 1336 1490 1958 115 + 395 1502]]] (1, 1, 16) int64 +2026-04-30 19:24:49.470 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [919] (1,) int64 +2026-04-30 19:24:49.497 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[ 919 1087 1692 472 1517 1523 1404 55 827 1426 684 377 1860 694 + 215 1027]]] (1, 1, 16) int64 +2026-04-30 19:24:49.505 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [55] (1,) int64 +2026-04-30 19:24:49.532 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[ 55 1464 1349 1449 1841 687 1117 1579 1673 721 1956 209 1470 815 + 409 998]]] (1, 1, 16) int64 +2026-04-30 19:24:49.540 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [887] (1,) int64 +2026-04-30 19:24:49.566 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[ 887 62 66 1534 734 1897 267 1361 1597 1021 268 251 1355 352 + 503 277]]] (1, 1, 16) int64 +2026-04-30 19:24:49.574 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [1922] (1,) int64 +2026-04-30 19:24:49.601 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[1922 1776 1538 1996 697 1338 304 613 129 234 739 40 94 181 + 644 859]]] (1, 1, 16) int64 +2026-04-30 19:24:49.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [1161] (1,) int64 +2026-04-30 19:24:49.636 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[1161 1829 69 681 37 1683 169 493 377 581 898 1553 1446 963 + 604 625]]] (1, 1, 16) int64 +2026-04-30 19:24:49.644 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [110] (1,) int64 +2026-04-30 19:24:49.670 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[ 110 917 1777 1074 1585 1932 200 1433 417 331 191 808 954 1244 + 1681 970]]] (1, 1, 16) int64 +2026-04-30 19:24:49.678 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [2150] (1,) int64 +2026-04-30 19:24:49.679 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-34 chunk_tokens [[[ 630 1447 1845 1743] + [1565 1135 969 411] + [2018 619 1305 248] + [1486 156 1127 871] + [1032 1821 1872 676] + [1101 1793 506 37] + [ 277 1771 179 532] + [ 461 87 519 819] + [ 655 1935 711 1029] + [ 468 568 1458 1690] + [ 313 611 1538 1336] + [1631 1392 1699 1490] + [ 19 414 311 1958] + [1979 397 932 115] + [ 821 358 789 395] + [1441 504 1182 1502]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:49.703 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-34 wav [[[ 0.18057409 0.18511206 0.18434188 ... -0.02532195 -0.02646978 + -0.02759593]]] -0.30744174122810364 4.522154631558806e-05 0.07445354759693146 0.25862884521484375 (1, 1, 7680) +2026-04-30 19:24:49.703 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-38 chunk_tokens [[[ 919 55 887 1922] + [1087 1464 62 1776] + [1692 1349 66 1538] + [ 472 1449 1534 1996] + [1517 1841 734 697] + [1523 687 1897 1338] + [1404 1117 267 304] + [ 55 1579 1361 613] + [ 827 1673 1597 129] + [1426 721 1021 234] + [ 684 1956 268 739] + [ 377 209 251 40] + [1860 1470 1355 94] + [ 694 815 352 181] + [ 215 409 503 644] + [1027 998 277 859]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:24:49.727 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-38 wav [[[-0.02868228 -0.02984505 -0.03096336 ... -0.01564663 0.00638138 + -0.00306575]]] -0.13585518300533295 -6.990312976995483e-05 0.037674110382795334 0.13164189457893372 (1, 1, 7680) +2026-04-30 19:24:49.727 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-42 chunk_tokens [[[1161 110] + [1829 917] + [ 69 1777] + [ 681 1074] + [ 37 1585] + [1683 1932] + [ 169 200] + [ 493 1433] + [ 377 417] + [ 581 331] + [ 898 191] + [1553 808] + [1446 954] + [ 963 1244] + [ 604 1681] + [ 625 970]]] (1, 16, 2) n_chunk_frames 2 +2026-04-30 19:24:49.758 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-42 wav [[[-2.8303113e-02 -1.6575530e-02 -4.2865532e-03 ... -4.8532543e-06 + -4.6136352e-06 -4.6341352e-06]]] -0.11914940923452377 9.642956138122827e-05 0.025204721838235855 0.1142883226275444 (1, 1, 3840) +2026-04-30 19:24:49.758 [INFO] __main__: Synthesis complete: 22.32 s audio in 15.59 s (RTF=0.699) +2026-04-30 19:24:49.759 [INFO] __main__: Wrote audio_synth/output_1777577074.1667619.wav (22.32 s, 24000 Hz) diff --git a/logs/log_test-streaming-onnx-cudagraphcompat-g5-xlarge-rick-sanchez-continuous-streaming-codec-last-chunk-dynamic-1.txt b/logs/log_test-streaming-onnx-cudagraphcompat-g5-xlarge-rick-sanchez-continuous-streaming-codec-last-chunk-dynamic-1.txt new file mode 100644 index 0000000000000000000000000000000000000000..e9a8a9dcbc2f71f254d184758fead384762264cc --- /dev/null +++ b/logs/log_test-streaming-onnx-cudagraphcompat-g5-xlarge-rick-sanchez-continuous-streaming-codec-last-chunk-dynamic-1.txt @@ -0,0 +1,4686 @@ +2026-04-30 19:36:46.567598222 [W:onnxruntime:Default, device_discovery.cc:325 DiscoverDevicesForPlatform] GPU device discovery failed: device_discovery.cc:92 ReadFileContents Failed to open file: "/sys/class/drm/card0/device/vendor" +None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used. +None of PyTorch, TensorFlow >= 2.0, or Flax have been found. Models won't be available and only tokenizers, configuration and file/data utilities can be used. +2026-04-30 19:36:47.651 [INFO] __main__: Building inferencer... +2026-04-30 19:36:47.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: Loading ONNX sessions... +2026-04-30 19:36:47.651 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker prefill <- ./qwen3-tts_onnx/talker_model_prefill.onnx +2026-04-30 19:36:50.664 [INFO] src.inference.qwen3_tts_inferencer_onnx: local prefill <- ./qwen3-tts_onnx/talker_local_model_prefill.onnx +2026-04-30 19:36:50.824 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker step <- ./qwen3-tts_onnx/talker_model_step.onnx +2026-04-30 19:36:51.839 [INFO] src.inference.qwen3_tts_inferencer_onnx: local step <- ./qwen3-tts_onnx/talker_local_model_step.onnx +2026-04-30 19:36:52.115 [INFO] src.inference.qwen3_tts_inferencer_onnx: local lm_head <- ./qwen3-tts_onnx/talker_local_lm_head.onnx +2026-04-30 19:36:52.416 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec decoder <- ./qwen3-tts_onnx/codec_decoder_model.onnx +2026-04-30 19:36:53.131 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec decoder dynamic chunks <- ./qwen3-tts_onnx/codec_decoder_model_dynamic_chunks.onnx +2026-04-30 19:36:53.754 [INFO] src.inference.qwen3_tts_inferencer_onnx: speaker encoder <- ./qwen3-tts_onnx/speaker_encoder_model.onnx +2026-04-30 19:36:53.856718154 [W:onnxruntime:, transformer_memcpy.cc:111 ApplyImpl] 3 Memcpy nodes are added to the graph main_graph for CUDAExecutionProvider. It might have negative impact on performance (including unable to run CUDA graph). Set session_options.log_severity_level=1 to see the detail logs before this message. +2026-04-30 19:36:53.889 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec embed <- ./qwen3-tts_onnx/talker_codec_embed_model.onnx +2026-04-30 19:36:54.210 [INFO] src.inference.qwen3_tts_inferencer_onnx: text embed proj <- ./qwen3-tts_onnx/text_embed_proj_model.onnx +2026-04-30 19:36:59.174 [INFO] src.inference.qwen3_tts_inferencer_onnx: [OK] All ONNX sessions loaded. +2026-04-30 19:36:59.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: Allocating device KV-cache buffers... +2026-04-30 19:36:59.970 [INFO] src.inference.qwen3_tts_inferencer_onnx: IOBinding wired for all models (prefill + step). +2026-04-30 19:36:59.971 [INFO] src.inference.qwen3_tts_inferencer_onnx: Allocating device KV-cache buffer of codec decoder... +2026-04-30 19:36:59.972 [INFO] __main__: Running 50 warmup iteration(s)... +2026-04-30 19:36:59.990 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up speaker encoder... +2026-04-30 19:37:00.295 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run speaker encoder in 0.30 s. --> 5.96 ms. per run. +2026-04-30 19:37:00.295 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up text embed proj.... +2026-04-30 19:37:00.306 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run text embed proj. in 0.01 s. --> 0.23 ms. per run. +2026-04-30 19:37:00.306 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up talker prefill... +2026-04-30 19:37:00.781 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run talker prefill in 0.47 s. --> 9.45 ms. per run. +2026-04-30 19:37:00.781 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up talker step... +2026-04-30 19:37:01.170 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run talker step in 0.39 s. --> 7.76 ms. per run. +2026-04-30 19:37:01.170 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up local talker prefill... +2026-04-30 19:37:01.238 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run local talker prefill in 0.07 s. --> 1.36 ms. per run. +2026-04-30 19:37:01.239 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up local talker step... +2026-04-30 19:37:01.296 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run local talker step in 0.06 s. --> 1.14 ms. per run. +2026-04-30 19:37:01.296 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up local talker batched lm_head... +2026-04-30 19:37:01.313 [INFO] src.inference.qwen3_tts_inferencer_onnx: 50 iter. run local batched lm_head in 0.02 s. --> 0.34 ms. per run. +2026-04-30 19:37:01.313 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up codec decoder... +2026-04-30 19:37:01.709 [INFO] src.inference.qwen3_tts_inferencer_onnx: 12 iter. run codec_decoder in 0.40 s. --> 32.94 ms. per run. +2026-04-30 19:37:01.710 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warming-up codec decoder with dynamic chunk frames (n=2)... +2026-04-30 19:37:01.931 [INFO] src.inference.qwen3_tts_inferencer_onnx: 6 iter. run codec_decoder_dynamic in 0.21 s. --> 34.17 ms. per run. +2026-04-30 19:37:01.931 [INFO] src.inference.qwen3_tts_inferencer_onnx: Warmup latency summary: +2026-04-30 19:37:01.931 [INFO] src.inference.qwen3_tts_inferencer_onnx: speaker_encoder +2026-04-30 19:37:01.931 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=5.96 ms. +2026-04-30 19:37:01.931 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=29.85 ms. +2026-04-30 19:37:01.937 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=1.69 ms. +2026-04-30 19:37:01.937 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=1.75 ms. +2026-04-30 19:37:01.937 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=1.66 ms. +2026-04-30 19:37:01.937 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=214.92 ms. +2026-04-30 19:37:01.937 [INFO] src.inference.qwen3_tts_inferencer_onnx: text_embed_proj +2026-04-30 19:37:01.937 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=0.23 ms. +2026-04-30 19:37:01.937 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=0.74 ms. +2026-04-30 19:37:01.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=0.12 ms. +2026-04-30 19:37:01.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=0.14 ms. +2026-04-30 19:37:01.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=0.11 ms. +2026-04-30 19:37:01.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=5.40 ms. +2026-04-30 19:37:01.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker_prefill +2026-04-30 19:37:01.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=9.45 ms. +2026-04-30 19:37:01.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=5.61 ms. +2026-04-30 19:37:01.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=8.64 ms. +2026-04-30 19:37:01.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=8.70 ms. +2026-04-30 19:37:01.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=8.63 ms. +2026-04-30 19:37:01.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=48.69 ms. +2026-04-30 19:37:01.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: talker_step +2026-04-30 19:37:01.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=7.76 ms. +2026-04-30 19:37:01.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=3.36 ms. +2026-04-30 19:37:01.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=7.28 ms. +2026-04-30 19:37:01.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=7.30 ms. +2026-04-30 19:37:01.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=7.27 ms. +2026-04-30 19:37:01.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=31.29 ms. +2026-04-30 19:37:01.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: local_prefill +2026-04-30 19:37:01.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=1.36 ms. +2026-04-30 19:37:01.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=0.99 ms. +2026-04-30 19:37:01.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=1.22 ms. +2026-04-30 19:37:01.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=1.23 ms. +2026-04-30 19:37:01.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=1.21 ms. +2026-04-30 19:37:01.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=8.28 ms. +2026-04-30 19:37:01.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: local_step +2026-04-30 19:37:01.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=1.14 ms. +2026-04-30 19:37:01.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=0.63 ms. +2026-04-30 19:37:01.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=1.04 ms. +2026-04-30 19:37:01.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=1.06 ms. +2026-04-30 19:37:01.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=1.04 ms. +2026-04-30 19:37:01.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=5.53 ms. +2026-04-30 19:37:01.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: local_lm_head +2026-04-30 19:37:01.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=0.34 ms. +2026-04-30 19:37:01.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=0.20 ms. +2026-04-30 19:37:01.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=0.31 ms. +2026-04-30 19:37:01.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=0.32 ms. +2026-04-30 19:37:01.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=0.30 ms. +2026-04-30 19:37:01.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=1.75 ms. +2026-04-30 19:37:01.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec_decoder +2026-04-30 19:37:01.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=32.94 ms. +2026-04-30 19:37:01.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=30.54 ms. +2026-04-30 19:37:01.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=23.73 ms. +2026-04-30 19:37:01.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=73.47 ms. +2026-04-30 19:37:01.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=23.70 ms. +2026-04-30 19:37:01.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=134.24 ms. +2026-04-30 19:37:01.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec_decoder_dynamic +2026-04-30 19:37:01.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: mean=34.17 ms. +2026-04-30 19:37:01.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: std=15.93 ms. +2026-04-30 19:37:01.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: median=27.04 ms. +2026-04-30 19:37:01.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: p95=59.15 ms. +2026-04-30 19:37:01.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: min=26.95 ms. +2026-04-30 19:37:01.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: max=69.80 ms. +2026-04-30 19:37:01.959 [INFO] __main__: Warmup complete in 1.99 s +2026-04-30 19:37:01.959 [INFO] __main__: speaker_encoder mean=5.96 ms min=1.66 ms max=214.92 ms +2026-04-30 19:37:01.959 [INFO] __main__: text_embed_proj mean=0.23 ms min=0.11 ms max=5.40 ms +2026-04-30 19:37:01.959 [INFO] __main__: talker_prefill mean=9.45 ms min=8.63 ms max=48.69 ms +2026-04-30 19:37:01.959 [INFO] __main__: talker_step mean=7.76 ms min=7.27 ms max=31.29 ms +2026-04-30 19:37:01.959 [INFO] __main__: local_prefill mean=1.36 ms min=1.21 ms max=8.28 ms +2026-04-30 19:37:01.959 [INFO] __main__: local_step mean=1.14 ms min=1.04 ms max=5.53 ms +2026-04-30 19:37:01.959 [INFO] __main__: local_lm_head mean=0.34 ms min=0.30 ms max=1.75 ms +2026-04-30 19:37:01.959 [INFO] __main__: codec_decoder mean=32.94 ms min=23.70 ms max=134.24 ms +2026-04-30 19:37:01.959 [INFO] __main__: codec_decoder_dynamic mean=34.17 ms min=26.95 ms max=69.80 ms +2026-04-30 19:37:01.959 [INFO] __main__: Synthesising: 'В зависимости от ситуации,' +2026-04-30 19:37:01.959 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment В -> text_cache В +2026-04-30 19:37:01.959 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:37:01.959 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:37:03.869 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.00616547 -0.02242537 0.00545608 ... -0.10677969 0.04593796 + 0.10067967]]] (1, 1, 1024) +2026-04-30 19:37:03.869 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:37:03.875 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:37:03.875 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:37:03.876 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.00616547 -0.02242537 0.00545608 ... -0.10677969 0.04593796 + 0.10067967] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:37:03.876 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:03.877 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:03.877 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:37:03.877 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:37:03.878 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:37:03.878 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:37:03.878 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:37:03.879 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.01094365 -0.02623135 0.00375992 ... -0.11606404 0.04749324 + 0.10492114] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:37:03.879 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 1.0943653e-02 -2.6231354e-02 3.7599234e-03 ... -1.1606404e-01 + 4.7493238e-02 1.0492114e-01] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:37:03.923 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:37:03.923 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.923 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache В +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache В з +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache В за +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache В зав +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зави +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache В завис +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависи +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache В зависим +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache В зависимо +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache В зависимос +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache В зависимост +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache В зависимости +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache В зависимости о +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache В зависимости от +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache В зависимости от +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache В зависимости от с +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости от си +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.924 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache В зависимости от сит +2026-04-30 19:37:03.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment у -> text_cache В зависимости от ситу +2026-04-30 19:37:03.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache В зависимости от ситуа +2026-04-30 19:37:03.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ц -> text_cache В зависимости от ситуац +2026-04-30 19:37:03.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости от ситуаци +2026-04-30 19:37:03.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache В зависимости от ситуации +2026-04-30 19:37:03.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:03.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache В зависимости от ситуации, +2026-04-30 19:37:03.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['В зависимости от ситуации,'] 26 +Qwen3TTSProcessor __call__ text ['В зависимости от ситуации,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 16206, 139133, 20264, 139367, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:37:03.926 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 16206, 139133, 20264, 139367, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:37:03.926 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 16206 139133 20264 139367 11]] (1, 5) +2026-04-30 19:37:03.926 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 16206 139133 20264 139367 11]] (1, 5) +2026-04-30 19:37:03.926 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment В зависимости от ситуации, 26 -> tokenized_segment [np.int64(16206), np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] 5 +2026-04-30 19:37:03.926 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(16206), np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] +2026-04-30 19:37:03.926 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:03.926 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(16206), np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] 5 +2026-04-30 19:37:03.926 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 16206 -> pending_tokens [np.int64(139133), np.int64(20264), np.int64(139367), np.int64(11)] 4 +2026-04-30 19:37:03.935 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:37:03.961 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 1159 355 22 1174 1093 625 1814 1058 905 1846 248 1677 889 + 812 901]]] (1, 1, 16) int64 +2026-04-30 19:37:03.961 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 139133 -> pending_tokens [np.int64(20264), np.int64(139367), np.int64(11)] 3 +2026-04-30 19:37:03.969 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:37:03.996 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 1722 1096 1458 243 1506 1300 1215 1300 38 743 146 1555 1759 + 82 803]]] (1, 1, 16) int64 +2026-04-30 19:37:03.996 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 20264 -> pending_tokens [np.int64(139367), np.int64(11)] 2 +2026-04-30 19:37:04.004 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:37:04.031 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 1134 446 702 852 407 1631 2008 1728 1974 1076 437 527 1838 + 1213 1978]]] (1, 1, 16) int64 +2026-04-30 19:37:04.031 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 139367 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:37:04.039 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:37:04.065 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 847 199 1670 145 69 1579 1777 782 1004 557 1230 1726 374 + 85 314]]] (1, 1, 16) int64 +2026-04-30 19:37:04.066 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:37:04.074 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [462] (1,) int64 +2026-04-30 19:37:04.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[ 462 1009 412 1050 442 121 243 1989 632 467 1657 175 914 344 + 1845 1668]]] (1, 1, 16) int64 +2026-04-30 19:37:04.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [1159 1722 1134 847] + [ 355 1096 446 199] + [ 22 1458 702 1670] + [1174 243 852 145] + [1093 1506 407 69] + [ 625 1300 1631 1579] + [1814 1215 2008 1777] + [1058 1300 1728 782] + [ 905 38 1974 1004] + [1846 743 1076 557] + [ 248 146 437 1230] + [1677 1555 527 1726] + [ 889 1759 1838 374] + [ 812 82 1213 85] + [ 901 803 1978 314]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:04.125 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-2.0170651e-02 -1.5859380e-02 -1.3739792e-02 ... 7.2247043e-05 + 6.5865934e-05 6.0944847e-05]]] -0.020170651376247406 -5.478942330228165e-05 0.0010627442970871925 0.008963105268776417 (1, 1, 7680) +2026-04-30 19:37:04.125 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:37:04.125 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:37:04.125 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:04.125 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:37:04.125 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:37:04.133 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [251] (1,) int64 +2026-04-30 19:37:04.160 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[ 251 758 747 1879 1024 867 162 1381 384 89 823 712 1161 408 + 871 399]]] (1, 1, 16) int64 +2026-04-30 19:37:04.168 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [1707] (1,) int64 +2026-04-30 19:37:04.196 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[1707 639 1239 1776 744 94 1231 1165 1937 1230 300 117 296 763 + 1796 1824]]] (1, 1, 16) int64 +2026-04-30 19:37:04.204 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [1538] (1,) int64 +2026-04-30 19:37:04.231 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[1538 679 115 1789 913 258 158 1017 1907 93 795 919 25 752 + 21 1288]]] (1, 1, 16) int64 +2026-04-30 19:37:04.239 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [777] (1,) int64 +2026-04-30 19:37:04.266 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[ 777 1098 1263 885 151 1923 1542 101 762 464 208 522 497 979 + 550 1502]]] (1, 1, 16) int64 +2026-04-30 19:37:04.274 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [1115] (1,) int64 +2026-04-30 19:37:04.301 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[1115 1306 886 1564 986 293 640 1104 338 1181 684 973 51 418 + 1191 1333]]] (1, 1, 16) int64 +2026-04-30 19:37:04.309 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [1634] (1,) int64 +2026-04-30 19:37:04.336 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[1634 819 111 1527 1849 395 541 889 29 924 1016 97 295 60 + 1298 708]]] (1, 1, 16) int64 +2026-04-30 19:37:04.344 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [741] (1,) int64 +2026-04-30 19:37:04.372 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[ 741 1836 1436 688 899 4 1307 834 1439 278 1114 1410 514 1362 + 873 377]]] (1, 1, 16) int64 +2026-04-30 19:37:04.380 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [1856] (1,) int64 +2026-04-30 19:37:04.407 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[1856 780 423 647 624 93 740 1558 159 1768 1472 1196 1086 1718 + 1484 905]]] (1, 1, 16) int64 +2026-04-30 19:37:04.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [177] (1,) int64 +2026-04-30 19:37:04.442 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[ 177 1183 1860 45 1889 1021 1820 207 1062 394 14 177 1271 142 + 70 608]]] (1, 1, 16) int64 +2026-04-30 19:37:04.450 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [1196] (1,) int64 +2026-04-30 19:37:04.477 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[1196 1233 1674 142 1230 1150 1442 56 1239 344 2006 886 1168 1465 + 1105 33]]] (1, 1, 16) int64 +2026-04-30 19:37:04.485 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [1249] (1,) int64 +2026-04-30 19:37:04.512 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[1249 144 1177 126 2043 942 409 1070 1614 1664 862 555 1737 85 + 696 382]]] (1, 1, 16) int64 +2026-04-30 19:37:04.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [812] (1,) int64 +2026-04-30 19:37:04.547 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[ 812 2006 790 696 1494 1717 1416 426 1120 1756 171 723 135 919 + 358 1953]]] (1, 1, 16) int64 +2026-04-30 19:37:04.555 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [0] (1,) int64 +2026-04-30 19:37:04.582 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[ 0 739 1045 937 1753 997 227 1414 1128 864 64 1568 1597 1850 + 611 381]]] (1, 1, 16) int64 +2026-04-30 19:37:04.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [348] (1,) int64 +2026-04-30 19:37:04.617 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[ 348 586 1504 1147 760 1178 1772 827 360 943 1047 760 485 934 + 152 685]]] (1, 1, 16) int64 +2026-04-30 19:37:04.625 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [255] (1,) int64 +2026-04-30 19:37:04.652 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[ 255 1691 2017 269 865 184 1526 1373 353 1403 1960 160 1614 593 + 982 961]]] (1, 1, 16) int64 +2026-04-30 19:37:04.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [308] (1,) int64 +2026-04-30 19:37:04.687 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[ 308 659 1615 1507 1253 59 987 1322 641 2004 150 1865 1363 136 + 81 856]]] (1, 1, 16) int64 +2026-04-30 19:37:04.695 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [2019] (1,) int64 +2026-04-30 19:37:04.721 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[2019 83 533 362 1680 530 223 315 217 253 413 1629 1165 692 + 1549 15]]] (1, 1, 16) int64 +2026-04-30 19:37:04.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [360] (1,) int64 +2026-04-30 19:37:04.756 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[ 360 1271 1336 1263 584 1974 1181 636 1673 454 25 732 1588 1365 + 852 1350]]] (1, 1, 16) int64 +2026-04-30 19:37:04.764 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [1430] (1,) int64 +2026-04-30 19:37:04.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[1430 357 1891 2024 1981 787 1599 1739 356 1512 925 1625 129 311 + 1003 1170]]] (1, 1, 16) int64 +2026-04-30 19:37:04.799 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [839] (1,) int64 +2026-04-30 19:37:04.826 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[ 839 667 1756 1599 1592 245 838 162 1794 1234 301 1675 992 1296 + 703 1553]]] (1, 1, 16) int64 +2026-04-30 19:37:04.834 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [1961] (1,) int64 +2026-04-30 19:37:04.861 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[1961 1288 384 275 1053 1214 1029 684 177 266 651 1861 615 1354 + 535 1962]]] (1, 1, 16) int64 +2026-04-30 19:37:04.869 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [1130] (1,) int64 +2026-04-30 19:37:04.896 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-27 vq-rvq [[[1130 506 604 221 1840 1748 506 392 1694 1 1241 362 996 2034 + 1588 1918]]] (1, 1, 16) int64 +2026-04-30 19:37:04.904 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-27 vq [609] (1,) int64 +2026-04-30 19:37:04.931 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-28 vq-rvq [[[ 609 1746 749 1188 652 698 34 1527 1789 1786 2040 903 1713 781 + 1726 1870]]] (1, 1, 16) int64 +2026-04-30 19:37:04.939 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-28 vq [2150] (1,) int64 +2026-04-30 19:37:04.940 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[ 462 251 1707 1538] + [1009 758 639 679] + [ 412 747 1239 115] + [1050 1879 1776 1789] + [ 442 1024 744 913] + [ 121 867 94 258] + [ 243 162 1231 158] + [1989 1381 1165 1017] + [ 632 384 1937 1907] + [ 467 89 1230 93] + [1657 823 300 795] + [ 175 712 117 919] + [ 914 1161 296 25] + [ 344 408 763 752] + [1845 871 1796 21] + [1668 399 1824 1288]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:04.964 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[ 5.3659449e-05 4.8996502e-05 5.9213104e-05 ... 2.2401890e-01 + 1.4512314e-01 -9.3224654e-03]]] -0.5650649666786194 0.000209709964110516 0.0729670599102974 0.6221588253974915 (1, 1, 7680) +2026-04-30 19:37:04.964 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[ 777 1115 1634 741] + [1098 1306 819 1836] + [1263 886 111 1436] + [ 885 1564 1527 688] + [ 151 986 1849 899] + [1923 293 395 4] + [1542 640 541 1307] + [ 101 1104 889 834] + [ 762 338 29 1439] + [ 464 1181 924 278] + [ 208 684 1016 1114] + [ 522 973 97 1410] + [ 497 51 295 514] + [ 979 418 60 1362] + [ 550 1191 1298 873] + [1502 1333 708 377]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:04.988 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[-0.14674252 -0.22203438 -0.29745814 ... 0.03986187 0.03939489 + 0.03455459]]] -0.45546799898147583 -0.00012557917216327041 0.10027111321687698 0.5698753595352173 (1, 1, 7680) +2026-04-30 19:37:04.988 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[1856 177 1196 1249] + [ 780 1183 1233 144] + [ 423 1860 1674 1177] + [ 647 45 142 126] + [ 624 1889 1230 2043] + [ 93 1021 1150 942] + [ 740 1820 1442 409] + [1558 207 56 1070] + [ 159 1062 1239 1614] + [1768 394 344 1664] + [1472 14 2006 862] + [1196 177 886 555] + [1086 1271 1168 1737] + [1718 142 1465 85] + [1484 70 1105 696] + [ 905 608 33 382]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:05.013 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[0.0288062 0.02346469 0.01261599 ... 0.04055426 0.04530355 0.05106821]]] -0.35123854875564575 -3.61131205863785e-05 0.09032591432332993 0.567948579788208 (1, 1, 7680) +2026-04-30 19:37:05.013 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[ 812 0 348 255] + [2006 739 586 1691] + [ 790 1045 1504 2017] + [ 696 937 1147 269] + [1494 1753 760 865] + [1717 997 1178 184] + [1416 227 1772 1526] + [ 426 1414 827 1373] + [1120 1128 360 353] + [1756 864 943 1403] + [ 171 64 1047 1960] + [ 723 1568 760 160] + [ 135 1597 485 1614] + [ 919 1850 934 593] + [ 358 611 152 982] + [1953 381 685 961]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:05.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[0.02422228 0.02786422 0.00708161 ... 0.27339283 0.23312087 0.20045255]]] -0.412354975938797 0.0002346472756471485 0.07520221173763275 0.4886153042316437 (1, 1, 7680) +2026-04-30 19:37:05.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[ 308 2019 360 1430] + [ 659 83 1271 357] + [1615 533 1336 1891] + [1507 362 1263 2024] + [1253 1680 584 1981] + [ 59 530 1974 787] + [ 987 223 1181 1599] + [1322 315 636 1739] + [ 641 217 1673 356] + [2004 253 454 1512] + [ 150 413 25 925] + [1865 1629 732 1625] + [1363 1165 1588 129] + [ 136 692 1365 311] + [ 81 1549 852 1003] + [ 856 15 1350 1170]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:05.061 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[ 0.12965745 0.06116303 -0.04467687 ... -0.00516258 -0.00564887 + -0.02544178]]] -0.5985181331634521 -0.000258654763456434 0.12130516767501831 0.5882654190063477 (1, 1, 7680) +2026-04-30 19:37:05.061 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[ 839 1961 1130 609] + [ 667 1288 506 1746] + [1756 384 604 749] + [1599 275 221 1188] + [1592 1053 1840 652] + [ 245 1214 1748 698] + [ 838 1029 506 34] + [ 162 684 392 1527] + [1794 177 1694 1789] + [1234 266 1 1786] + [ 301 651 1241 2040] + [1675 1861 362 903] + [ 992 615 996 1713] + [1296 1354 2034 781] + [ 703 535 1588 1726] + [1553 1962 1918 1870]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:05.086 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[-4.3914218e-02 -5.3383972e-02 -5.7305172e-02 ... 1.1712869e-05 + 1.1635846e-05 1.1912456e-05]]] -0.10605057328939438 1.0379881132394075e-05 0.018935982137918472 0.23460562527179718 (1, 1, 7680) +2026-04-30 19:37:05.086 [INFO] __main__: Synthesising: 'важна не только точность,' +2026-04-30 19:37:05.086 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache в +2026-04-30 19:37:05.086 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:37:05.089 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[ 0. , 0. , 0. , ..., -0.01146048, + -0.02410906, -0.01361112]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01451629, 0.01368072, 0.02610045, ..., -0.01973175, + -0.01591648, -0.00869138]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00226771, 0.01376319, 0.02172093, ..., 0.04300802, + 0.04258297, 0.04486148]]], shape=(1, 1, 7680), dtype=float32), array([[[0.04643551, 0.04667818, 0.04877212, ..., 0.0202639 , + 0.03064683, 0.03311967]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0391411 , 0.03952616, 0.03961186, ..., 0.00035364, + -0.00089841, -0.00054031]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0015103 , 0.00119658, 0.00052846, ..., 0.03585314, + -0.05346879, -0.07494292]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.14202172, -0.19630821, -0.21535031, ..., 0.03775227, + 0.05209043, 0.04309066]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.03779039, 0.03492529, 0.01911216, ..., -0.05303385, + -0.06398506, -0.0715739 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07321566, -0.08722049, -0.08436927, ..., 0.00225446, + -0.00403578, 0.0012487 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00402344, -0.00423805, 0.002797 , ..., 0.01789691, + 0.02440335, 0.0275229 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.03044064, 0.03363815, 0.02903066, ..., -0.03039791, + -0.00753336, -0.01802251]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0276942 , -0.0518661 , -0.09090963, ..., -0.00570324, + -0.00542197, -0.00527246]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00486971, -0.00481693, -0.00473499, ..., 0.00661592, + -0.0079004 , -0.01154856]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00283356, 0.01014802, 0.01506413, ..., -0.21457672, + -0.3031198 , -0.32653922]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.2597987 , -0.1554387 , -0.02982263, ..., 0.38743937, + 0.35188898, 0.28042457]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.17733091, 0.10086486, 0.01518187, ..., -0.03109165, + 0.00066423, 0.00816926]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01110821, -0.0055272 , -0.00241722, ..., -0.0229867 , + -0.01677788, -0.00216124]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00705463, -0.00764882, -0.01716507, ..., -0.02835523, + -0.02421866, -0.01464793]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03405696, -0.04519567, -0.06202807, ..., -0.01586021, + -0.01806123, -0.02111386]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.0832799e-02, -2.8117018e-02, -3.1273529e-02, ..., + -8.9859404e-04, -3.6331639e-04, -3.6917627e-06]]], + shape=(1, 1, 7680), dtype=float32), array([[[-7.2073564e-04, -6.9603324e-05, 1.7647259e-04, ..., + 3.1569070e-01, 2.3441133e-01, 9.2836350e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-1.7865803e-03, -4.0588148e-02, -6.5817446e-02, ..., + -1.0872018e-05, 9.7035982e-06, -6.4537580e-06]]], + shape=(1, 1, 5088), dtype=float32), array([[[-2.0170651e-02, -1.5859380e-02, -1.3739792e-02, ..., + 7.2247043e-05, 6.5865934e-05, 6.0944847e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 5.3659449e-05, 4.8996502e-05, 5.9213104e-05, ..., + 2.2401890e-01, 1.4512314e-01, -9.3224654e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.14674252, -0.22203438, -0.29745814, ..., 0.03986187, + 0.03939489, 0.03455459]]], shape=(1, 1, 7680), dtype=float32), array([[[0.0288062 , 0.02346469, 0.01261599, ..., 0.04055426, + 0.04530355, 0.05106821]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02422228, 0.02786422, 0.00708161, ..., 0.27339283, + 0.23312087, 0.20045255]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.12965745, 0.06116303, -0.04467687, ..., -0.00516258, + -0.00564887, -0.02544178]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.3914218e-02, -5.3383972e-02, -5.7305172e-02, ..., + 1.1712869e-05, 1.1635846e-05, 1.1912456e-05]]], + shape=(1, 1, 7680), dtype=float32)] 29 +2026-04-30 19:37:05.089 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [0.0000000e+00 0.0000000e+00 0.0000000e+00 ... 1.1712869e-05 1.1635846e-05 + 1.1912456e-05] (220128,) float32 +2026-04-30 19:37:05.089 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 4 [3.9141096e-02 3.9526165e-02 3.9611861e-02 ... 1.1712869e-05 1.1635846e-05 + 1.1912456e-05] (189408,) float32 +2026-04-30 19:37:05.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 4 [array([[[ 0.0391411 , 0.03952616, 0.03961186, ..., 0.00035364, + -0.00089841, -0.00054031]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0015103 , 0.00119658, 0.00052846, ..., 0.03585314, + -0.05346879, -0.07494292]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.14202172, -0.19630821, -0.21535031, ..., 0.03775227, + 0.05209043, 0.04309066]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.03779039, 0.03492529, 0.01911216, ..., -0.05303385, + -0.06398506, -0.0715739 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07321566, -0.08722049, -0.08436927, ..., 0.00225446, + -0.00403578, 0.0012487 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00402344, -0.00423805, 0.002797 , ..., 0.01789691, + 0.02440335, 0.0275229 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.03044064, 0.03363815, 0.02903066, ..., -0.03039791, + -0.00753336, -0.01802251]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0276942 , -0.0518661 , -0.09090963, ..., -0.00570324, + -0.00542197, -0.00527246]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00486971, -0.00481693, -0.00473499, ..., 0.00661592, + -0.0079004 , -0.01154856]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00283356, 0.01014802, 0.01506413, ..., -0.21457672, + -0.3031198 , -0.32653922]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.2597987 , -0.1554387 , -0.02982263, ..., 0.38743937, + 0.35188898, 0.28042457]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.17733091, 0.10086486, 0.01518187, ..., -0.03109165, + 0.00066423, 0.00816926]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01110821, -0.0055272 , -0.00241722, ..., -0.0229867 , + -0.01677788, -0.00216124]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00705463, -0.00764882, -0.01716507, ..., -0.02835523, + -0.02421866, -0.01464793]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03405696, -0.04519567, -0.06202807, ..., -0.01586021, + -0.01806123, -0.02111386]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.0832799e-02, -2.8117018e-02, -3.1273529e-02, ..., + -8.9859404e-04, -3.6331639e-04, -3.6917627e-06]]], + shape=(1, 1, 7680), dtype=float32), array([[[-7.2073564e-04, -6.9603324e-05, 1.7647259e-04, ..., + 3.1569070e-01, 2.3441133e-01, 9.2836350e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-1.7865803e-03, -4.0588148e-02, -6.5817446e-02, ..., + -1.0872018e-05, 9.7035982e-06, -6.4537580e-06]]], + shape=(1, 1, 5088), dtype=float32), array([[[-2.0170651e-02, -1.5859380e-02, -1.3739792e-02, ..., + 7.2247043e-05, 6.5865934e-05, 6.0944847e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 5.3659449e-05, 4.8996502e-05, 5.9213104e-05, ..., + 2.2401890e-01, 1.4512314e-01, -9.3224654e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.14674252, -0.22203438, -0.29745814, ..., 0.03986187, + 0.03939489, 0.03455459]]], shape=(1, 1, 7680), dtype=float32), array([[[0.0288062 , 0.02346469, 0.01261599, ..., 0.04055426, + 0.04530355, 0.05106821]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02422228, 0.02786422, 0.00708161, ..., 0.27339283, + 0.23312087, 0.20045255]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.12965745, 0.06116303, -0.04467687, ..., -0.00516258, + -0.00564887, -0.02544178]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.3914218e-02, -5.3383972e-02, -5.7305172e-02, ..., + 1.1712869e-05, 1.1635846e-05, 1.1912456e-05]]], + shape=(1, 1, 7680), dtype=float32)] 25 +2026-04-30 19:37:05.092 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:37:05.166 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.01087063 -0.0328473 -0.01320835 ... -0.09576894 0.05718704 + 0.09358034]]] (1, 1, 1024) +2026-04-30 19:37:05.166 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:37:05.167 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:37:05.167 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:37:05.167 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.01087063 -0.0328473 -0.01320835 ... -0.09576894 0.05718704 + 0.09358034] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:37:05.167 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:05.168 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:05.168 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:37:05.168 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:37:05.168 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:37:05.169 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:37:05.169 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:37:05.169 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.00609245 -0.03665329 -0.01490451 ... -0.10505329 0.05874233 + 0.09782181] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:37:05.170 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-6.0924497e-03 -3.6653288e-02 -1.4904507e-02 ... -1.0505329e-01 + 5.8742326e-02 9.7821809e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:37:05.214 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=47; step_idx=47 +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=47; step_idx=47 +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache ва +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ж -> text_cache важ +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache важн +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache важна +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache важна +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache важна н +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache важна не +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache важна не +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache важна не т +2026-04-30 19:37:05.249 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не то +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache важна не тол +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ь -> text_cache важна не толь +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache важна не тольк +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не только +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache важна не только +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache важна не только т +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не только то +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ч -> text_cache важна не только точ +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache важна не только точн +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache важна не только точно +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache важна не только точнос +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache важна не только точност +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ь -> text_cache важна не только точность +2026-04-30 19:37:05.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:05.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache важна не только точность, +2026-04-30 19:37:05.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['важна не только точность,'] 25 +Qwen3TTSProcessor __call__ text ['важна не только точность,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 5474, 37557, 14191, 18658, 73626, 81602, 60279, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:37:05.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 5474, 37557, 14191, 18658, 73626, 81602, 60279, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:37:05.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 5474 37557 14191 18658 73626 81602 60279 11]] (1, 8) +2026-04-30 19:37:05.251 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 5474 37557 14191 18658 73626 81602 60279 11]] (1, 8) +2026-04-30 19:37:05.252 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment важна не только точность, 25 -> tokenized_segment [np.int64(5474), np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 8 +2026-04-30 19:37:05.252 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(5474), np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] +2026-04-30 19:37:05.252 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.252 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(5474), np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 8 +2026-04-30 19:37:05.252 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 5474 -> pending_tokens [np.int64(37557), np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 7 +2026-04-30 19:37:05.260 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-47 vq [1221] (1,) int64 +2026-04-30 19:37:05.287 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-48 vq-rvq [[[1221 1371 1190 1558 275 79 1414 88 318 55 578 632 747 83 + 1083 170]]] (1, 1, 16) int64 +2026-04-30 19:37:05.287 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 37557 -> pending_tokens [np.int64(14191), np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 6 +2026-04-30 19:37:05.295 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-48 vq [2042] (1,) int64 +2026-04-30 19:37:05.322 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-49 vq-rvq [[[2042 2044 1652 1759 1364 584 1603 846 1039 322 218 68 945 1478 + 1246 731]]] (1, 1, 16) int64 +2026-04-30 19:37:05.322 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 14191 -> pending_tokens [np.int64(18658), np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 5 +2026-04-30 19:37:05.330 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-49 vq [709] (1,) int64 +2026-04-30 19:37:05.358 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-50 vq-rvq [[[ 709 1742 767 1428 823 1158 1040 1079 637 616 135 424 1220 51 + 574 1152]]] (1, 1, 16) int64 +2026-04-30 19:37:05.358 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 18658 -> pending_tokens [np.int64(73626), np.int64(81602), np.int64(60279), np.int64(11)] 4 +2026-04-30 19:37:05.366 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-50 vq [1088] (1,) int64 +2026-04-30 19:37:05.393 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-51 vq-rvq [[[1088 1874 563 326 721 1399 466 257 1195 1445 1455 1145 580 431 + 944 92]]] (1, 1, 16) int64 +2026-04-30 19:37:05.393 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 73626 -> pending_tokens [np.int64(81602), np.int64(60279), np.int64(11)] 3 +2026-04-30 19:37:05.401 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-51 vq [1809] (1,) int64 +2026-04-30 19:37:05.428 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-52 vq-rvq [[[1809 1007 47 643 1115 201 1703 457 1779 501 870 1450 1213 242 + 937 260]]] (1, 1, 16) int64 +2026-04-30 19:37:05.428 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 81602 -> pending_tokens [np.int64(60279), np.int64(11)] 2 +2026-04-30 19:37:05.437 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-52 vq [973] (1,) int64 +2026-04-30 19:37:05.464 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-53 vq-rvq [[[ 973 890 301 118 356 996 1671 1279 1431 1782 1771 298 145 1249 + 158 1334]]] (1, 1, 16) int64 +2026-04-30 19:37:05.464 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 60279 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:37:05.472 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-53 vq [1006] (1,) int64 +2026-04-30 19:37:05.499 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-54 vq-rvq [[[1006 136 1352 449 1857 1300 513 1404 994 142 1568 1220 147 2041 + 312 989]]] (1, 1, 16) int64 +2026-04-30 19:37:05.499 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:37:05.507 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-54 vq [908] (1,) int64 +2026-04-30 19:37:05.534 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-55 vq-rvq [[[ 908 29 120 941 1241 80 1995 230 1193 3 1999 1983 1687 2005 + 32 1788]]] (1, 1, 16) int64 +2026-04-30 19:37:05.535 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 chunk_tokens [[[1221 2042 709 1088] + [1371 2044 1742 1874] + [1190 1652 767 563] + [1558 1759 1428 326] + [ 275 1364 823 721] + [ 79 584 1158 1399] + [1414 1603 1040 466] + [ 88 846 1079 257] + [ 318 1039 637 1195] + [ 55 322 616 1445] + [ 578 218 135 1455] + [ 632 68 424 1145] + [ 747 945 1220 580] + [ 83 1478 51 431] + [1083 1246 574 944] + [ 170 731 1152 92]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:05.559 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 wav [[[1.1911292e-05 1.1171454e-05 1.3795603e-05 ... 2.1618677e-02 + 2.4762789e-02 2.2543220e-02]]] -0.3284356892108917 0.00010012740676756948 0.07345541566610336 0.4948982298374176 (1, 1, 7680) +2026-04-30 19:37:05.559 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 chunk_tokens [[[1809 973 1006 908] + [1007 890 136 29] + [ 47 301 1352 120] + [ 643 118 449 941] + [1115 356 1857 1241] + [ 201 996 1300 80] + [1703 1671 513 1995] + [ 457 1279 1404 230] + [1779 1431 994 1193] + [ 501 1782 142 3] + [ 870 1771 1568 1999] + [1450 298 1220 1983] + [1213 145 147 1687] + [ 242 1249 2041 2005] + [ 937 158 312 32] + [ 260 1334 989 1788]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:05.583 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 wav [[[ 0.03749202 0.06285671 0.04923738 ... 0.0086702 -0.00452055 + -0.02134364]]] -0.4491787850856781 5.536981188924983e-05 0.0969492718577385 0.5359703302383423 (1, 1, 7680) +2026-04-30 19:37:05.583 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:37:05.583 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:37:05.583 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:05.583 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:37:05.583 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:37:05.591 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-55 vq [178] (1,) int64 +2026-04-30 19:37:05.619 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-56 vq-rvq [[[ 178 828 38 1137 463 229 621 446 1625 1715 712 1287 1193 1481 + 1556 1365]]] (1, 1, 16) int64 +2026-04-30 19:37:05.627 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-56 vq [1456] (1,) int64 +2026-04-30 19:37:05.654 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-57 vq-rvq [[[1456 1659 2011 775 517 291 368 1749 955 349 282 1712 1662 293 + 837 372]]] (1, 1, 16) int64 +2026-04-30 19:37:05.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [326] (1,) int64 +2026-04-30 19:37:05.689 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[ 326 1299 1796 675 555 99 1093 276 1930 647 1601 819 528 847 + 724 1639]]] (1, 1, 16) int64 +2026-04-30 19:37:05.697 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [800] (1,) int64 +2026-04-30 19:37:05.724 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[ 800 1200 1885 1521 306 235 114 1139 1392 114 153 53 131 1090 + 196 767]]] (1, 1, 16) int64 +2026-04-30 19:37:05.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [1999] (1,) int64 +2026-04-30 19:37:05.759 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[1999 1339 656 461 811 1866 995 9 849 1716 1727 1084 853 1288 + 1911 1080]]] (1, 1, 16) int64 +2026-04-30 19:37:05.767 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [875] (1,) int64 +2026-04-30 19:37:05.794 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[ 875 976 1040 1251 269 1393 176 801 11 1008 726 314 1039 1817 + 1107 25]]] (1, 1, 16) int64 +2026-04-30 19:37:05.802 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [612] (1,) int64 +2026-04-30 19:37:05.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[ 612 1633 1305 652 1385 617 1402 837 1565 1212 965 232 362 1740 + 255 71]]] (1, 1, 16) int64 +2026-04-30 19:37:05.838 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [828] (1,) int64 +2026-04-30 19:37:05.865 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[ 828 1958 74 741 113 827 1898 484 1919 990 118 1270 246 1277 + 79 780]]] (1, 1, 16) int64 +2026-04-30 19:37:05.873 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [357] (1,) int64 +2026-04-30 19:37:05.900 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[ 357 32 1687 1813 641 964 521 362 1358 746 2015 503 1009 2023 + 2033 541]]] (1, 1, 16) int64 +2026-04-30 19:37:05.908 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [319] (1,) int64 +2026-04-30 19:37:05.935 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[ 319 674 290 1439 504 343 624 447 1932 2038 1736 2009 66 369 + 93 1380]]] (1, 1, 16) int64 +2026-04-30 19:37:05.943 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [400] (1,) int64 +2026-04-30 19:37:05.970 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[ 400 498 744 1333 1062 2013 460 1555 771 255 1555 1085 230 1264 + 486 842]]] (1, 1, 16) int64 +2026-04-30 19:37:05.978 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [1514] (1,) int64 +2026-04-30 19:37:06.005 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[1514 749 1799 517 1201 666 1943 425 1117 967 1422 885 11 182 + 264 1794]]] (1, 1, 16) int64 +2026-04-30 19:37:06.013 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [265] (1,) int64 +2026-04-30 19:37:06.040 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[ 265 525 857 1266 1118 1117 1776 983 1078 1469 675 1207 1417 478 + 1076 1539]]] (1, 1, 16) int64 +2026-04-30 19:37:06.048 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [1118] (1,) int64 +2026-04-30 19:37:06.075 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[1118 1931 42 1511 1648 1084 2019 465 993 871 18 1125 177 1206 + 1799 169]]] (1, 1, 16) int64 +2026-04-30 19:37:06.083 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [1826] (1,) int64 +2026-04-30 19:37:06.110 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[1826 590 233 1459 1433 804 1359 812 616 1221 541 990 706 1737 + 964 662]]] (1, 1, 16) int64 +2026-04-30 19:37:06.118 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [284] (1,) int64 +2026-04-30 19:37:06.145 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[ 284 1704 1569 1286 1387 1685 312 1704 1871 956 288 84 661 707 + 1731 1982]]] (1, 1, 16) int64 +2026-04-30 19:37:06.153 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [61] (1,) int64 +2026-04-30 19:37:06.180 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[ 61 1889 771 1123 1285 147 1903 895 748 174 2047 406 1857 235 + 477 1110]]] (1, 1, 16) int64 +2026-04-30 19:37:06.188 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [2150] (1,) int64 +2026-04-30 19:37:06.189 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 chunk_tokens [[[ 178 1456 326 800] + [ 828 1659 1299 1200] + [ 38 2011 1796 1885] + [1137 775 675 1521] + [ 463 517 555 306] + [ 229 291 99 235] + [ 621 368 1093 114] + [ 446 1749 276 1139] + [1625 955 1930 1392] + [1715 349 647 114] + [ 712 282 1601 153] + [1287 1712 819 53] + [1193 1662 528 131] + [1481 293 847 1090] + [1556 837 724 196] + [1365 372 1639 767]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:06.213 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 wav [[[-0.02369263 -0.03250674 -0.03230546 ... -0.01432054 0.00070313 + -0.00612178]]] -0.31007298827171326 -0.00011632707173703238 0.07080106437206268 0.3504323959350586 (1, 1, 7680) +2026-04-30 19:37:06.213 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-40 chunk_tokens [[[1999 875 612 828] + [1339 976 1633 1958] + [ 656 1040 1305 74] + [ 461 1251 652 741] + [ 811 269 1385 113] + [1866 1393 617 827] + [ 995 176 1402 1898] + [ 9 801 837 484] + [ 849 11 1565 1919] + [1716 1008 1212 990] + [1727 726 965 118] + [1084 314 232 1270] + [ 853 1039 362 246] + [1288 1817 1740 1277] + [1911 1107 255 79] + [1080 25 71 780]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:06.237 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-40 wav [[[-0.00722281 -0.00469347 0.00802994 ... 0.00965417 0.01539174 + 0.0039457 ]]] -0.31685149669647217 1.2382166687530116e-06 0.07650759816169739 0.3189099431037903 (1, 1, 7680) +2026-04-30 19:37:06.237 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-44 chunk_tokens [[[ 357 319 400 1514] + [ 32 674 498 749] + [1687 290 744 1799] + [1813 1439 1333 517] + [ 641 504 1062 1201] + [ 964 343 2013 666] + [ 521 624 460 1943] + [ 362 447 1555 425] + [1358 1932 771 1117] + [ 746 2038 255 967] + [2015 1736 1555 1422] + [ 503 2009 1085 885] + [1009 66 230 11] + [2023 369 1264 182] + [2033 93 486 264] + [ 541 1380 842 1794]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:06.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-44 wav [[[-0.00034826 0.00291739 0.00867986 ... -0.00169554 -0.00093192 + 0.00486885]]] -0.1716783195734024 2.3504462660639547e-05 0.03517385199666023 0.21381090581417084 (1, 1, 7680) +2026-04-30 19:37:06.262 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-48 chunk_tokens [[[ 265 1118 1826 284] + [ 525 1931 590 1704] + [ 857 42 233 1569] + [1266 1511 1459 1286] + [1118 1648 1433 1387] + [1117 1084 804 1685] + [1776 2019 1359 312] + [ 983 465 812 1704] + [1078 993 616 1871] + [1469 871 1221 956] + [ 675 18 541 288] + [1207 1125 990 84] + [1417 177 706 661] + [ 478 1206 1737 707] + [1076 1799 964 1731] + [1539 169 662 1982]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:06.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-48 wav [[[-0.00364052 0.00134351 0.00189304 ... 0.00022804 0.00011508 + 0.00012111]]] -0.026728270575404167 1.543756116006989e-05 0.0031804214231669903 0.02714521251618862 (1, 1, 7680) +2026-04-30 19:37:06.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-52 chunk_tokens [[[ 61] + [1889] + [ 771] + [1123] + [1285] + [ 147] + [1903] + [ 895] + [ 748] + [ 174] + [2047] + [ 406] + [1857] + [ 235] + [ 477] + [1110]]] (1, 16, 1) n_chunk_frames 1 +2026-04-30 19:37:06.351 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-52 wav [[[ 1.8783321e-05 1.4320598e-05 -5.8421982e-05 ... 1.0496044e-05 + 9.4043335e-06 9.0724461e-06]]] -0.0006450734217651188 1.411550329066813e-05 0.00017987555474974215 0.0007249044720083475 (1, 1, 1920) +2026-04-30 19:37:06.352 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-73 +2026-04-30 19:37:06.370 [INFO] __main__: Synthesising: 'но и низкая задержка.' +2026-04-30 19:37:06.370 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache н +2026-04-30 19:37:06.370 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:37:06.370 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:37:06.457 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.00616547 -0.02242537 0.00545608 ... -0.10677969 0.04593796 + 0.10067967]]] (1, 1, 1024) +2026-04-30 19:37:06.457 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:37:06.457 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:37:06.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:37:06.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.00616547 -0.02242537 0.00545608 ... -0.10677969 0.04593796 + 0.10067967] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:37:06.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:06.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:06.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:37:06.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:37:06.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:37:06.460 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:37:06.460 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:37:06.460 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.01094365 -0.02623135 0.00375992 ... -0.11606404 0.04749324 + 0.10492114] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:37:06.460 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 1.0943653e-02 -2.6231354e-02 3.7599234e-03 ... -1.1606404e-01 + 4.7493238e-02 1.0492114e-01] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache но +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache но +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache но и +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache но и +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache но и н +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache но и ни +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache но и низ +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache но и низк +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache но и низка +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache но и низкая +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache но и низкая +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache но и низкая з +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache но и низкая за +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache но и низкая зад +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache но и низкая заде +2026-04-30 19:37:06.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:06.505 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:06.505 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache но и низкая задер +2026-04-30 19:37:06.505 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:06.505 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:06.505 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ж -> text_cache но и низкая задерж +2026-04-30 19:37:06.505 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:06.505 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:06.505 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache но и низкая задержк +2026-04-30 19:37:06.505 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:06.505 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:06.505 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache но и низкая задержка +2026-04-30 19:37:06.505 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:06.505 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:06.505 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache но и низкая задержка. +2026-04-30 19:37:06.505 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['но и низкая задержка.'] 21 +Qwen3TTSProcessor __call__ text ['но и низкая задержка.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 13685, 7587, 6709, 40773, 125107, 52180, 57569, 13132, + 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:37:06.506 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 13685, 7587, 6709, 40773, 125107, 52180, 57569, 13132, + 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:37:06.506 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 13685 7587 6709 40773 125107 52180 57569 13132 13]] (1, 9) +2026-04-30 19:37:06.506 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 13685 7587 6709 40773 125107 52180 57569 13132 13]] (1, 9) +2026-04-30 19:37:06.506 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment но и низкая задержка. 21 -> tokenized_segment [np.int64(13685), np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 9 +2026-04-30 19:37:06.506 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(13685), np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] +2026-04-30 19:37:06.506 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:06.506 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(13685), np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 9 +2026-04-30 19:37:06.506 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13685 -> pending_tokens [np.int64(7587), np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 8 +2026-04-30 19:37:06.514 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:37:06.541 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 847 1114 1826 597 1908 1751 409 1343 580 1765 1047 1677 603 + 604 314]]] (1, 1, 16) int64 +2026-04-30 19:37:06.541 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 7587 -> pending_tokens [np.int64(6709), np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 7 +2026-04-30 19:37:06.549 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:37:06.576 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 1134 1096 282 76 121 1759 1202 1857 1144 743 1247 1108 1529 + 812 803]]] (1, 1, 16) int64 +2026-04-30 19:37:06.576 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6709 -> pending_tokens [np.int64(40773), np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 6 +2026-04-30 19:37:06.584 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:37:06.611 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 1722 184 1800 243 819 20 370 930 38 541 990 896 781 + 82 1978]]] (1, 1, 16) int64 +2026-04-30 19:37:06.611 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 40773 -> pending_tokens [np.int64(125107), np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 5 +2026-04-30 19:37:06.619 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:37:06.645 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 284 933 864 1174 804 625 1544 1728 1179 288 437 729 889 + 1772 901]]] (1, 1, 16) int64 +2026-04-30 19:37:06.646 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 125107 -> pending_tokens [np.int64(52180), np.int64(57569), np.int64(13132), np.int64(13)] 4 +2026-04-30 19:37:06.654 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [462] (1,) int64 +2026-04-30 19:37:06.680 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[ 462 957 519 241 610 278 34 2029 564 1446 1241 1615 1555 1700 + 586 1435]]] (1, 1, 16) int64 +2026-04-30 19:37:06.680 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 52180 -> pending_tokens [np.int64(57569), np.int64(13132), np.int64(13)] 3 +2026-04-30 19:37:06.688 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [1707] (1,) int64 +2026-04-30 19:37:06.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[1707 531 109 1426 141 663 73 132 1796 346 397 1484 1928 88 + 1550 1087]]] (1, 1, 16) int64 +2026-04-30 19:37:06.715 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 57569 -> pending_tokens [np.int64(13132), np.int64(13)] 2 +2026-04-30 19:37:06.723 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [673] (1,) int64 +2026-04-30 19:37:06.750 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[ 673 965 1276 1904 1758 1127 863 231 641 625 156 1016 841 17 + 728 1060]]] (1, 1, 16) int64 +2026-04-30 19:37:06.750 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13132 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:37:06.758 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [498] (1,) int64 +2026-04-30 19:37:06.785 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[ 498 613 924 956 1828 1784 1448 978 951 1315 1555 68 1934 332 + 179 223]]] (1, 1, 16) int64 +2026-04-30 19:37:06.785 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:37:06.793 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [281] (1,) int64 +2026-04-30 19:37:06.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[ 281 418 531 1362 1072 956 556 193 764 262 1948 1882 376 1817 + 546 741]]] (1, 1, 16) int64 +2026-04-30 19:37:06.820 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [ 847 1134 1722 284] + [1114 1096 184 933] + [1826 282 1800 864] + [ 597 76 243 1174] + [1908 121 819 804] + [1751 1759 20 625] + [ 409 1202 370 1544] + [1343 1857 930 1728] + [ 580 1144 38 1179] + [1765 743 541 288] + [1047 1247 990 437] + [1677 1108 896 729] + [ 603 1529 781 889] + [ 604 812 82 1772] + [ 314 803 1978 901]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:06.844 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-2.0246571e-02 -1.5948074e-02 -1.3677844e-02 ... 1.2059765e-05 + 1.1487140e-05 1.1661430e-05]]] -0.025563610717654228 -6.032509554643184e-05 0.0013513778103515506 0.01253958698362112 (1, 1, 7680) +2026-04-30 19:37:06.844 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[ 462 1707 673 498] + [ 957 531 965 613] + [ 519 109 1276 924] + [ 241 1426 1904 956] + [ 610 141 1758 1828] + [ 278 663 1127 1784] + [ 34 73 863 1448] + [2029 132 231 978] + [ 564 1796 641 951] + [1446 346 625 1315] + [1241 397 156 1555] + [1615 1484 1016 68] + [1555 1928 841 1934] + [1700 88 17 332] + [ 586 1550 728 179] + [1435 1087 1060 223]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:06.868 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[ 1.1045702e-05 1.1885275e-05 1.2156028e-05 ... -1.8119662e-01 + -1.7284442e-01 -1.6702929e-01]]] -0.2985402047634125 6.462966848630458e-05 0.04518349468708038 0.21705307066440582 (1, 1, 7680) +2026-04-30 19:37:06.868 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:37:06.868 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:37:06.868 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:06.868 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:37:06.868 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:37:06.876 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [603] (1,) int64 +2026-04-30 19:37:06.903 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[ 603 556 1101 162 716 245 1832 884 1132 1963 1377 894 53 1592 + 758 867]]] (1, 1, 16) int64 +2026-04-30 19:37:06.912 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [432] (1,) int64 +2026-04-30 19:37:06.938 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[ 432 1739 64 1453 783 1853 526 270 1562 148 1547 1476 1909 382 + 954 673]]] (1, 1, 16) int64 +2026-04-30 19:37:06.946 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [1566] (1,) int64 +2026-04-30 19:37:06.973 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[1566 1103 1725 473 2040 803 804 126 1050 578 1939 492 1837 4 + 872 1312]]] (1, 1, 16) int64 +2026-04-30 19:37:06.981 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [551] (1,) int64 +2026-04-30 19:37:07.008 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[ 551 483 82 1883 1276 738 767 122 1609 636 194 1085 1043 1272 + 1125 652]]] (1, 1, 16) int64 +2026-04-30 19:37:07.015 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [1526] (1,) int64 +2026-04-30 19:37:07.042 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[1526 1183 1591 1660 1138 1240 18 465 1763 1206 195 468 749 1695 + 209 393]]] (1, 1, 16) int64 +2026-04-30 19:37:07.050 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [722] (1,) int64 +2026-04-30 19:37:07.077 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[ 722 1431 571 673 1347 671 954 1047 1043 1398 266 1488 1106 448 + 726 1095]]] (1, 1, 16) int64 +2026-04-30 19:37:07.085 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [499] (1,) int64 +2026-04-30 19:37:07.111 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[ 499 400 507 150 481 332 561 1373 1046 1952 766 1007 672 613 + 1810 121]]] (1, 1, 16) int64 +2026-04-30 19:37:07.119 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [871] (1,) int64 +2026-04-30 19:37:07.146 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[ 871 407 1669 1669 11 140 814 1155 512 1489 771 110 922 941 + 1935 203]]] (1, 1, 16) int64 +2026-04-30 19:37:07.154 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [1132] (1,) int64 +2026-04-30 19:37:07.181 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[1132 1034 1870 1537 301 589 921 5 1809 729 641 523 1552 1079 + 1684 1658]]] (1, 1, 16) int64 +2026-04-30 19:37:07.189 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [1215] (1,) int64 +2026-04-30 19:37:07.215 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[1215 1339 541 172 977 1090 713 1237 1875 366 1219 1837 464 118 + 969 1621]]] (1, 1, 16) int64 +2026-04-30 19:37:07.223 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [87] (1,) int64 +2026-04-30 19:37:07.250 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[ 87 1918 1721 800 1076 1203 1668 555 338 1265 362 557 1989 652 + 1240 531]]] (1, 1, 16) int64 +2026-04-30 19:37:07.258 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [1644] (1,) int64 +2026-04-30 19:37:07.284 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[1644 1330 866 1152 1733 813 1362 933 1416 46 1047 43 872 1416 + 802 378]]] (1, 1, 16) int64 +2026-04-30 19:37:07.292 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [1363] (1,) int64 +2026-04-30 19:37:07.319 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[1363 1852 1615 1998 693 979 1755 775 966 1996 1153 232 42 253 + 632 506]]] (1, 1, 16) int64 +2026-04-30 19:37:07.327 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [835] (1,) int64 +2026-04-30 19:37:07.353 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[ 835 1724 609 1914 312 361 792 1599 198 1475 155 1632 1952 1256 + 1322 1325]]] (1, 1, 16) int64 +2026-04-30 19:37:07.361 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [2004] (1,) int64 +2026-04-30 19:37:07.388 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[2004 543 1938 799 1723 729 1980 76 847 221 1282 1859 465 296 + 685 708]]] (1, 1, 16) int64 +2026-04-30 19:37:07.396 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [75] (1,) int64 +2026-04-30 19:37:07.423 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[ 75 1375 300 1170 444 1051 795 561 292 343 1981 117 142 607 + 410 139]]] (1, 1, 16) int64 +2026-04-30 19:37:07.431 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [863] (1,) int64 +2026-04-30 19:37:07.457 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[ 863 614 1666 813 441 924 493 1402 186 707 379 1329 1343 1463 + 299 598]]] (1, 1, 16) int64 +2026-04-30 19:37:07.465 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [2150] (1,) int64 +2026-04-30 19:37:07.466 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[ 281 603 432 1566] + [ 418 556 1739 1103] + [ 531 1101 64 1725] + [1362 162 1453 473] + [1072 716 783 2040] + [ 956 245 1853 803] + [ 556 1832 526 804] + [ 193 884 270 126] + [ 764 1132 1562 1050] + [ 262 1963 148 578] + [1948 1377 1547 1939] + [1882 894 1476 492] + [ 376 53 1909 1837] + [1817 1592 382 4] + [ 546 758 954 872] + [ 741 867 673 1312]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:07.490 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[-0.13856958 -0.06608796 -0.04557909 ... -0.07121332 -0.09768522 + -0.12426551]]] -0.4089340269565582 0.0001600930845597759 0.09604864567518234 0.3090076148509979 (1, 1, 7680) +2026-04-30 19:37:07.490 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[ 551 1526 722 499] + [ 483 1183 1431 400] + [ 82 1591 571 507] + [1883 1660 673 150] + [1276 1138 1347 481] + [ 738 1240 671 332] + [ 767 18 954 561] + [ 122 465 1047 1373] + [1609 1763 1043 1046] + [ 636 1206 1398 1952] + [ 194 195 266 766] + [1085 468 1488 1007] + [1043 749 1106 672] + [1272 1695 448 613] + [1125 209 726 1810] + [ 652 393 1095 121]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:07.514 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[-0.14186321 -0.13549256 -0.11218273 ... -0.00138952 -0.0984932 + -0.22551005]]] -0.4037691652774811 6.233354361029342e-05 0.07756958156824112 0.3474431037902832 (1, 1, 7680) +2026-04-30 19:37:07.514 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[ 871 1132 1215 87] + [ 407 1034 1339 1918] + [1669 1870 541 1721] + [1669 1537 172 800] + [ 11 301 977 1076] + [ 140 589 1090 1203] + [ 814 921 713 1668] + [1155 5 1237 555] + [ 512 1809 1875 338] + [1489 729 366 1265] + [ 771 641 1219 362] + [ 110 523 1837 557] + [ 922 1552 464 1989] + [ 941 1079 118 652] + [1935 1684 969 1240] + [ 203 1658 1621 531]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:07.538 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[-0.29569033 -0.2657418 -0.19727384 ... -0.01744427 -0.01758016 + -0.00774399]]] -0.47712600231170654 -0.00016114725440274924 0.08265068382024765 0.35317203402519226 (1, 1, 7680) +2026-04-30 19:37:07.539 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[1644 1363 835 2004] + [1330 1852 1724 543] + [ 866 1615 609 1938] + [1152 1998 1914 799] + [1733 693 312 1723] + [ 813 979 361 729] + [1362 1755 792 1980] + [ 933 775 1599 76] + [1416 966 198 847] + [ 46 1996 1475 221] + [1047 1153 155 1282] + [ 43 232 1632 1859] + [ 872 42 1952 465] + [1416 253 1256 296] + [ 802 632 1322 685] + [ 378 506 1325 708]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:07.563 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[-1.41703608e-02 -1.33698247e-02 -5.90883521e-03 ... 1.45485072e-04 + -1.29065065e-05 -3.90976958e-04]]] -0.46785426139831543 9.620634227758273e-05 0.07323304563760757 0.3701799511909485 (1, 1, 7680) +2026-04-30 19:37:07.563 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[ 75 863] + [1375 614] + [ 300 1666] + [1170 813] + [ 444 441] + [1051 924] + [ 795 493] + [ 561 1402] + [ 292 186] + [ 343 707] + [1981 379] + [ 117 1329] + [ 142 1343] + [ 607 1463] + [ 410 299] + [ 139 598]]] (1, 16, 2) n_chunk_frames 2 +2026-04-30 19:37:07.627 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[6.9583883e-05 3.0648566e-04 3.9106491e-04 ... 1.1407365e-05 + 1.1096301e-05 1.1252678e-05]]] -0.11793165653944016 1.243811766471481e-05 0.01389443501830101 0.058244045823812485 (1, 1, 3840) +2026-04-30 19:37:07.627 [INFO] __main__: Synthesising: 'Если это происходит не мгновенно,' +2026-04-30 19:37:07.627 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment Е -> text_cache Е +2026-04-30 19:37:07.627 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:37:07.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[ 0.0391411 , 0.03952616, 0.03961186, ..., 0.00035364, + -0.00089841, -0.00054031]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.0015103 , 0.00119658, 0.00052846, ..., 0.03585314, + -0.05346879, -0.07494292]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.14202172, -0.19630821, -0.21535031, ..., 0.03775227, + 0.05209043, 0.04309066]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.03779039, 0.03492529, 0.01911216, ..., -0.05303385, + -0.06398506, -0.0715739 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.07321566, -0.08722049, -0.08436927, ..., 0.00225446, + -0.00403578, 0.0012487 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00402344, -0.00423805, 0.002797 , ..., 0.01789691, + 0.02440335, 0.0275229 ]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.03044064, 0.03363815, 0.02903066, ..., -0.03039791, + -0.00753336, -0.01802251]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0276942 , -0.0518661 , -0.09090963, ..., -0.00570324, + -0.00542197, -0.00527246]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00486971, -0.00481693, -0.00473499, ..., 0.00661592, + -0.0079004 , -0.01154856]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00283356, 0.01014802, 0.01506413, ..., -0.21457672, + -0.3031198 , -0.32653922]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.2597987 , -0.1554387 , -0.02982263, ..., 0.38743937, + 0.35188898, 0.28042457]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.17733091, 0.10086486, 0.01518187, ..., -0.03109165, + 0.00066423, 0.00816926]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.01110821, -0.0055272 , -0.00241722, ..., -0.0229867 , + -0.01677788, -0.00216124]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00705463, -0.00764882, -0.01716507, ..., -0.02835523, + -0.02421866, -0.01464793]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03405696, -0.04519567, -0.06202807, ..., -0.01586021, + -0.01806123, -0.02111386]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.0832799e-02, -2.8117018e-02, -3.1273529e-02, ..., + -8.9859404e-04, -3.6331639e-04, -3.6917627e-06]]], + shape=(1, 1, 7680), dtype=float32), array([[[-7.2073564e-04, -6.9603324e-05, 1.7647259e-04, ..., + 3.1569070e-01, 2.3441133e-01, 9.2836350e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-1.7865803e-03, -4.0588148e-02, -6.5817446e-02, ..., + -1.0872018e-05, 9.7035982e-06, -6.4537580e-06]]], + shape=(1, 1, 5088), dtype=float32), array([[[-2.0170651e-02, -1.5859380e-02, -1.3739792e-02, ..., + 7.2247043e-05, 6.5865934e-05, 6.0944847e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 5.3659449e-05, 4.8996502e-05, 5.9213104e-05, ..., + 2.2401890e-01, 1.4512314e-01, -9.3224654e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.14674252, -0.22203438, -0.29745814, ..., 0.03986187, + 0.03939489, 0.03455459]]], shape=(1, 1, 7680), dtype=float32), array([[[0.0288062 , 0.02346469, 0.01261599, ..., 0.04055426, + 0.04530355, 0.05106821]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02422228, 0.02786422, 0.00708161, ..., 0.27339283, + 0.23312087, 0.20045255]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.12965745, 0.06116303, -0.04467687, ..., -0.00516258, + -0.00564887, -0.02544178]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.3914218e-02, -5.3383972e-02, -5.7305172e-02, ..., + 1.1712869e-05, 1.1635846e-05, 1.1912456e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.1911292e-05, 1.1171454e-05, 1.3795603e-05, ..., + 2.1618677e-02, 2.4762789e-02, 2.2543220e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.03749202, 0.06285671, 0.04923738, ..., 0.0086702 , + -0.00452055, -0.02134364]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02369263, -0.03250674, -0.03230546, ..., -0.01432054, + 0.00070313, -0.00612178]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00722281, -0.00469347, 0.00802994, ..., 0.00965417, + 0.01539174, 0.0039457 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00034826, 0.00291739, 0.00867986, ..., -0.00169554, + -0.00093192, 0.00486885]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00364052, 0.00134351, 0.00189304, ..., 0.00022804, + 0.00011508, 0.00012111]]], shape=(1, 1, 7680), dtype=float32), array([[[ 1.8783321e-05, 1.4320598e-05, -5.8421982e-05, ..., + 1.0496044e-05, 9.4043335e-06, 9.0724461e-06]]], + shape=(1, 1, 1920), dtype=float32), array([[[-2.0246571e-02, -1.5948074e-02, -1.3677844e-02, ..., + 1.2059765e-05, 1.1487140e-05, 1.1661430e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.1045702e-05, 1.1885275e-05, 1.2156028e-05, ..., + -1.8119662e-01, -1.7284442e-01, -1.6702929e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.13856958, -0.06608796, -0.04557909, ..., -0.07121332, + -0.09768522, -0.12426551]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.14186321, -0.13549256, -0.11218273, ..., -0.00138952, + -0.0984932 , -0.22551005]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.29569033, -0.2657418 , -0.19727384, ..., -0.01744427, + -0.01758016, -0.00774399]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.41703608e-02, -1.33698247e-02, -5.90883521e-03, ..., + 1.45485072e-04, -1.29065065e-05, -3.90976958e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[6.9583883e-05, 3.0648566e-04, 3.9106491e-04, ..., + 1.1407365e-05, 1.1096301e-05, 1.1252678e-05]]], + shape=(1, 1, 3840), dtype=float32)] 39 +2026-04-30 19:37:07.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [3.9141096e-02 3.9526165e-02 3.9611861e-02 ... 1.1407365e-05 1.1096301e-05 + 1.1252678e-05] (287328,) float32 +2026-04-30 19:37:07.632 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 13 [-7.0546288e-03 -7.6488182e-03 -1.7165072e-02 ... 1.1407365e-05 + 1.1096301e-05 1.1252678e-05] (187488,) float32 +2026-04-30 19:37:07.635 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 13 [array([[[-0.00705463, -0.00764882, -0.01716507, ..., -0.02835523, + -0.02421866, -0.01464793]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03405696, -0.04519567, -0.06202807, ..., -0.01586021, + -0.01806123, -0.02111386]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.0832799e-02, -2.8117018e-02, -3.1273529e-02, ..., + -8.9859404e-04, -3.6331639e-04, -3.6917627e-06]]], + shape=(1, 1, 7680), dtype=float32), array([[[-7.2073564e-04, -6.9603324e-05, 1.7647259e-04, ..., + 3.1569070e-01, 2.3441133e-01, 9.2836350e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-1.7865803e-03, -4.0588148e-02, -6.5817446e-02, ..., + -1.0872018e-05, 9.7035982e-06, -6.4537580e-06]]], + shape=(1, 1, 5088), dtype=float32), array([[[-2.0170651e-02, -1.5859380e-02, -1.3739792e-02, ..., + 7.2247043e-05, 6.5865934e-05, 6.0944847e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 5.3659449e-05, 4.8996502e-05, 5.9213104e-05, ..., + 2.2401890e-01, 1.4512314e-01, -9.3224654e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.14674252, -0.22203438, -0.29745814, ..., 0.03986187, + 0.03939489, 0.03455459]]], shape=(1, 1, 7680), dtype=float32), array([[[0.0288062 , 0.02346469, 0.01261599, ..., 0.04055426, + 0.04530355, 0.05106821]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02422228, 0.02786422, 0.00708161, ..., 0.27339283, + 0.23312087, 0.20045255]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.12965745, 0.06116303, -0.04467687, ..., -0.00516258, + -0.00564887, -0.02544178]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.3914218e-02, -5.3383972e-02, -5.7305172e-02, ..., + 1.1712869e-05, 1.1635846e-05, 1.1912456e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.1911292e-05, 1.1171454e-05, 1.3795603e-05, ..., + 2.1618677e-02, 2.4762789e-02, 2.2543220e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.03749202, 0.06285671, 0.04923738, ..., 0.0086702 , + -0.00452055, -0.02134364]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02369263, -0.03250674, -0.03230546, ..., -0.01432054, + 0.00070313, -0.00612178]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00722281, -0.00469347, 0.00802994, ..., 0.00965417, + 0.01539174, 0.0039457 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00034826, 0.00291739, 0.00867986, ..., -0.00169554, + -0.00093192, 0.00486885]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00364052, 0.00134351, 0.00189304, ..., 0.00022804, + 0.00011508, 0.00012111]]], shape=(1, 1, 7680), dtype=float32), array([[[ 1.8783321e-05, 1.4320598e-05, -5.8421982e-05, ..., + 1.0496044e-05, 9.4043335e-06, 9.0724461e-06]]], + shape=(1, 1, 1920), dtype=float32), array([[[-2.0246571e-02, -1.5948074e-02, -1.3677844e-02, ..., + 1.2059765e-05, 1.1487140e-05, 1.1661430e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.1045702e-05, 1.1885275e-05, 1.2156028e-05, ..., + -1.8119662e-01, -1.7284442e-01, -1.6702929e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.13856958, -0.06608796, -0.04557909, ..., -0.07121332, + -0.09768522, -0.12426551]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.14186321, -0.13549256, -0.11218273, ..., -0.00138952, + -0.0984932 , -0.22551005]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.29569033, -0.2657418 , -0.19727384, ..., -0.01744427, + -0.01758016, -0.00774399]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.41703608e-02, -1.33698247e-02, -5.90883521e-03, ..., + 1.45485072e-04, -1.29065065e-05, -3.90976958e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[6.9583883e-05, 3.0648566e-04, 3.9106491e-04, ..., + 1.1407365e-05, 1.1096301e-05, 1.1252678e-05]]], + shape=(1, 1, 3840), dtype=float32)] 26 +2026-04-30 19:37:07.635 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:37:07.709 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.0030937 -0.02421825 -0.00860356 ... -0.12153392 0.09957485 + 0.08770475]]] (1, 1, 1024) +2026-04-30 19:37:07.709 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:37:07.709 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:37:07.710 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:37:07.710 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.0030937 -0.02421825 -0.00860356 ... -0.12153392 0.09957485 + 0.08770475] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:37:07.710 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:07.710 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:07.711 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:37:07.711 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:37:07.711 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:37:07.712 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:37:07.712 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:37:07.712 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.00168449 -0.02802424 -0.01029972 ... -0.13081826 0.10113014 + 0.09194622] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:37:07.713 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.17608565e-03 3.43665597e-04 -6.55415468e-04 ... 6.84416108e-03 + 1.68522168e-03 -3.06996517e-04] + [-5.03064841e-02 4.05576639e-03 1.82898659e-02 ... -5.68876788e-02 + 1.05210245e-02 -2.88374200e-02] + [ 1.95693341e-03 -6.33762684e-05 1.15664070e-03 ... 2.76610162e-03 + 4.27936204e-04 -2.22290773e-03] + ... + [ 1.83323584e-03 1.35148503e-03 -1.09343696e-03 ... 7.19514210e-03 + -2.07106117e-04 2.52486113e-03] + [ 1.68448500e-03 -2.80242376e-02 -1.02997208e-02 ... -1.30818263e-01 + 1.01130135e-01 9.19462219e-02] + [ 4.19472251e-03 -5.97881665e-03 5.17555652e-03 ... 2.99034826e-03 + 3.45899677e-03 -7.18042813e-03]]] (1, 9, 1024) +2026-04-30 19:37:07.756 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=45; step_idx=45 +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=45; step_idx=45 +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache Ес +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache Есл +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache Если +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment э -> text_cache Если э +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache Если эт +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если это +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment п -> text_cache Если это п +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache Если это пр +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это про +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.790 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache Если это прои +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache Если это проис +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment х -> text_cache Если это происх +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это происхо +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache Если это происход +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache Если это происходи +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache Если это происходит +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если это происходит +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит н +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache Если это происходит не +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Если это происходит не +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache Если это происходит не м +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache Если это происходит не мг +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит не мгн +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это происходит не мгно +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache Если это происходит не мгнов +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.791 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache Если это происходит не мгнове +2026-04-30 19:37:07.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит не мгновен +2026-04-30 19:37:07.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Если это происходит не мгновенн +2026-04-30 19:37:07.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:07.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Если это происходит не мгновенно +2026-04-30 19:37:07.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['Если это происходит не '] 23 +Qwen3TTSProcessor __call__ text ['Если это происходит не '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 55091, 32202, 67879, 136830, 18658, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:37:07.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 55091, 32202, 67879, 136830, 18658, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:37:07.793 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 55091 32202 67879 136830 18658 220]] (1, 6) +2026-04-30 19:37:07.793 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 55091 32202 67879 136830 18658 220]] (1, 6) +2026-04-30 19:37:07.793 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment Если это происходит не 23 -> tokenized_segment [np.int64(55091), np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 6 +2026-04-30 19:37:07.793 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(55091), np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] +2026-04-30 19:37:07.793 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:07.793 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(55091), np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 6 +2026-04-30 19:37:07.793 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 55091 -> pending_tokens [np.int64(32202), np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 5 +2026-04-30 19:37:07.801 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-45 vq [1221] (1,) int64 +2026-04-30 19:37:07.828 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-46 vq-rvq [[[1221 1499 6 340 1114 2036 213 1221 1401 312 671 641 1271 1038 + 483 722]]] (1, 1, 16) int64 +2026-04-30 19:37:07.828 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 32202 -> pending_tokens [np.int64(67879), np.int64(136830), np.int64(18658), np.int64(220)] 4 +2026-04-30 19:37:07.836 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-46 vq [2042] (1,) int64 +2026-04-30 19:37:07.863 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-47 vq-rvq [[[2042 996 513 48 1115 846 1551 1969 1222 924 1421 1037 288 500 + 360 293]]] (1, 1, 16) int64 +2026-04-30 19:37:07.863 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 67879 -> pending_tokens [np.int64(136830), np.int64(18658), np.int64(220)] 3 +2026-04-30 19:37:07.871 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-47 vq [279] (1,) int64 +2026-04-30 19:37:07.898 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-48 vq-rvq [[[ 279 1896 1647 97 26 491 240 455 1644 1252 1300 211 116 1029 + 62 253]]] (1, 1, 16) int64 +2026-04-30 19:37:07.898 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 136830 -> pending_tokens [np.int64(18658), np.int64(220)] 2 +2026-04-30 19:37:07.906 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-48 vq [964] (1,) int64 +2026-04-30 19:37:07.933 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-49 vq-rvq [[[ 964 1613 2013 1071 1275 1160 177 1553 294 1335 515 409 114 1883 + 1042 817]]] (1, 1, 16) int64 +2026-04-30 19:37:07.933 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 18658 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:37:07.941 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-49 vq [1083] (1,) int64 +2026-04-30 19:37:07.968 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-50 vq-rvq [[[1083 1354 1971 745 104 1996 37 386 555 81 1169 1588 1737 293 + 840 69]]] (1, 1, 16) int64 +2026-04-30 19:37:07.968 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:37:07.976 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-50 vq [689] (1,) int64 +2026-04-30 19:37:08.003 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-51 vq-rvq [[[ 689 1483 1753 1759 1732 1225 774 186 1382 403 903 278 990 447 + 875 1037]]] (1, 1, 16) int64 +2026-04-30 19:37:08.003 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-26 chunk_tokens [[[1221 2042 279 964] + [1499 996 1896 1613] + [ 6 513 1647 2013] + [ 340 48 97 1071] + [1114 1115 26 1275] + [2036 846 491 1160] + [ 213 1551 240 177] + [1221 1969 455 1553] + [1401 1222 1644 294] + [ 312 924 1252 1335] + [ 671 1421 1300 515] + [ 641 1037 211 409] + [1271 288 116 114] + [1038 500 1029 1883] + [ 483 360 62 1042] + [ 722 293 253 817]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:08.027 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-26 wav [[[ 1.0764601e-05 1.0475713e-05 1.1235610e-05 ... -8.5721975e-03 + 6.3845240e-02 5.8332324e-02]]] -0.36792126297950745 -0.00013457944442052394 0.03783857449889183 0.35434848070144653 (1, 1, 7680) +2026-04-30 19:37:08.028 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache мгновенно, +2026-04-30 19:37:08.028 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['мгновенно,'] 10 +Qwen3TTSProcessor __call__ text ['мгновенно,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6442, 15390, 46705, 124448, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:37:08.028 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6442, 15390, 46705, 124448, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:37:08.028 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6442 15390 46705 124448 11]] (1, 5) +2026-04-30 19:37:08.028 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6442 15390 46705 124448 11]] (1, 5) +2026-04-30 19:37:08.028 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment мгновенно, 10 -> tokenized_segment [np.int64(6442), np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] 5 +2026-04-30 19:37:08.028 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6442), np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] +2026-04-30 19:37:08.028 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:08.028 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6442), np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] 5 +2026-04-30 19:37:08.028 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6442 -> pending_tokens [np.int64(15390), np.int64(46705), np.int64(124448), np.int64(11)] 4 +2026-04-30 19:37:08.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-51 vq [679] (1,) int64 +2026-04-30 19:37:08.063 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-52 vq-rvq [[[ 679 1790 787 276 1939 1402 165 1890 546 515 1687 16 1614 725 + 100 96]]] (1, 1, 16) int64 +2026-04-30 19:37:08.063 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 15390 -> pending_tokens [np.int64(46705), np.int64(124448), np.int64(11)] 3 +2026-04-30 19:37:08.071 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-52 vq [1615] (1,) int64 +2026-04-30 19:37:08.098 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-53 vq-rvq [[[1615 456 1796 1960 2000 1933 1159 1165 574 600 1083 1811 322 154 + 1995 485]]] (1, 1, 16) int64 +2026-04-30 19:37:08.099 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 46705 -> pending_tokens [np.int64(124448), np.int64(11)] 2 +2026-04-30 19:37:08.106 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-53 vq [339] (1,) int64 +2026-04-30 19:37:08.133 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-54 vq-rvq [[[ 339 1520 1177 217 1239 781 3 82 894 1160 1177 404 16 807 + 1281 1131]]] (1, 1, 16) int64 +2026-04-30 19:37:08.133 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 124448 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:37:08.141 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-54 vq [1249] (1,) int64 +2026-04-30 19:37:08.168 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-55 vq-rvq [[[1249 726 2028 365 695 644 511 502 925 1292 910 545 959 675 + 571 1239]]] (1, 1, 16) int64 +2026-04-30 19:37:08.169 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:37:08.176 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-55 vq [1555] (1,) int64 +2026-04-30 19:37:08.203 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-56 vq-rvq [[[1555 1888 533 537 176 757 282 1111 73 1471 499 1755 170 35 + 129 1044]]] (1, 1, 16) int64 +2026-04-30 19:37:08.204 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-30 chunk_tokens [[[1083 689 679 1615] + [1354 1483 1790 456] + [1971 1753 787 1796] + [ 745 1759 276 1960] + [ 104 1732 1939 2000] + [1996 1225 1402 1933] + [ 37 774 165 1159] + [ 386 186 1890 1165] + [ 555 1382 546 574] + [ 81 403 515 600] + [1169 903 1687 1083] + [1588 278 16 1811] + [1737 990 1614 322] + [ 293 447 725 154] + [ 840 875 100 1995] + [ 69 1037 96 485]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:08.228 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-30 wav [[[-0.03607565 -0.14024955 -0.21351571 ... 0.06420008 0.0555064 + 0.03275251]]] -0.45287424325942993 0.00016763641906436533 0.0882723480463028 0.49557048082351685 (1, 1, 7680) +2026-04-30 19:37:08.228 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:37:08.228 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:37:08.228 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:08.228 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:37:08.228 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:37:08.236 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-56 vq [156] (1,) int64 +2026-04-30 19:37:08.263 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-57 vq-rvq [[[ 156 19 645 379 1690 912 1660 1720 1976 250 1256 999 1505 687 + 11 535]]] (1, 1, 16) int64 +2026-04-30 19:37:08.263 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-34 chunk_tokens [[[ 339 1249 1555 156] + [1520 726 1888 19] + [1177 2028 533 645] + [ 217 365 537 379] + [1239 695 176 1690] + [ 781 644 757 912] + [ 3 511 282 1660] + [ 82 502 1111 1720] + [ 894 925 73 1976] + [1160 1292 1471 250] + [1177 910 499 1256] + [ 404 545 1755 999] + [ 16 959 170 1505] + [ 807 675 35 687] + [1281 571 129 11] + [1131 1239 1044 535]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:08.287 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-34 wav [[[ 0.01194098 -0.00442317 -0.01603989 ... -0.00051074 -0.00048319 + -0.00056185]]] -0.6095834970474243 6.8442700467130635e-06 0.08645211160182953 0.423477441072464 (1, 1, 7680) +2026-04-30 19:37:08.295 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [1875] (1,) int64 +2026-04-30 19:37:08.322 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[1875 150 1207 775 1358 1811 865 411 1913 836 488 553 884 948 + 1083 67]]] (1, 1, 16) int64 +2026-04-30 19:37:08.331 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [1772] (1,) int64 +2026-04-30 19:37:08.357 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[1772 1806 1263 131 1830 600 1578 408 1315 190 1964 1044 362 1104 + 666 624]]] (1, 1, 16) int64 +2026-04-30 19:37:08.365 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [148] (1,) int64 +2026-04-30 19:37:08.392 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[ 148 559 1786 587 860 124 1598 1010 253 1682 1323 646 1569 900 + 965 1120]]] (1, 1, 16) int64 +2026-04-30 19:37:08.400 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [887] (1,) int64 +2026-04-30 19:37:08.427 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[ 887 928 1518 742 1676 859 363 1152 1215 55 2033 519 1425 1403 + 1311 1130]]] (1, 1, 16) int64 +2026-04-30 19:37:08.435 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [502] (1,) int64 +2026-04-30 19:37:08.461 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[ 502 2042 342 1482 165 8 1658 960 1810 709 681 708 1861 784 + 141 674]]] (1, 1, 16) int64 +2026-04-30 19:37:08.469 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [1002] (1,) int64 +2026-04-30 19:37:08.496 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[1002 398 1808 1626 495 1649 93 109 631 100 915 129 1383 558 + 1187 1101]]] (1, 1, 16) int64 +2026-04-30 19:37:08.504 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [787] (1,) int64 +2026-04-30 19:37:08.532 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[ 787 1734 2042 1745 955 492 1 137 531 1936 226 1066 1460 24 + 781 1028]]] (1, 1, 16) int64 +2026-04-30 19:37:08.540 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [828] (1,) int64 +2026-04-30 19:37:08.567 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[ 828 339 886 1360 1303 630 1966 1364 1724 1716 558 620 1186 1180 + 54 94]]] (1, 1, 16) int64 +2026-04-30 19:37:08.575 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [1656] (1,) int64 +2026-04-30 19:37:08.602 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[1656 874 910 814 381 205 409 1297 343 361 732 48 1673 370 + 678 135]]] (1, 1, 16) int64 +2026-04-30 19:37:08.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [348] (1,) int64 +2026-04-30 19:37:08.637 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[ 348 340 391 1956 236 950 1276 1738 219 157 1866 363 894 837 + 1051 471]]] (1, 1, 16) int64 +2026-04-30 19:37:08.645 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [707] (1,) int64 +2026-04-30 19:37:08.672 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[ 707 960 1569 631 47 557 1768 175 1560 944 612 1981 2034 1985 + 572 518]]] (1, 1, 16) int64 +2026-04-30 19:37:08.680 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [27] (1,) int64 +2026-04-30 19:37:08.706 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[ 27 590 340 1251 888 1802 974 1083 1680 452 400 738 179 1306 + 628 732]]] (1, 1, 16) int64 +2026-04-30 19:37:08.714 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [965] (1,) int64 +2026-04-30 19:37:08.741 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[ 965 506 1954 236 932 41 1462 108 1611 394 492 1596 278 1858 + 346 649]]] (1, 1, 16) int64 +2026-04-30 19:37:08.749 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [1621] (1,) int64 +2026-04-30 19:37:08.776 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[1621 147 758 1325 559 687 1592 1743 952 1391 814 1261 1954 591 + 23 12]]] (1, 1, 16) int64 +2026-04-30 19:37:08.784 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [1530] (1,) int64 +2026-04-30 19:37:08.811 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[1530 1389 107 736 841 1764 189 1280 1937 834 1230 78 485 511 + 254 1908]]] (1, 1, 16) int64 +2026-04-30 19:37:08.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [1681] (1,) int64 +2026-04-30 19:37:08.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-73 vq-rvq [[[1681 626 192 1294 429 114 1724 1485 1990 1000 64 226 98 482 + 2025 749]]] (1, 1, 16) int64 +2026-04-30 19:37:08.853 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-73 vq [832] (1,) int64 +2026-04-30 19:37:08.880 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-74 vq-rvq [[[ 832 1764 1391 689 1786 1522 56 1049 1141 1344 1106 1740 313 1415 + 1805 401]]] (1, 1, 16) int64 +2026-04-30 19:37:08.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-74 vq [1726] (1,) int64 +2026-04-30 19:37:08.915 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-75 vq-rvq [[[1726 331 153 821 865 433 103 446 1035 555 978 1000 519 606 + 539 213]]] (1, 1, 16) int64 +2026-04-30 19:37:08.923 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-75 vq [1928] (1,) int64 +2026-04-30 19:37:08.949 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-76 vq-rvq [[[1928 395 735 175 913 650 1749 1014 910 1013 1330 334 1776 304 + 96 948]]] (1, 1, 16) int64 +2026-04-30 19:37:08.957 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-76 vq [1476] (1,) int64 +2026-04-30 19:37:08.984 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-77 vq-rvq [[[1476 775 216 615 223 1330 1576 1308 858 21 120 333 1486 1252 + 378 47]]] (1, 1, 16) int64 +2026-04-30 19:37:08.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-77 vq [1115] (1,) int64 +2026-04-30 19:37:09.019 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-78 vq-rvq [[[1115 118 129 1107 941 1038 219 1035 329 1754 135 89 67 6 + 704 1150]]] (1, 1, 16) int64 +2026-04-30 19:37:09.027 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-78 vq [21] (1,) int64 +2026-04-30 19:37:09.054 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-79 vq-rvq [[[ 21 1440 1716 766 1428 1000 1457 1343 1954 747 1392 886 677 1971 + 1441 331]]] (1, 1, 16) int64 +2026-04-30 19:37:09.062 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-79 vq [1471] (1,) int64 +2026-04-30 19:37:09.088 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-80 vq-rvq [[[1471 1033 461 578 1796 264 1686 57 738 1243 1949 35 718 1420 + 213 1799]]] (1, 1, 16) int64 +2026-04-30 19:37:09.096 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-80 vq [1897] (1,) int64 +2026-04-30 19:37:09.123 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-81 vq-rvq [[[1897 187 637 222 19 506 30 1718 137 1484 1906 857 201 355 + 1454 1282]]] (1, 1, 16) int64 +2026-04-30 19:37:09.131 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-81 vq [602] (1,) int64 +2026-04-30 19:37:09.158 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-82 vq-rvq [[[ 602 948 706 986 612 398 1887 163 677 1289 1263 1133 1836 392 + 1493 277]]] (1, 1, 16) int64 +2026-04-30 19:37:09.166 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-82 vq [2150] (1,) int64 +2026-04-30 19:37:09.167 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-38 chunk_tokens [[[1875 1772 148 887] + [ 150 1806 559 928] + [1207 1263 1786 1518] + [ 775 131 587 742] + [1358 1830 860 1676] + [1811 600 124 859] + [ 865 1578 1598 363] + [ 411 408 1010 1152] + [1913 1315 253 1215] + [ 836 190 1682 55] + [ 488 1964 1323 2033] + [ 553 1044 646 519] + [ 884 362 1569 1425] + [ 948 1104 900 1403] + [1083 666 965 1311] + [ 67 624 1120 1130]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:09.191 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-38 wav [[[-0.00049346 -0.00056482 -0.00056068 ... 0.04528682 0.00519372 + -0.03234861]]] -0.41448742151260376 1.634956970519852e-05 0.08072985708713531 0.28259456157684326 (1, 1, 7680) +2026-04-30 19:37:09.191 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-42 chunk_tokens [[[ 502 1002 787 828] + [2042 398 1734 339] + [ 342 1808 2042 886] + [1482 1626 1745 1360] + [ 165 495 955 1303] + [ 8 1649 492 630] + [1658 93 1 1966] + [ 960 109 137 1364] + [1810 631 531 1724] + [ 709 100 1936 1716] + [ 681 915 226 558] + [ 708 129 1066 620] + [1861 1383 1460 1186] + [ 784 558 24 1180] + [ 141 1187 781 54] + [ 674 1101 1028 94]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:09.215 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-42 wav [[[0.00682341 0.00065007 0.02105372 ... 0.0144678 0.01874971 0.01690462]]] -0.45504721999168396 -0.0001069108911906369 0.0784979909658432 0.46260493993759155 (1, 1, 7680) +2026-04-30 19:37:09.215 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-46 chunk_tokens [[[1656 348 707 27] + [ 874 340 960 590] + [ 910 391 1569 340] + [ 814 1956 631 1251] + [ 381 236 47 888] + [ 205 950 557 1802] + [ 409 1276 1768 974] + [1297 1738 175 1083] + [ 343 219 1560 1680] + [ 361 157 944 452] + [ 732 1866 612 400] + [ 48 363 1981 738] + [1673 894 2034 179] + [ 370 837 1985 1306] + [ 678 1051 572 628] + [ 135 471 518 732]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:09.239 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-46 wav [[[ 2.11637821e-02 2.49012280e-02 3.39476056e-02 ... 1.01758189e-04 + -1.28953116e-06 -1.11750414e-04]]] -0.3180273473262787 0.00012302446702960879 0.044052161276340485 0.2854333519935608 (1, 1, 7680) +2026-04-30 19:37:09.240 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-50 chunk_tokens [[[ 965 1621 1530 1681] + [ 506 147 1389 626] + [1954 758 107 192] + [ 236 1325 736 1294] + [ 932 559 841 429] + [ 41 687 1764 114] + [1462 1592 189 1724] + [ 108 1743 1280 1485] + [1611 952 1937 1990] + [ 394 1391 834 1000] + [ 492 814 1230 64] + [1596 1261 78 226] + [ 278 1954 485 98] + [1858 591 511 482] + [ 346 23 254 2025] + [ 649 12 1908 749]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:09.264 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-50 wav [[[-1.29223103e-04 -1.19269956e-04 -9.44351559e-05 ... -9.47931632e-02 + -9.94314104e-02 -1.05770074e-01]]] -0.342972069978714 9.272837633034214e-05 0.06502969563007355 0.3211043179035187 (1, 1, 7680) +2026-04-30 19:37:09.264 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-54 chunk_tokens [[[ 832 1726 1928 1476] + [1764 331 395 775] + [1391 153 735 216] + [ 689 821 175 615] + [1786 865 913 223] + [1522 433 650 1330] + [ 56 103 1749 1576] + [1049 446 1014 1308] + [1141 1035 910 858] + [1344 555 1013 21] + [1106 978 1330 120] + [1740 1000 334 333] + [ 313 519 1776 1486] + [1415 606 304 1252] + [1805 539 96 378] + [ 401 213 948 47]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:09.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-54 wav [[[-0.11180842 -0.11108106 -0.11150675 ... -0.03302174 -0.0339228 + -0.02728997]]] -0.5297131538391113 -0.00016905186930671334 0.08917412161827087 0.2924302816390991 (1, 1, 7680) +2026-04-30 19:37:09.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-58 chunk_tokens [[[1115 21 1471 1897] + [ 118 1440 1033 187] + [ 129 1716 461 637] + [1107 766 578 222] + [ 941 1428 1796 19] + [1038 1000 264 506] + [ 219 1457 1686 30] + [1035 1343 57 1718] + [ 329 1954 738 137] + [1754 747 1243 1484] + [ 135 1392 1949 1906] + [ 89 886 35 857] + [ 67 677 718 201] + [ 6 1971 1420 355] + [ 704 1441 213 1454] + [1150 331 1799 1282]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:09.313 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-58 wav [[[-0.02883918 -0.02686414 -0.02220192 ... 0.01182455 0.01400583 + 0.01593675]]] -0.4718700349330902 6.423440208891407e-05 0.08452855795621872 0.46500062942504883 (1, 1, 7680) +2026-04-30 19:37:09.313 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-62 chunk_tokens [[[ 602] + [ 948] + [ 706] + [ 986] + [ 612] + [ 398] + [1887] + [ 163] + [ 677] + [1289] + [1263] + [1133] + [1836] + [ 392] + [1493] + [ 277]]] (1, 16, 1) n_chunk_frames 1 +2026-04-30 19:37:09.376 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-62 wav [[[1.7231634e-02 1.8822754e-02 1.9330012e-02 ... 8.8967881e-06 + 7.6617398e-06 8.5426072e-06]]] -0.057406485080718994 0.0002418717776890844 0.01414914894849062 0.04331183433532715 (1, 1, 1920) +2026-04-30 19:37:09.376 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-83 +2026-04-30 19:37:09.395 [INFO] __main__: Synthesising: 'то теряется эффект живого общения.' +2026-04-30 19:37:09.395 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache т +2026-04-30 19:37:09.395 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:37:09.395 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:37:09.482 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.00616547 -0.02242537 0.00545608 ... -0.10677969 0.04593796 + 0.10067967]]] (1, 1, 1024) +2026-04-30 19:37:09.482 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:37:09.483 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:37:09.483 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:37:09.483 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.00616547 -0.02242537 0.00545608 ... -0.10677969 0.04593796 + 0.10067967] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:37:09.483 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:09.484 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:09.484 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:37:09.484 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:37:09.485 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:37:09.485 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:37:09.485 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:37:09.486 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.01094365 -0.02623135 0.00375992 ... -0.11606404 0.04749324 + 0.10492114] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:37:09.486 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 1.0943653e-02 -2.6231354e-02 3.7599234e-03 ... -1.1606404e-01 + 4.7493238e-02 1.0492114e-01] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то т +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то те +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache то тер +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache то теря +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то теряе +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то теряет +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache то теряетс +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.529 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache то теряется +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то теряется +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment э -> text_cache то теряется э +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ф -> text_cache то теряется эф +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ф -> text_cache то теряется эфф +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то теряется эффе +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache то теряется эффек +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то теряется эффект +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то теряется эффект +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ж -> text_cache то теряется эффект ж +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то теряется эффект жи +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache то теряется эффект жив +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то теряется эффект живо +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache то теряется эффект живог +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то теряется эффект живого +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то теряется эффект живого +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то теряется эффект живого о +2026-04-30 19:37:09.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache то теряется эффект живого об +2026-04-30 19:37:09.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment щ -> text_cache то теряется эффект живого общ +2026-04-30 19:37:09.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то теряется эффект живого обще +2026-04-30 19:37:09.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache то теряется эффект живого общен +2026-04-30 19:37:09.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то теряется эффект живого общени +2026-04-30 19:37:09.531 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['то теряется эффект живого '] 26 +Qwen3TTSProcessor __call__ text ['то теряется эффект живого '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 24634, 135010, 4235, 49719, 132716, 29556, 134030, 22107, + 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:37:09.532 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 24634, 135010, 4235, 49719, 132716, 29556, 134030, 22107, + 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:37:09.532 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 24634 135010 4235 49719 132716 29556 134030 22107 220]] (1, 9) +2026-04-30 19:37:09.532 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 24634 135010 4235 49719 132716 29556 134030 22107 220]] (1, 9) +2026-04-30 19:37:09.532 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment то теряется эффект живого 26 -> tokenized_segment [np.int64(24634), np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 9 +2026-04-30 19:37:09.532 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(24634), np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] +2026-04-30 19:37:09.532 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.532 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(24634), np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 9 +2026-04-30 19:37:09.532 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 24634 -> pending_tokens [np.int64(135010), np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 8 +2026-04-30 19:37:09.540 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:37:09.567 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 1642 1951 408 157 1482 1579 366 349 905 645 1872 1979 553 + 660 691]]] (1, 1, 16) int64 +2026-04-30 19:37:09.567 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 135010 -> pending_tokens [np.int64(4235), np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 7 +2026-04-30 19:37:09.575 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:37:09.602 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 284 1096 1596 1174 1093 243 1814 930 1144 324 146 1108 1484 + 812 1435]]] (1, 1, 16) int64 +2026-04-30 19:37:09.602 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 4235 -> pending_tokens [np.int64(49719), np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 6 +2026-04-30 19:37:09.610 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:37:09.636 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 1722 355 310 1296 407 625 1215 632 38 679 990 896 889 + 82 901]]] (1, 1, 16) int64 +2026-04-30 19:37:09.636 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 49719 -> pending_tokens [np.int64(132716), np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 5 +2026-04-30 19:37:09.644 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:37:09.671 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 1134 519 1277 2015 804 20 1881 1728 1625 1657 903 706 1838 + 1213 1978]]] (1, 1, 16) int64 +2026-04-30 19:37:09.671 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 132716 -> pending_tokens [np.int64(29556), np.int64(134030), np.int64(22107), np.int64(220)] 4 +2026-04-30 19:37:09.679 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [462] (1,) int64 +2026-04-30 19:37:09.706 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[ 462 1666 771 1050 901 1347 1452 1202 564 1673 1358 823 783 1422 + 85 1668]]] (1, 1, 16) int64 +2026-04-30 19:37:09.706 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 29556 -> pending_tokens [np.int64(134030), np.int64(22107), np.int64(220)] 3 +2026-04-30 19:37:09.714 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [1225] (1,) int64 +2026-04-30 19:37:09.740 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[1225 1043 682 392 909 698 500 1527 241 692 557 312 729 2027 + 997 803]]] (1, 1, 16) int64 +2026-04-30 19:37:09.740 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 134030 -> pending_tokens [np.int64(22107), np.int64(220)] 2 +2026-04-30 19:37:09.748 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [628] (1,) int64 +2026-04-30 19:37:09.775 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[ 628 1505 1078 30 306 925 3 1811 1112 516 1300 567 5 1288 + 1591 859]]] (1, 1, 16) int64 +2026-04-30 19:37:09.775 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 22107 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:37:09.783 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [640] (1,) int64 +2026-04-30 19:37:09.810 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[ 640 939 1272 1169 1928 972 1333 122 775 1977 93 1435 372 1970 + 340 324]]] (1, 1, 16) int64 +2026-04-30 19:37:09.810 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:37:09.818 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [266] (1,) int64 +2026-04-30 19:37:09.844 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[ 266 65 1349 1071 1521 758 73 42 35 1585 1606 1605 95 1175 + 454 179]]] (1, 1, 16) int64 +2026-04-30 19:37:09.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [1642 284 1722 1134] + [1951 1096 355 519] + [ 408 1596 310 1277] + [ 157 1174 1296 2015] + [1482 1093 407 804] + [1579 243 625 20] + [ 366 1814 1215 1881] + [ 349 930 632 1728] + [ 905 1144 38 1625] + [ 645 324 679 1657] + [1872 146 990 903] + [1979 1108 896 706] + [ 553 1484 889 1838] + [ 660 812 82 1213] + [ 691 1435 901 1978]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:09.869 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-2.03658883e-02 -1.61711853e-02 -1.40192257e-02 ... 1.40253924e-05 + 1.10403835e-05 1.00997877e-05]]] -0.04331057891249657 -5.711917401640676e-05 0.002280728192999959 0.02139807678759098 (1, 1, 7680) +2026-04-30 19:37:09.869 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[ 462 1225 628 640] + [1666 1043 1505 939] + [ 771 682 1078 1272] + [1050 392 30 1169] + [ 901 909 306 1928] + [1347 698 925 972] + [1452 500 3 1333] + [1202 1527 1811 122] + [ 564 241 1112 775] + [1673 692 516 1977] + [1358 557 1300 93] + [ 823 312 567 1435] + [ 783 729 5 372] + [1422 2027 1288 1970] + [ 85 997 1591 340] + [1668 803 859 324]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:09.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[ 7.1379823e-06 4.9907435e-06 1.3519397e-05 ... 3.1057213e-02 + 1.4518169e-02 -1.9448457e-02]]] -0.12027623504400253 8.826347766444087e-06 0.02088203839957714 0.13242019712924957 (1, 1, 7680) +2026-04-30 19:37:09.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache общения +2026-04-30 19:37:09.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:09.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache общения. +2026-04-30 19:37:09.893 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['общения.'] 8 +Qwen3TTSProcessor __call__ text ['общения.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[54157, 18492, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:09.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[54157, 18492, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:09.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[54157 18492 13]] (1, 3) +2026-04-30 19:37:09.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[54157 18492 13]] (1, 3) +2026-04-30 19:37:09.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment общения. 8 -> tokenized_segment [np.int64(54157), np.int64(18492), np.int64(13)] 3 +2026-04-30 19:37:09.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(54157), np.int64(18492), np.int64(13)] +2026-04-30 19:37:09.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:09.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(54157), np.int64(18492), np.int64(13)] 3 +2026-04-30 19:37:09.894 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 54157 -> pending_tokens [np.int64(18492), np.int64(13)] 2 +2026-04-30 19:37:09.902 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [532] (1,) int64 +2026-04-30 19:37:09.929 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[ 532 1028 74 1960 1911 364 1890 48 300 15 715 160 1316 675 + 2040 1227]]] (1, 1, 16) int64 +2026-04-30 19:37:09.929 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 18492 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:37:09.937 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [645] (1,) int64 +2026-04-30 19:37:09.964 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[ 645 1685 507 1711 864 1051 814 1332 431 125 12 51 1393 186 + 1187 1823]]] (1, 1, 16) int64 +2026-04-30 19:37:09.964 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:37:09.972 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [1136] (1,) int64 +2026-04-30 19:37:09.998 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[1136 592 151 1222 4 857 535 1718 26 227 1171 741 1388 1365 + 1277 1497]]] (1, 1, 16) int64 +2026-04-30 19:37:09.999 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[ 266 532 645 1136] + [ 65 1028 1685 592] + [1349 74 507 151] + [1071 1960 1711 1222] + [1521 1911 864 4] + [ 758 364 1051 857] + [ 73 1890 814 535] + [ 42 48 1332 1718] + [ 35 300 431 26] + [1585 15 125 227] + [1606 715 12 1171] + [1605 160 51 741] + [ 95 1316 1393 1388] + [1175 675 186 1365] + [ 454 2040 1187 1277] + [ 179 1227 1823 1497]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:10.023 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[-0.02866486 0.02330329 0.01797375 ... 0.02148358 0.0217489 + 0.02100966]]] -0.5476211309432983 -1.1186572919541504e-05 0.11926401406526566 0.5742759704589844 (1, 1, 7680) +2026-04-30 19:37:10.023 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:37:10.023 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:37:10.023 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:10.023 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:37:10.023 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:37:10.031 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [360] (1,) int64 +2026-04-30 19:37:10.058 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[ 360 2006 533 1601 1817 1963 352 1883 1022 12 98 1715 1188 37 + 1477 1251]]] (1, 1, 16) int64 +2026-04-30 19:37:10.066 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [1218] (1,) int64 +2026-04-30 19:37:10.093 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[1218 1698 71 729 508 1529 167 1358 547 139 917 15 31 567 + 1796 171]]] (1, 1, 16) int64 +2026-04-30 19:37:10.101 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [862] (1,) int64 +2026-04-30 19:37:10.127 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[ 862 883 1326 343 468 2013 1523 331 338 723 902 1994 123 1123 + 1999 725]]] (1, 1, 16) int64 +2026-04-30 19:37:10.135 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [1830] (1,) int64 +2026-04-30 19:37:10.162 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[1830 1416 1040 1999 1387 55 1118 15 1673 1036 271 1242 1183 911 + 297 1341]]] (1, 1, 16) int64 +2026-04-30 19:37:10.170 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [21] (1,) int64 +2026-04-30 19:37:10.197 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[ 21 1806 437 217 1544 126 126 321 235 610 969 1014 1546 369 + 1366 1922]]] (1, 1, 16) int64 +2026-04-30 19:37:10.205 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [494] (1,) int64 +2026-04-30 19:37:10.231 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[ 494 1276 859 539 1217 701 698 214 1192 46 1399 241 1952 123 + 471 207]]] (1, 1, 16) int64 +2026-04-30 19:37:10.239 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [178] (1,) int64 +2026-04-30 19:37:10.266 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[ 178 45 1964 358 790 1539 694 55 499 1628 2033 1906 1004 495 + 618 1284]]] (1, 1, 16) int64 +2026-04-30 19:37:10.274 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [885] (1,) int64 +2026-04-30 19:37:10.301 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[ 885 481 373 696 643 480 33 1165 110 111 110 715 1931 1161 + 1248 1817]]] (1, 1, 16) int64 +2026-04-30 19:37:10.309 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [1462] (1,) int64 +2026-04-30 19:37:10.335 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[1462 1214 733 532 236 1402 1458 385 970 369 1591 25 2037 635 + 1235 925]]] (1, 1, 16) int64 +2026-04-30 19:37:10.343 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [1845] (1,) int64 +2026-04-30 19:37:10.370 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[1845 248 924 732 525 158 114 978 1183 37 109 1429 234 1497 + 199 1091]]] (1, 1, 16) int64 +2026-04-30 19:37:10.378 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [991] (1,) int64 +2026-04-30 19:37:10.405 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[ 991 709 1717 214 173 979 1771 453 609 259 651 1728 674 477 + 382 175]]] (1, 1, 16) int64 +2026-04-30 19:37:10.413 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [1878] (1,) int64 +2026-04-30 19:37:10.441 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[1878 660 969 301 255 163 93 1959 1456 1347 43 482 274 560 + 392 1565]]] (1, 1, 16) int64 +2026-04-30 19:37:10.449 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [1147] (1,) int64 +2026-04-30 19:37:10.476 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[1147 443 2017 269 1097 1247 633 511 1629 1594 1306 879 1334 2040 + 1348 570]]] (1, 1, 16) int64 +2026-04-30 19:37:10.484 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [1500] (1,) int64 +2026-04-30 19:37:10.512 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[1500 298 1027 1698 1412 1110 327 772 1771 1032 466 2032 602 894 + 1815 1329]]] (1, 1, 16) int64 +2026-04-30 19:37:10.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [1168] (1,) int64 +2026-04-30 19:37:10.548 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-27 vq-rvq [[[1168 32 1429 841 1780 964 1370 557 242 490 1206 1857 841 679 + 1076 325]]] (1, 1, 16) int64 +2026-04-30 19:37:10.556 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-27 vq [963] (1,) int64 +2026-04-30 19:37:10.582 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-28 vq-rvq [[[ 963 1823 787 1816 1929 1969 1846 1931 2028 1471 535 694 15 38 + 407 278]]] (1, 1, 16) int64 +2026-04-30 19:37:10.590 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-28 vq [726] (1,) int64 +2026-04-30 19:37:10.617 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-29 vq-rvq [[[ 726 53 1263 453 745 691 328 1300 1097 1522 1289 140 1718 1532 + 444 994]]] (1, 1, 16) int64 +2026-04-30 19:37:10.625 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-29 vq [935] (1,) int64 +2026-04-30 19:37:10.652 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-30 vq-rvq [[[ 935 529 1437 971 1115 172 1628 75 1541 30 234 480 1932 1300 + 1448 1232]]] (1, 1, 16) int64 +2026-04-30 19:37:10.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-30 vq [908] (1,) int64 +2026-04-30 19:37:10.687 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-31 vq-rvq [[[ 908 100 603 20 1898 1817 1229 353 1786 620 794 1177 380 1110 + 494 1761]]] (1, 1, 16) int64 +2026-04-30 19:37:10.695 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-31 vq [1739] (1,) int64 +2026-04-30 19:37:10.721 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-32 vq-rvq [[[1739 614 139 1109 1297 1289 284 1299 1534 669 1075 1705 406 1578 + 1991 811]]] (1, 1, 16) int64 +2026-04-30 19:37:10.729 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-32 vq [2150] (1,) int64 +2026-04-30 19:37:10.730 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[ 360 1218 862 1830] + [2006 1698 883 1416] + [ 533 71 1326 1040] + [1601 729 343 1999] + [1817 508 468 1387] + [1963 1529 2013 55] + [ 352 167 1523 1118] + [1883 1358 331 15] + [1022 547 338 1673] + [ 12 139 723 1036] + [ 98 917 902 271] + [1715 15 1994 1242] + [1188 31 123 1183] + [ 37 567 1123 911] + [1477 1796 1999 297] + [1251 171 725 1341]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:10.754 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[ 0.02091339 0.02084339 0.0210196 ... -0.03349533 -0.03251857 + -0.03931034]]] -0.22489291429519653 9.327726729679853e-05 0.043734077364206314 0.23984624445438385 (1, 1, 7680) +2026-04-30 19:37:10.754 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[ 21 494 178 885] + [1806 1276 45 481] + [ 437 859 1964 373] + [ 217 539 358 696] + [1544 1217 790 643] + [ 126 701 1539 480] + [ 126 698 694 33] + [ 321 214 55 1165] + [ 235 1192 499 110] + [ 610 46 1628 111] + [ 969 1399 2033 110] + [1014 241 1906 715] + [1546 1952 1004 1931] + [ 369 123 495 1161] + [1366 471 618 1248] + [1922 207 1284 1817]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:10.778 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[-0.0381577 -0.03677696 -0.0360125 ... -0.0333591 -0.03693791 + -0.03682543]]] -0.3380664885044098 -1.1370885658834595e-05 0.054569389671087265 0.3729666471481323 (1, 1, 7680) +2026-04-30 19:37:10.778 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[1462 1845 991 1878] + [1214 248 709 660] + [ 733 924 1717 969] + [ 532 732 214 301] + [ 236 525 173 255] + [1402 158 979 163] + [1458 114 1771 93] + [ 385 978 453 1959] + [ 970 1183 609 1456] + [ 369 37 259 1347] + [1591 109 651 43] + [ 25 1429 1728 482] + [2037 234 674 274] + [ 635 1497 477 560] + [1235 199 382 392] + [ 925 1091 175 1565]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:10.802 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[-0.0353798 -0.04737117 -0.04903626 ... -0.03376944 -0.0245637 + -0.02746156]]] -0.11531196534633636 -0.00010181159450439736 0.047479331493377686 0.16280676424503326 (1, 1, 7680) +2026-04-30 19:37:10.803 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[1147 1500 1168 963] + [ 443 298 32 1823] + [2017 1027 1429 787] + [ 269 1698 841 1816] + [1097 1412 1780 1929] + [1247 1110 964 1969] + [ 633 327 1370 1846] + [ 511 772 557 1931] + [1629 1771 242 2028] + [1594 1032 490 1471] + [1306 466 1206 535] + [ 879 2032 1857 694] + [1334 602 841 15] + [2040 894 679 38] + [1348 1815 1076 407] + [ 570 1329 325 278]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:10.827 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[-0.00613808 0.01358302 0.00824488 ... -0.00857617 -0.02508068 + -0.0543405 ]]] -0.1871383637189865 5.044665522291325e-05 0.047790706157684326 0.19930119812488556 (1, 1, 7680) +2026-04-30 19:37:10.827 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 chunk_tokens [[[ 726 935 908 1739] + [ 53 529 100 614] + [1263 1437 603 139] + [ 453 971 20 1109] + [ 745 1115 1898 1297] + [ 691 172 1817 1289] + [ 328 1628 1229 284] + [1300 75 353 1299] + [1097 1541 1786 1534] + [1522 30 620 669] + [1289 234 794 1075] + [ 140 480 1177 1705] + [1718 1932 380 406] + [1532 1300 1110 1578] + [ 444 1448 494 1991] + [ 994 1232 1761 811]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:10.851 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 wav [[[-7.75193572e-02 -8.22553337e-02 -7.47256353e-02 ... 1.16008705e-05 + 1.13636852e-05 1.27383719e-05]]] -0.18943525850772858 4.314962279750034e-05 0.04124721884727478 0.25811341404914856 (1, 1, 7680) +2026-04-30 19:37:10.851 [INFO] __main__: Synthesising: 'Мы наконец-то достигли момента,' +2026-04-30 19:37:10.851 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment М -> text_cache М +2026-04-30 19:37:10.851 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:37:10.856 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[-0.00705463, -0.00764882, -0.01716507, ..., -0.02835523, + -0.02421866, -0.01464793]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.03405696, -0.04519567, -0.06202807, ..., -0.01586021, + -0.01806123, -0.02111386]]], shape=(1, 1, 7680), dtype=float32), array([[[-2.0832799e-02, -2.8117018e-02, -3.1273529e-02, ..., + -8.9859404e-04, -3.6331639e-04, -3.6917627e-06]]], + shape=(1, 1, 7680), dtype=float32), array([[[-7.2073564e-04, -6.9603324e-05, 1.7647259e-04, ..., + 3.1569070e-01, 2.3441133e-01, 9.2836350e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-1.7865803e-03, -4.0588148e-02, -6.5817446e-02, ..., + -1.0872018e-05, 9.7035982e-06, -6.4537580e-06]]], + shape=(1, 1, 5088), dtype=float32), array([[[-2.0170651e-02, -1.5859380e-02, -1.3739792e-02, ..., + 7.2247043e-05, 6.5865934e-05, 6.0944847e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 5.3659449e-05, 4.8996502e-05, 5.9213104e-05, ..., + 2.2401890e-01, 1.4512314e-01, -9.3224654e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.14674252, -0.22203438, -0.29745814, ..., 0.03986187, + 0.03939489, 0.03455459]]], shape=(1, 1, 7680), dtype=float32), array([[[0.0288062 , 0.02346469, 0.01261599, ..., 0.04055426, + 0.04530355, 0.05106821]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02422228, 0.02786422, 0.00708161, ..., 0.27339283, + 0.23312087, 0.20045255]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.12965745, 0.06116303, -0.04467687, ..., -0.00516258, + -0.00564887, -0.02544178]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.3914218e-02, -5.3383972e-02, -5.7305172e-02, ..., + 1.1712869e-05, 1.1635846e-05, 1.1912456e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.1911292e-05, 1.1171454e-05, 1.3795603e-05, ..., + 2.1618677e-02, 2.4762789e-02, 2.2543220e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 0.03749202, 0.06285671, 0.04923738, ..., 0.0086702 , + -0.00452055, -0.02134364]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02369263, -0.03250674, -0.03230546, ..., -0.01432054, + 0.00070313, -0.00612178]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00722281, -0.00469347, 0.00802994, ..., 0.00965417, + 0.01539174, 0.0039457 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00034826, 0.00291739, 0.00867986, ..., -0.00169554, + -0.00093192, 0.00486885]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00364052, 0.00134351, 0.00189304, ..., 0.00022804, + 0.00011508, 0.00012111]]], shape=(1, 1, 7680), dtype=float32), array([[[ 1.8783321e-05, 1.4320598e-05, -5.8421982e-05, ..., + 1.0496044e-05, 9.4043335e-06, 9.0724461e-06]]], + shape=(1, 1, 1920), dtype=float32), array([[[-2.0246571e-02, -1.5948074e-02, -1.3677844e-02, ..., + 1.2059765e-05, 1.1487140e-05, 1.1661430e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.1045702e-05, 1.1885275e-05, 1.2156028e-05, ..., + -1.8119662e-01, -1.7284442e-01, -1.6702929e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.13856958, -0.06608796, -0.04557909, ..., -0.07121332, + -0.09768522, -0.12426551]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.14186321, -0.13549256, -0.11218273, ..., -0.00138952, + -0.0984932 , -0.22551005]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.29569033, -0.2657418 , -0.19727384, ..., -0.01744427, + -0.01758016, -0.00774399]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.41703608e-02, -1.33698247e-02, -5.90883521e-03, ..., + 1.45485072e-04, -1.29065065e-05, -3.90976958e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[6.9583883e-05, 3.0648566e-04, 3.9106491e-04, ..., + 1.1407365e-05, 1.1096301e-05, 1.1252678e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[ 1.0764601e-05, 1.0475713e-05, 1.1235610e-05, ..., + -8.5721975e-03, 6.3845240e-02, 5.8332324e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.03607565, -0.14024955, -0.21351571, ..., 0.06420008, + 0.0555064 , 0.03275251]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01194098, -0.00442317, -0.01603989, ..., -0.00051074, + -0.00048319, -0.00056185]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00049346, -0.00056482, -0.00056068, ..., 0.04528682, + 0.00519372, -0.03234861]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00682341, 0.00065007, 0.02105372, ..., 0.0144678 , + 0.01874971, 0.01690462]]], shape=(1, 1, 7680), dtype=float32), array([[[ 2.11637821e-02, 2.49012280e-02, 3.39476056e-02, ..., + 1.01758189e-04, -1.28953116e-06, -1.11750414e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[-1.29223103e-04, -1.19269956e-04, -9.44351559e-05, ..., + -9.47931632e-02, -9.94314104e-02, -1.05770074e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.11180842, -0.11108106, -0.11150675, ..., -0.03302174, + -0.0339228 , -0.02728997]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02883918, -0.02686414, -0.02220192, ..., 0.01182455, + 0.01400583, 0.01593675]]], shape=(1, 1, 7680), dtype=float32), array([[[1.7231634e-02, 1.8822754e-02, 1.9330012e-02, ..., + 8.8967881e-06, 7.6617398e-06, 8.5426072e-06]]], + shape=(1, 1, 1920), dtype=float32), array([[[-2.03658883e-02, -1.61711853e-02, -1.40192257e-02, ..., + 1.40253924e-05, 1.10403835e-05, 1.00997877e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 7.1379823e-06, 4.9907435e-06, 1.3519397e-05, ..., + 3.1057213e-02, 1.4518169e-02, -1.9448457e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.02866486, 0.02330329, 0.01797375, ..., 0.02148358, + 0.0217489 , 0.02100966]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02091339, 0.02084339, 0.0210196 , ..., -0.03349533, + -0.03251857, -0.03931034]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0381577 , -0.03677696, -0.0360125 , ..., -0.0333591 , + -0.03693791, -0.03682543]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0353798 , -0.04737117, -0.04903626, ..., -0.03376944, + -0.0245637 , -0.02746156]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00613808, 0.01358302, 0.00824488, ..., -0.00857617, + -0.02508068, -0.0543405 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-7.75193572e-02, -8.22553337e-02, -7.47256353e-02, ..., + 1.16008705e-05, 1.13636852e-05, 1.27383719e-05]]], + shape=(1, 1, 7680), dtype=float32)] 44 +2026-04-30 19:37:10.856 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [-7.05462880e-03 -7.64881819e-03 -1.71650723e-02 ... 1.16008705e-05 + 1.13636852e-05 1.27383719e-05] (319968,) float32 +2026-04-30 19:37:10.856 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 17 [-3.64051550e-03 1.34351139e-03 1.89304363e-03 ... 1.16008705e-05 + 1.13636852e-05 1.27383719e-05] (192000,) float32 +2026-04-30 19:37:10.859 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 17 [array([[[-0.00364052, 0.00134351, 0.00189304, ..., 0.00022804, + 0.00011508, 0.00012111]]], shape=(1, 1, 7680), dtype=float32), array([[[ 1.8783321e-05, 1.4320598e-05, -5.8421982e-05, ..., + 1.0496044e-05, 9.4043335e-06, 9.0724461e-06]]], + shape=(1, 1, 1920), dtype=float32), array([[[-2.0246571e-02, -1.5948074e-02, -1.3677844e-02, ..., + 1.2059765e-05, 1.1487140e-05, 1.1661430e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.1045702e-05, 1.1885275e-05, 1.2156028e-05, ..., + -1.8119662e-01, -1.7284442e-01, -1.6702929e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.13856958, -0.06608796, -0.04557909, ..., -0.07121332, + -0.09768522, -0.12426551]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.14186321, -0.13549256, -0.11218273, ..., -0.00138952, + -0.0984932 , -0.22551005]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.29569033, -0.2657418 , -0.19727384, ..., -0.01744427, + -0.01758016, -0.00774399]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.41703608e-02, -1.33698247e-02, -5.90883521e-03, ..., + 1.45485072e-04, -1.29065065e-05, -3.90976958e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[6.9583883e-05, 3.0648566e-04, 3.9106491e-04, ..., + 1.1407365e-05, 1.1096301e-05, 1.1252678e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[ 1.0764601e-05, 1.0475713e-05, 1.1235610e-05, ..., + -8.5721975e-03, 6.3845240e-02, 5.8332324e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.03607565, -0.14024955, -0.21351571, ..., 0.06420008, + 0.0555064 , 0.03275251]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01194098, -0.00442317, -0.01603989, ..., -0.00051074, + -0.00048319, -0.00056185]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00049346, -0.00056482, -0.00056068, ..., 0.04528682, + 0.00519372, -0.03234861]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00682341, 0.00065007, 0.02105372, ..., 0.0144678 , + 0.01874971, 0.01690462]]], shape=(1, 1, 7680), dtype=float32), array([[[ 2.11637821e-02, 2.49012280e-02, 3.39476056e-02, ..., + 1.01758189e-04, -1.28953116e-06, -1.11750414e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[-1.29223103e-04, -1.19269956e-04, -9.44351559e-05, ..., + -9.47931632e-02, -9.94314104e-02, -1.05770074e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.11180842, -0.11108106, -0.11150675, ..., -0.03302174, + -0.0339228 , -0.02728997]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02883918, -0.02686414, -0.02220192, ..., 0.01182455, + 0.01400583, 0.01593675]]], shape=(1, 1, 7680), dtype=float32), array([[[1.7231634e-02, 1.8822754e-02, 1.9330012e-02, ..., + 8.8967881e-06, 7.6617398e-06, 8.5426072e-06]]], + shape=(1, 1, 1920), dtype=float32), array([[[-2.03658883e-02, -1.61711853e-02, -1.40192257e-02, ..., + 1.40253924e-05, 1.10403835e-05, 1.00997877e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 7.1379823e-06, 4.9907435e-06, 1.3519397e-05, ..., + 3.1057213e-02, 1.4518169e-02, -1.9448457e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.02866486, 0.02330329, 0.01797375, ..., 0.02148358, + 0.0217489 , 0.02100966]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02091339, 0.02084339, 0.0210196 , ..., -0.03349533, + -0.03251857, -0.03931034]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0381577 , -0.03677696, -0.0360125 , ..., -0.0333591 , + -0.03693791, -0.03682543]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0353798 , -0.04737117, -0.04903626, ..., -0.03376944, + -0.0245637 , -0.02746156]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00613808, 0.01358302, 0.00824488, ..., -0.00857617, + -0.02508068, -0.0543405 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-7.75193572e-02, -8.22553337e-02, -7.47256353e-02, ..., + 1.16008705e-05, 1.13636852e-05, 1.27383719e-05]]], + shape=(1, 1, 7680), dtype=float32)] 27 +2026-04-30 19:37:10.859 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:37:10.934 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[-0.00908685 0.00443462 0.00137272 ... -0.15629175 0.10261142 + 0.03358358]]] (1, 1, 1024) +2026-04-30 19:37:10.934 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:37:10.934 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:37:10.934 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:37:10.935 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [-0.00908685 0.00443462 0.00137272 ... -0.15629175 0.10261142 + 0.03358358] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:37:10.935 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:10.935 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:10.936 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:37:10.936 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:37:10.936 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:37:10.936 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:37:10.937 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:37:10.937 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [-0.00430867 0.00062863 -0.00032344 ... -0.1655761 0.10416671 + 0.03782506] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:37:10.937 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [-4.3086670e-03 6.2862970e-04 -3.2344181e-04 ... -1.6557610e-01 + 1.0416671e-01 3.7825055e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:37:10.981 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=51; step_idx=51 +2026-04-30 19:37:11.015 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=51; step_idx=51 +2026-04-30 19:37:11.015 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.015 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache Мы +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache Мы +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Мы н +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache Мы на +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache Мы нак +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache Мы нако +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache Мы након +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache Мы наконе +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ц -> text_cache Мы наконец +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment - -> text_cache Мы наконец- +2026-04-30 19:37:11.016 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['Мы наконец-'] 11 +Qwen3TTSProcessor __call__ text ['Мы наконец-'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 37991, 4552, 6709, 15869, 17316, 126499, 12]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:37:11.017 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 37991, 4552, 6709, 15869, 17316, 126499, 12]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:37:11.017 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 37991 4552 6709 15869 17316 126499 12]] (1, 7) +2026-04-30 19:37:11.017 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 37991 4552 6709 15869 17316 126499 12]] (1, 7) +2026-04-30 19:37:11.017 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment Мы наконец- 11 -> tokenized_segment [np.int64(37991), np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 7 +2026-04-30 19:37:11.017 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(37991), np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] +2026-04-30 19:37:11.017 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.017 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(37991), np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 7 +2026-04-30 19:37:11.017 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 37991 -> pending_tokens [np.int64(4552), np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 6 +2026-04-30 19:37:11.025 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-51 vq [1221] (1,) int64 +2026-04-30 19:37:11.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-52 vq-rvq [[[1221 990 1114 1064 1047 958 1971 1788 151 1666 743 988 1910 42 + 836 51]]] (1, 1, 16) int64 +2026-04-30 19:37:11.052 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 4552 -> pending_tokens [np.int64(6709), np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 5 +2026-04-30 19:37:11.060 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-52 vq [2042] (1,) int64 +2026-04-30 19:37:11.087 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-53 vq-rvq [[[2042 2044 801 1776 1104 181 745 475 368 475 1485 351 911 1539 + 935 548]]] (1, 1, 16) int64 +2026-04-30 19:37:11.087 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6709 -> pending_tokens [np.int64(15869), np.int64(17316), np.int64(126499), np.int64(12)] 4 +2026-04-30 19:37:11.095 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-53 vq [123] (1,) int64 +2026-04-30 19:37:11.122 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-54 vq-rvq [[[ 123 1993 1177 333 1107 1158 863 1965 30 51 819 1908 636 618 + 473 1467]]] (1, 1, 16) int64 +2026-04-30 19:37:11.122 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 15869 -> pending_tokens [np.int64(17316), np.int64(126499), np.int64(12)] 3 +2026-04-30 19:37:11.130 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-54 vq [1912] (1,) int64 +2026-04-30 19:37:11.156 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-55 vq-rvq [[[1912 1757 719 89 797 1860 532 1780 208 1963 508 1446 1958 1181 + 1097 1144]]] (1, 1, 16) int64 +2026-04-30 19:37:11.156 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 17316 -> pending_tokens [np.int64(126499), np.int64(12)] 2 +2026-04-30 19:37:11.164 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-55 vq [1928] (1,) int64 +2026-04-30 19:37:11.191 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-56 vq-rvq [[[1928 1013 735 362 1164 1532 676 1118 1512 1325 674 1378 1506 1056 + 1309 1977]]] (1, 1, 16) int64 +2026-04-30 19:37:11.191 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 126499 -> pending_tokens [np.int64(12)] 1 +2026-04-30 19:37:11.199 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-56 vq [1769] (1,) int64 +2026-04-30 19:37:11.226 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-57 vq-rvq [[[1769 948 2033 250 487 302 1884 1664 1198 1019 181 771 817 1403 + 1165 1]]] (1, 1, 16) int64 +2026-04-30 19:37:11.226 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 12 -> pending_tokens [] 0 +2026-04-30 19:37:11.234 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [499] (1,) int64 +2026-04-30 19:37:11.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[ 499 103 157 1439 491 245 600 686 73 760 1118 958 884 700 + 687 677]]] (1, 1, 16) int64 +2026-04-30 19:37:11.261 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 chunk_tokens [[[1221 2042 123 1912] + [ 990 2044 1993 1757] + [1114 801 1177 719] + [1064 1776 333 89] + [1047 1104 1107 797] + [ 958 181 1158 1860] + [1971 745 863 532] + [1788 475 1965 1780] + [ 151 368 30 208] + [1666 475 51 1963] + [ 743 1485 819 508] + [ 988 351 1908 1446] + [1910 911 636 1958] + [ 42 1539 618 1181] + [ 836 935 473 1097] + [ 51 548 1467 1144]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:11.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 wav [[[ 1.2175586e-05 1.0751472e-05 1.1797598e-05 ... -4.8163500e-02 + -3.9210286e-02 -3.2147013e-02]]] -0.3356618583202362 -0.0001824336068239063 0.056623902171850204 0.2904089689254761 (1, 1, 7680) +2026-04-30 19:37:11.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache т +2026-04-30 19:37:11.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то +2026-04-30 19:37:11.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то +2026-04-30 19:37:11.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache то д +2026-04-30 19:37:11.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то до +2026-04-30 19:37:11.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache то дос +2026-04-30 19:37:11.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то дост +2026-04-30 19:37:11.285 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то дости +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache то достиг +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache то достигл +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache то достигли +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache то достигли +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache то достигли м +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache то достигли мо +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache то достигли мом +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache то достигли моме +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache то достигли момен +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache то достигли момент +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache то достигли момента +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache то достигли момента, +2026-04-30 19:37:11.286 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['то достигли момента,'] 20 +Qwen3TTSProcessor __call__ text ['то достигли момента,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 24634, 139062, 11073, 130485, 87731, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:37:11.287 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 24634, 139062, 11073, 130485, 87731, 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1]])} +2026-04-30 19:37:11.287 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 24634 139062 11073 130485 87731 11]] (1, 6) +2026-04-30 19:37:11.287 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 24634 139062 11073 130485 87731 11]] (1, 6) +2026-04-30 19:37:11.287 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment то достигли момента, 20 -> tokenized_segment [np.int64(24634), np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 6 +2026-04-30 19:37:11.287 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(24634), np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] +2026-04-30 19:37:11.287 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.287 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(24634), np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 6 +2026-04-30 19:37:11.287 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 24634 -> pending_tokens [np.int64(139062), np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 5 +2026-04-30 19:37:11.295 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [1304] (1,) int64 +2026-04-30 19:37:11.322 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[1304 1500 328 1745 2012 60 1903 399 532 41 1154 1132 298 922 + 1040 90]]] (1, 1, 16) int64 +2026-04-30 19:37:11.322 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 139062 -> pending_tokens [np.int64(11073), np.int64(130485), np.int64(87731), np.int64(11)] 4 +2026-04-30 19:37:11.330 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [1566] (1,) int64 +2026-04-30 19:37:11.357 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[1566 922 1804 162 1253 14 53 970 356 624 1503 404 479 462 + 718 225]]] (1, 1, 16) int64 +2026-04-30 19:37:11.357 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11073 -> pending_tokens [np.int64(130485), np.int64(87731), np.int64(11)] 3 +2026-04-30 19:37:11.365 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [1209] (1,) int64 +2026-04-30 19:37:11.391 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[1209 418 301 277 31 1481 141 135 88 195 1048 534 271 559 + 1388 8]]] (1, 1, 16) int64 +2026-04-30 19:37:11.391 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 130485 -> pending_tokens [np.int64(87731), np.int64(11)] 2 +2026-04-30 19:37:11.399 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [1249] (1,) int64 +2026-04-30 19:37:11.426 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[1249 1070 82 1108 913 313 1305 54 1821 820 1335 1109 1196 1007 + 1807 1484]]] (1, 1, 16) int64 +2026-04-30 19:37:11.426 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 87731 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:37:11.434 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [177] (1,) int64 +2026-04-30 19:37:11.461 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[ 177 31 315 1713 204 1085 990 1553 51 1487 637 1701 621 1138 + 387 88]]] (1, 1, 16) int64 +2026-04-30 19:37:11.461 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:37:11.469 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [1196] (1,) int64 +2026-04-30 19:37:11.495 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[1196 798 824 766 1134 2020 1045 640 981 1488 217 749 415 571 + 1406 31]]] (1, 1, 16) int64 +2026-04-30 19:37:11.496 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 chunk_tokens [[[1928 1769 499 1304] + [1013 948 103 1500] + [ 735 2033 157 328] + [ 362 250 1439 1745] + [1164 487 491 2012] + [1532 302 245 60] + [ 676 1884 600 1903] + [1118 1664 686 399] + [1512 1198 73 532] + [1325 1019 760 41] + [ 674 181 1118 1154] + [1378 771 958 1132] + [1506 817 884 298] + [1056 1403 700 922] + [1309 1165 687 1040] + [1977 1 677 90]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:11.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 wav [[[-0.02365079 -0.00748494 -0.00163655 ... -0.03432206 -0.03632819 + -0.04117686]]] -0.49646100401878357 0.0003357618406880647 0.09846075624227524 0.5276337265968323 (1, 1, 7680) +2026-04-30 19:37:11.520 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-40 chunk_tokens [[[1566 1209 1249 177] + [ 922 418 1070 31] + [1804 301 82 315] + [ 162 277 1108 1713] + [1253 31 913 204] + [ 14 1481 313 1085] + [ 53 141 1305 990] + [ 970 135 54 1553] + [ 356 88 1821 51] + [ 624 195 820 1487] + [1503 1048 1335 637] + [ 404 534 1109 1701] + [ 479 271 1196 621] + [ 462 559 1007 1138] + [ 718 1388 1807 387] + [ 225 8 1484 88]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:11.544 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-40 wav [[[-4.8291899e-02 -5.2786175e-02 -5.8401525e-02 ... -9.5652288e-04 + 9.0916925e-05 8.3843438e-04]]] -0.40503260493278503 -9.805590525502339e-05 0.07180773466825485 0.36539337038993835 (1, 1, 7680) +2026-04-30 19:37:11.544 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:37:11.544 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:37:11.544 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:11.544 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:37:11.544 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:37:11.552 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [891] (1,) int64 +2026-04-30 19:37:11.579 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[ 891 1752 461 48 977 1376 605 799 1502 1055 146 253 225 151 + 857 262]]] (1, 1, 16) int64 +2026-04-30 19:37:11.587 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [777] (1,) int64 +2026-04-30 19:37:11.614 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[ 777 1339 1702 1759 1110 945 282 408 903 660 1455 1546 736 1151 + 1161 159]]] (1, 1, 16) int64 +2026-04-30 19:37:11.621 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [1774] (1,) int64 +2026-04-30 19:37:11.648 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[1774 1183 1870 904 1935 604 1797 1363 1369 1068 1537 1950 594 1917 + 527 1038]]] (1, 1, 16) int64 +2026-04-30 19:37:11.656 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [1514] (1,) int64 +2026-04-30 19:37:11.683 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[1514 113 54 557 624 353 1490 56 53 342 350 350 342 361 + 508 510]]] (1, 1, 16) int64 +2026-04-30 19:37:11.691 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [1647] (1,) int64 +2026-04-30 19:37:11.718 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[1647 1619 564 1164 880 1456 1764 333 563 1858 823 222 410 490 + 90 1685]]] (1, 1, 16) int64 +2026-04-30 19:37:11.726 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [800] (1,) int64 +2026-04-30 19:37:11.752 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[ 800 1713 1926 5 563 674 1654 1817 1138 872 2031 1597 1039 1535 + 736 828]]] (1, 1, 16) int64 +2026-04-30 19:37:11.760 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [422] (1,) int64 +2026-04-30 19:37:11.787 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[ 422 188 1187 1333 1721 1300 1339 828 894 884 706 1451 1913 125 + 380 1037]]] (1, 1, 16) int64 +2026-04-30 19:37:11.795 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [667] (1,) int64 +2026-04-30 19:37:11.822 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[ 667 792 42 1494 950 1047 1403 447 1095 1292 1294 1794 1558 11 + 279 21]]] (1, 1, 16) int64 +2026-04-30 19:37:11.830 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [2031] (1,) int64 +2026-04-30 19:37:11.857 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-73 vq-rvq [[[2031 1887 538 1730 955 1742 401 350 1219 995 874 734 574 966 + 910 508]]] (1, 1, 16) int64 +2026-04-30 19:37:11.865 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-73 vq [1063] (1,) int64 +2026-04-30 19:37:11.891 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-74 vq-rvq [[[1063 29 1218 941 1044 799 1528 816 1464 1671 1826 1486 45 1839 + 157 1788]]] (1, 1, 16) int64 +2026-04-30 19:37:11.899 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-74 vq [195] (1,) int64 +2026-04-30 19:37:11.926 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-75 vq-rvq [[[ 195 1161 1388 350 560 447 1480 1373 2027 401 959 738 533 558 + 1827 866]]] (1, 1, 16) int64 +2026-04-30 19:37:11.934 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-75 vq [1603] (1,) int64 +2026-04-30 19:37:11.961 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-76 vq-rvq [[[1603 1854 1615 347 64 1356 45 1423 1212 322 815 1155 1270 284 + 461 1095]]] (1, 1, 16) int64 +2026-04-30 19:37:11.969 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-76 vq [1106] (1,) int64 +2026-04-30 19:37:11.996 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-77 vq-rvq [[[1106 976 610 1879 1300 180 35 1930 317 1125 311 969 617 1321 + 696 384]]] (1, 1, 16) int64 +2026-04-30 19:37:12.004 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-77 vq [637] (1,) int64 +2026-04-30 19:37:12.031 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-78 vq-rvq [[[ 637 1852 30 184 1310 332 1451 750 36 651 1420 792 1594 1545 + 1414 648]]] (1, 1, 16) int64 +2026-04-30 19:37:12.039 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-78 vq [179] (1,) int64 +2026-04-30 19:37:12.066 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-79 vq-rvq [[[ 179 1532 60 206 744 1698 13 243 1281 174 1795 426 2004 1376 + 780 1528]]] (1, 1, 16) int64 +2026-04-30 19:37:12.074 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-79 vq [10] (1,) int64 +2026-04-30 19:37:12.100 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-80 vq-rvq [[[ 10 1625 1200 200 77 796 0 1913 639 55 1467 64 964 1002 + 1568 1995]]] (1, 1, 16) int64 +2026-04-30 19:37:12.108 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-80 vq [808] (1,) int64 +2026-04-30 19:37:12.135 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-81 vq-rvq [[[ 808 847 772 321 1378 1626 125 773 1064 996 623 870 996 1475 + 578 854]]] (1, 1, 16) int64 +2026-04-30 19:37:12.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-81 vq [2150] (1,) int64 +2026-04-30 19:37:12.143 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-44 chunk_tokens [[[1196 891 777 1774] + [ 798 1752 1339 1183] + [ 824 461 1702 1870] + [ 766 48 1759 904] + [1134 977 1110 1935] + [2020 1376 945 604] + [1045 605 282 1797] + [ 640 799 408 1363] + [ 981 1502 903 1369] + [1488 1055 660 1068] + [ 217 146 1455 1537] + [ 749 253 1546 1950] + [ 415 225 736 594] + [ 571 151 1151 1917] + [1406 857 1161 527] + [ 31 262 159 1038]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:12.168 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-44 wav [[[-0.00039902 0.00067104 0.00014475 ... 0.00091807 -0.00389359 + 0.00142128]]] -0.2688361704349518 1.2328692719165701e-05 0.04479639232158661 0.3138650059700012 (1, 1, 7680) +2026-04-30 19:37:12.168 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-48 chunk_tokens [[[1514 1647 800 422] + [ 113 1619 1713 188] + [ 54 564 1926 1187] + [ 557 1164 5 1333] + [ 624 880 563 1721] + [ 353 1456 674 1300] + [1490 1764 1654 1339] + [ 56 333 1817 828] + [ 53 563 1138 894] + [ 342 1858 872 884] + [ 350 823 2031 706] + [ 350 222 1597 1451] + [ 342 410 1039 1913] + [ 361 490 1535 125] + [ 508 90 736 380] + [ 510 1685 828 1037]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:12.192 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-48 wav [[[ 4.8223443e-05 -7.5186195e-05 7.1552803e-04 ... -4.1897915e-02 + -3.8139008e-02 -3.5474759e-02]]] -0.20276695489883423 -0.00013966466940473765 0.050960492342710495 0.2547045648097992 (1, 1, 7680) +2026-04-30 19:37:12.192 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-52 chunk_tokens [[[ 667 2031 1063 195] + [ 792 1887 29 1161] + [ 42 538 1218 1388] + [1494 1730 941 350] + [ 950 955 1044 560] + [1047 1742 799 447] + [1403 401 1528 1480] + [ 447 350 816 1373] + [1095 1219 1464 2027] + [1292 995 1671 401] + [1294 874 1826 959] + [1794 734 1486 738] + [1558 574 45 533] + [ 11 966 1839 558] + [ 279 910 157 1827] + [ 21 508 1788 866]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:12.216 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-52 wav [[[-0.02935792 -0.02575436 -0.02675645 ... -0.04252904 -0.03558803 + -0.00883155]]] -0.33452078700065613 7.361358439084142e-05 0.07567033171653748 0.24267065525054932 (1, 1, 7680) +2026-04-30 19:37:12.217 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-56 chunk_tokens [[[1603 1106 637 179] + [1854 976 1852 1532] + [1615 610 30 60] + [ 347 1879 184 206] + [ 64 1300 1310 744] + [1356 180 332 1698] + [ 45 35 1451 13] + [1423 1930 750 243] + [1212 317 36 1281] + [ 322 1125 651 174] + [ 815 311 1420 1795] + [1155 969 792 426] + [1270 617 1594 2004] + [ 284 1321 1545 1376] + [ 461 696 1414 780] + [1095 384 648 1528]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:12.241 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-56 wav [[[ 0.02041144 0.05652002 0.10139278 ... 0.02172534 0.00780511 + -0.00796868]]] -0.37435853481292725 0.00016581319505348802 0.061121657490730286 0.3531627357006073 (1, 1, 7680) +2026-04-30 19:37:12.241 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-60 chunk_tokens [[[ 10 808] + [1625 847] + [1200 772] + [ 200 321] + [ 77 1378] + [ 796 1626] + [ 0 125] + [1913 773] + [ 639 1064] + [ 55 996] + [1467 623] + [ 64 870] + [ 964 996] + [1002 1475] + [1568 578] + [1995 854]]] (1, 16, 2) n_chunk_frames 2 +2026-04-30 19:37:12.306 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-60 wav [[[-1.6083779e-02 -9.8661147e-03 -2.3326247e-03 ... 1.1398537e-05 + 1.1532544e-05 1.1611901e-05]]] -0.11053580790758133 -0.00011946841550525278 0.014512063935399055 0.11068036407232285 (1, 1, 3840) +2026-04-30 19:37:12.307 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-82 +2026-04-30 19:37:12.324 [INFO] __main__: Synthesising: 'когда технологии стали достаточно быстрыми,' +2026-04-30 19:37:12.325 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment к -> text_cache к +2026-04-30 19:37:12.325 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:37:12.325 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:37:12.411 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.00616547 -0.02242537 0.00545608 ... -0.10677969 0.04593796 + 0.10067967]]] (1, 1, 1024) +2026-04-30 19:37:12.411 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:37:12.412 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:37:12.412 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:37:12.412 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.00616547 -0.02242537 0.00545608 ... -0.10677969 0.04593796 + 0.10067967] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:37:12.412 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:12.413 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:12.413 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:37:12.413 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:37:12.413 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:37:12.414 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:37:12.414 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:37:12.414 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.01094365 -0.02623135 0.00375992 ... -0.11606404 0.04749324 + 0.10492114] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:37:12.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 1.0943653e-02 -2.6231354e-02 3.7599234e-03 ... -1.1606404e-01 + 4.7493238e-02 1.0492114e-01] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache ко +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache ког +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache когд +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache когда +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache когда +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда т +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache когда те +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment х -> text_cache когда тех +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache когда техн +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.458 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда техно +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache когда технол +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда техноло +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache когда технолог +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache когда технологи +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache когда технологии +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache когда технологии +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache когда технологии с +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда технологии ст +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache когда технологии ста +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache когда технологии стал +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache когда технологии стали +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache когда технологии стали +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache когда технологии стали д +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда технологии стали до +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache когда технологии стали дос +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда технологии стали дост +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache когда технологии стали доста +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache когда технологии стали достат +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache когда технологии стали достато +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.459 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ч -> text_cache когда технологии стали достаточ +2026-04-30 19:37:12.460 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.460 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.460 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache когда технологии стали достаточн +2026-04-30 19:37:12.460 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['когда технологии стали '] 23 +Qwen3TTSProcessor __call__ text ['когда технологии стали '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 4793, 124846, 142651, 135906, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:37:12.460 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 4793, 124846, 142651, 135906, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1]])} +2026-04-30 19:37:12.460 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 4793 124846 142651 135906 220]] (1, 5) +2026-04-30 19:37:12.460 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 4793 124846 142651 135906 220]] (1, 5) +2026-04-30 19:37:12.461 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment когда технологии стали 23 -> tokenized_segment [np.int64(4793), np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] 5 +2026-04-30 19:37:12.461 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(4793), np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] +2026-04-30 19:37:12.461 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.461 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(4793), np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] 5 +2026-04-30 19:37:12.461 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 4793 -> pending_tokens [np.int64(124846), np.int64(142651), np.int64(135906), np.int64(220)] 4 +2026-04-30 19:37:12.469 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:37:12.495 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 1159 355 22 1854 785 944 2031 1058 2030 255 1247 914 889 + 1213 803]]] (1, 1, 16) int64 +2026-04-30 19:37:12.495 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 124846 -> pending_tokens [np.int64(142651), np.int64(135906), np.int64(220)] 3 +2026-04-30 19:37:12.503 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:37:12.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 1722 184 310 1174 1093 625 1814 1311 1144 1846 146 896 1838 + 82 901]]] (1, 1, 16) int64 +2026-04-30 19:37:12.530 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 142651 -> pending_tokens [np.int64(135906), np.int64(220)] 2 +2026-04-30 19:37:12.538 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:37:12.566 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 1134 519 1277 1210 474 1452 1202 1440 1360 288 175 783 1759 + 586 1978]]] (1, 1, 16) int64 +2026-04-30 19:37:12.566 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 135906 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:37:12.574 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:37:12.601 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 284 1096 1458 735 819 243 278 930 1625 679 362 1110 1484 + 85 1435]]] (1, 1, 16) int64 +2026-04-30 19:37:12.601 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:37:12.609 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [462] (1,) int64 +2026-04-30 19:37:12.636 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[ 462 1009 412 1050 442 1573 761 486 1857 1974 743 437 706 781 + 812 560]]] (1, 1, 16) int64 +2026-04-30 19:37:12.636 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [1159 1722 1134 284] + [ 355 184 519 1096] + [ 22 310 1277 1458] + [1854 1174 1210 735] + [ 785 1093 474 819] + [ 944 625 1452 243] + [2031 1814 1202 278] + [1058 1311 1440 930] + [2030 1144 1360 1625] + [ 255 1846 288 679] + [1247 146 175 362] + [ 914 896 783 1110] + [ 889 1838 1759 1484] + [1213 82 586 85] + [ 803 901 1978 1435]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:12.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-2.0205112e-02 -1.5883328e-02 -1.3715620e-02 ... 1.1662412e-05 + 1.1398881e-05 1.1322094e-05]]] -0.02148747816681862 -6.075605779187754e-05 0.001227029599249363 0.011747706681489944 (1, 1, 7680) +2026-04-30 19:37:12.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache достаточно +2026-04-30 19:37:12.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache достаточно +2026-04-30 19:37:12.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache достаточно б +2026-04-30 19:37:12.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache достаточно бы +2026-04-30 19:37:12.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache достаточно быс +2026-04-30 19:37:12.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache достаточно быст +2026-04-30 19:37:12.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.660 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache достаточно быстр +2026-04-30 19:37:12.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache достаточно быстры +2026-04-30 19:37:12.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache достаточно быстрым +2026-04-30 19:37:12.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache достаточно быстрыми +2026-04-30 19:37:12.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:12.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment , -> text_cache достаточно быстрыми, +2026-04-30 19:37:12.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['достаточно быстрыми,'] 20 +Qwen3TTSProcessor __call__ text ['достаточно быстрыми,'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6949, 24276, 7972, 127310, 37660, 6597, 38003, 63780, + 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:37:12.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6949, 24276, 7972, 127310, 37660, 6597, 38003, 63780, + 11]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:37:12.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6949 24276 7972 127310 37660 6597 38003 63780 11]] (1, 9) +2026-04-30 19:37:12.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6949 24276 7972 127310 37660 6597 38003 63780 11]] (1, 9) +2026-04-30 19:37:12.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment достаточно быстрыми, 20 -> tokenized_segment [np.int64(6949), np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 9 +2026-04-30 19:37:12.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6949), np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] +2026-04-30 19:37:12.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:12.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6949), np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 9 +2026-04-30 19:37:12.662 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6949 -> pending_tokens [np.int64(24276), np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 8 +2026-04-30 19:37:12.670 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [1225] (1,) int64 +2026-04-30 19:37:12.697 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[1225 957 534 702 2047 387 1005 1345 810 1646 230 2027 572 1140 + 721 178]]] (1, 1, 16) int64 +2026-04-30 19:37:12.697 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 24276 -> pending_tokens [np.int64(7972), np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 7 +2026-04-30 19:37:12.705 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [628] (1,) int64 +2026-04-30 19:37:12.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[ 628 16 1177 143 1233 925 413 571 1942 419 653 959 757 1361 + 1228 947]]] (1, 1, 16) int64 +2026-04-30 19:37:12.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 7972 -> pending_tokens [np.int64(127310), np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 6 +2026-04-30 19:37:12.740 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [1726] (1,) int64 +2026-04-30 19:37:12.767 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[1726 1770 503 1759 1628 1547 1458 1270 405 476 1217 866 1113 836 + 1063 1719]]] (1, 1, 16) int64 +2026-04-30 19:37:12.767 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 127310 -> pending_tokens [np.int64(37660), np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 5 +2026-04-30 19:37:12.775 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [1953] (1,) int64 +2026-04-30 19:37:12.802 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[1953 631 484 522 306 297 292 756 925 1802 135 1393 187 1188 + 1158 1446]]] (1, 1, 16) int64 +2026-04-30 19:37:12.802 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 37660 -> pending_tokens [np.int64(6597), np.int64(38003), np.int64(63780), np.int64(11)] 4 +2026-04-30 19:37:12.810 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [777] (1,) int64 +2026-04-30 19:37:12.837 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[ 777 1588 533 703 1758 1137 277 1884 268 41 1327 585 69 196 + 1034 1065]]] (1, 1, 16) int64 +2026-04-30 19:37:12.837 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6597 -> pending_tokens [np.int64(38003), np.int64(63780), np.int64(11)] 3 +2026-04-30 19:37:12.845 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [812] (1,) int64 +2026-04-30 19:37:12.872 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[ 812 1529 866 1904 358 1150 1002 1980 175 1471 152 205 1442 216 + 563 12]]] (1, 1, 16) int64 +2026-04-30 19:37:12.872 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 38003 -> pending_tokens [np.int64(63780), np.int64(11)] 2 +2026-04-30 19:37:12.880 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [800] (1,) int64 +2026-04-30 19:37:12.906 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[ 800 1352 1998 1772 1136 414 1838 220 1390 39 1106 1541 245 343 + 1520 223]]] (1, 1, 16) int64 +2026-04-30 19:37:12.906 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 63780 -> pending_tokens [np.int64(11)] 1 +2026-04-30 19:37:12.914 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [319] (1,) int64 +2026-04-30 19:37:12.942 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[ 319 1821 1896 20 1006 294 863 1141 300 1393 666 160 478 29 + 1680 304]]] (1, 1, 16) int64 +2026-04-30 19:37:12.942 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11 -> pending_tokens [] 0 +2026-04-30 19:37:12.950 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [39] (1,) int64 +2026-04-30 19:37:12.977 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[ 39 1866 455 1602 1559 802 150 863 338 255 633 1525 1186 1170 + 428 199]]] (1, 1, 16) int64 +2026-04-30 19:37:12.977 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[ 462 1225 628 1726] + [1009 957 16 1770] + [ 412 534 1177 503] + [1050 702 143 1759] + [ 442 2047 1233 1628] + [1573 387 925 1547] + [ 761 1005 413 1458] + [ 486 1345 571 1270] + [1857 810 1942 405] + [1974 1646 419 476] + [ 743 230 653 1217] + [ 437 2027 959 866] + [ 706 572 757 1113] + [ 781 1140 1361 836] + [ 812 721 1228 1063] + [ 560 178 947 1719]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:13.001 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[1.0925998e-05 1.0872400e-05 1.1308237e-05 ... 3.0995101e-02 + 3.1367570e-02 2.8665718e-02]]] -0.1561703383922577 0.0001040150091284886 0.028936680406332016 0.2677801847457886 (1, 1, 7680) +2026-04-30 19:37:13.001 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[1953 777 812 800] + [ 631 1588 1529 1352] + [ 484 533 866 1998] + [ 522 703 1904 1772] + [ 306 1758 358 1136] + [ 297 1137 1150 414] + [ 292 277 1002 1838] + [ 756 1884 1980 220] + [ 925 268 175 1390] + [1802 41 1471 39] + [ 135 1327 152 1106] + [1393 585 205 1541] + [ 187 69 1442 245] + [1188 196 216 343] + [1158 1034 563 1520] + [1446 1065 12 223]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:13.025 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[0.02767157 0.02564843 0.0223253 ... 0.0058232 0.00752819 0.00841651]]] -0.39296212792396545 -0.00011432162864366546 0.06316173076629639 0.4349280595779419 (1, 1, 7680) +2026-04-30 19:37:13.025 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:37:13.025 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:37:13.025 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:13.025 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:37:13.025 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:37:13.033 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [2026] (1,) int64 +2026-04-30 19:37:13.060 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[2026 1291 924 1362 302 46 1884 1492 1077 446 520 1212 650 956 + 1105 320]]] (1, 1, 16) int64 +2026-04-30 19:37:13.068 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [477] (1,) int64 +2026-04-30 19:37:13.096 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[ 477 1459 440 814 1680 1146 1136 967 1722 2004 492 1010 1546 1065 + 374 943]]] (1, 1, 16) int64 +2026-04-30 19:37:13.104 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [133] (1,) int64 +2026-04-30 19:37:13.131 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[ 133 1713 1263 1672 880 1963 790 331 1943 1490 64 1607 1839 482 + 779 1259]]] (1, 1, 16) int64 +2026-04-30 19:37:13.139 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [1634] (1,) int64 +2026-04-30 19:37:13.166 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[1634 1483 1071 636 1508 966 856 949 99 325 732 1841 1789 234 + 1166 429]]] (1, 1, 16) int64 +2026-04-30 19:37:13.174 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [177] (1,) int64 +2026-04-30 19:37:13.201 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[ 177 1371 1786 1076 76 1915 1043 812 1014 924 1596 600 111 1483 + 1467 753]]] (1, 1, 16) int64 +2026-04-30 19:37:13.209 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [1196] (1,) int64 +2026-04-30 19:37:13.236 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[1196 1555 626 1456 874 594 546 430 1768 89 1929 298 397 1 + 1014 163]]] (1, 1, 16) int64 +2026-04-30 19:37:13.244 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [506] (1,) int64 +2026-04-30 19:37:13.271 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[ 506 887 72 1084 913 1942 1886 918 589 896 549 1241 163 1755 + 155 1251]]] (1, 1, 16) int64 +2026-04-30 19:37:13.279 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [1321] (1,) int64 +2026-04-30 19:37:13.306 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-22 vq-rvq [[[1321 1414 1291 849 17 16 1496 421 1282 273 440 1093 1279 378 + 403 1919]]] (1, 1, 16) int64 +2026-04-30 19:37:13.314 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-22 vq [907] (1,) int64 +2026-04-30 19:37:13.341 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-23 vq-rvq [[[ 907 106 459 1846 337 1174 1618 9 960 958 12 505 322 230 + 220 152]]] (1, 1, 16) int64 +2026-04-30 19:37:13.349 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-23 vq [1745] (1,) int64 +2026-04-30 19:37:13.376 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-24 vq-rvq [[[1745 422 1854 1868 602 986 1903 122 1651 468 308 265 1499 204 + 1120 580]]] (1, 1, 16) int64 +2026-04-30 19:37:13.384 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-24 vq [1161] (1,) int64 +2026-04-30 19:37:13.411 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-25 vq-rvq [[[1161 125 1356 583 1690 226 1999 145 1274 888 247 251 649 1192 + 1800 525]]] (1, 1, 16) int64 +2026-04-30 19:37:13.419 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-25 vq [36] (1,) int64 +2026-04-30 19:37:13.446 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-26 vq-rvq [[[ 36 1888 982 793 1278 979 1881 1866 833 250 1199 194 180 107 + 617 1203]]] (1, 1, 16) int64 +2026-04-30 19:37:13.454 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-26 vq [1490] (1,) int64 +2026-04-30 19:37:13.481 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-27 vq-rvq [[[1490 304 1367 1541 790 1951 13 906 1389 990 1425 1127 539 624 + 1395 245]]] (1, 1, 16) int64 +2026-04-30 19:37:13.489 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-27 vq [875] (1,) int64 +2026-04-30 19:37:13.516 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-28 vq-rvq [[[ 875 1850 1016 186 1036 1428 30 1547 683 930 1736 4 317 329 + 627 1763]]] (1, 1, 16) int64 +2026-04-30 19:37:13.524 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-28 vq [453] (1,) int64 +2026-04-30 19:37:13.551 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-29 vq-rvq [[[ 453 889 1002 1591 1196 184 1259 257 478 967 975 14 1984 814 + 1276 253]]] (1, 1, 16) int64 +2026-04-30 19:37:13.559 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-29 vq [357] (1,) int64 +2026-04-30 19:37:13.586 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-30 vq-rvq [[[ 357 35 1406 894 1301 142 871 438 439 501 1221 5 722 901 + 171 513]]] (1, 1, 16) int64 +2026-04-30 19:37:13.594 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-30 vq [156] (1,) int64 +2026-04-30 19:37:13.621 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-31 vq-rvq [[[ 156 1101 119 1082 535 581 383 1585 1046 1053 461 190 438 857 + 1958 252]]] (1, 1, 16) int64 +2026-04-30 19:37:13.629 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-31 vq [1975] (1,) int64 +2026-04-30 19:37:13.657 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-32 vq-rvq [[[1975 1481 1521 289 338 1257 1765 54 510 1596 772 1964 1090 1067 + 1385 845]]] (1, 1, 16) int64 +2026-04-30 19:37:13.665 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-32 vq [899] (1,) int64 +2026-04-30 19:37:13.692 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-33 vq-rvq [[[ 899 977 1337 356 783 365 1598 1778 1550 503 1328 1081 1695 65 + 291 213]]] (1, 1, 16) int64 +2026-04-30 19:37:13.700 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-33 vq [496] (1,) int64 +2026-04-30 19:37:13.727 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-34 vq-rvq [[[ 496 1346 252 491 1185 1783 1570 1678 1092 1618 536 635 1791 57 + 41 1072]]] (1, 1, 16) int64 +2026-04-30 19:37:13.735 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-34 vq [679] (1,) int64 +2026-04-30 19:37:13.762 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-35 vq-rvq [[[ 679 1829 391 1948 309 1109 1943 32 1095 1029 1984 1350 414 961 + 581 1399]]] (1, 1, 16) int64 +2026-04-30 19:37:13.770 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-35 vq [1514] (1,) int64 +2026-04-30 19:37:13.797 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-36 vq-rvq [[[1514 880 1070 900 52 536 1576 1438 1337 401 927 573 125 1924 + 1662 1665]]] (1, 1, 16) int64 +2026-04-30 19:37:13.805 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-36 vq [982] (1,) int64 +2026-04-30 19:37:13.832 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-37 vq-rvq [[[ 982 893 1645 1474 1479 245 97 1588 985 435 128 1368 712 348 + 1054 2002]]] (1, 1, 16) int64 +2026-04-30 19:37:13.840 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-37 vq [1406] (1,) int64 +2026-04-30 19:37:13.868 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-38 vq-rvq [[[1406 1833 758 1769 1290 1698 0 320 910 948 1139 78 1053 98 + 292 1088]]] (1, 1, 16) int64 +2026-04-30 19:37:13.876 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-38 vq [121] (1,) int64 +2026-04-30 19:37:13.903 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-39 vq-rvq [[[ 121 49 1777 581 1224 1996 107 1628 1924 1347 728 1364 1826 1200 + 1443 397]]] (1, 1, 16) int64 +2026-04-30 19:37:13.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-39 vq [2150] (1,) int64 +2026-04-30 19:37:13.911 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[ 319 39 2026 477] + [1821 1866 1291 1459] + [1896 455 924 440] + [ 20 1602 1362 814] + [1006 1559 302 1680] + [ 294 802 46 1146] + [ 863 150 1884 1136] + [1141 863 1492 967] + [ 300 338 1077 1722] + [1393 255 446 2004] + [ 666 633 520 492] + [ 160 1525 1212 1010] + [ 478 1186 650 1546] + [ 29 1170 956 1065] + [1680 428 1105 374] + [ 304 199 320 943]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:13.935 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[ 6.2180008e-03 8.7161148e-03 7.8327414e-03 ... 1.1311966e-03 + 9.6878102e-05 -3.9932840e-03]]] -0.2211039662361145 0.00011222436296520755 0.06157711520791054 0.2537996768951416 (1, 1, 7680) +2026-04-30 19:37:13.935 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[ 133 1634 177 1196] + [1713 1483 1371 1555] + [1263 1071 1786 626] + [1672 636 1076 1456] + [ 880 1508 76 874] + [1963 966 1915 594] + [ 790 856 1043 546] + [ 331 949 812 430] + [1943 99 1014 1768] + [1490 325 924 89] + [ 64 732 1596 1929] + [1607 1841 600 298] + [1839 1789 111 397] + [ 482 234 1483 1] + [ 779 1166 1467 1014] + [1259 429 753 163]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:13.960 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[-0.01423115 -0.00655541 -0.00891476 ... 0.03764518 0.03168145 + 0.01744047]]] -0.21227672696113586 3.53481482306961e-05 0.0549345463514328 0.37934741377830505 (1, 1, 7680) +2026-04-30 19:37:13.960 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[ 506 1321 907 1745] + [ 887 1414 106 422] + [ 72 1291 459 1854] + [1084 849 1846 1868] + [ 913 17 337 602] + [1942 16 1174 986] + [1886 1496 1618 1903] + [ 918 421 9 122] + [ 589 1282 960 1651] + [ 896 273 958 468] + [ 549 440 12 308] + [1241 1093 505 265] + [ 163 1279 322 1499] + [1755 378 230 204] + [ 155 403 220 1120] + [1251 1919 152 580]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:13.984 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[ 0.00655953 -0.01435363 -0.05521606 ... 0.09394105 -0.07527262 + 0.03048621]]] -0.3433615565299988 -8.119185076793656e-05 0.07230906933546066 0.39385104179382324 (1, 1, 7680) +2026-04-30 19:37:13.984 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 chunk_tokens [[[1161 36 1490 875] + [ 125 1888 304 1850] + [1356 982 1367 1016] + [ 583 793 1541 186] + [1690 1278 790 1036] + [ 226 979 1951 1428] + [1999 1881 13 30] + [ 145 1866 906 1547] + [1274 833 1389 683] + [ 888 250 990 930] + [ 247 1199 1425 1736] + [ 251 194 1127 4] + [ 649 180 539 317] + [1192 107 624 329] + [1800 617 1395 627] + [ 525 1203 245 1763]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:14.008 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-24 wav [[[-0.00581761 -0.05228081 0.07841925 ... -0.01210662 -0.01285498 + -0.01811239]]] -0.285114049911499 8.411437011091039e-05 0.05955394729971886 0.4239009618759155 (1, 1, 7680) +2026-04-30 19:37:14.009 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 chunk_tokens [[[ 453 357 156 1975] + [ 889 35 1101 1481] + [1002 1406 119 1521] + [1591 894 1082 289] + [1196 1301 535 338] + [ 184 142 581 1257] + [1259 871 383 1765] + [ 257 438 1585 54] + [ 478 439 1046 510] + [ 967 501 1053 1596] + [ 975 1221 461 772] + [ 14 5 190 1964] + [1984 722 438 1090] + [ 814 901 857 1067] + [1276 171 1958 1385] + [ 253 513 252 845]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:14.033 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-28 wav [[[-0.00774364 0.0230407 0.01288122 ... 0.04868623 0.04968091 + 0.04958246]]] -0.18604978919029236 -7.040980563033372e-05 0.04024188965559006 0.2409723848104477 (1, 1, 7680) +2026-04-30 19:37:14.033 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 chunk_tokens [[[ 899 496 679 1514] + [ 977 1346 1829 880] + [1337 252 391 1070] + [ 356 491 1948 900] + [ 783 1185 309 52] + [ 365 1783 1109 536] + [1598 1570 1943 1576] + [1778 1678 32 1438] + [1550 1092 1095 1337] + [ 503 1618 1029 401] + [1328 536 1984 927] + [1081 635 1350 573] + [1695 1791 414 125] + [ 65 57 961 1924] + [ 291 41 581 1662] + [ 213 1072 1399 1665]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:14.057 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-32 wav [[[ 0.04999158 0.04975284 0.04956651 ... -0.00032114 0.00153586 + -0.00086901]]] -0.18254750967025757 -7.523867679992691e-05 0.05050709843635559 0.18160279095172882 (1, 1, 7680) +2026-04-30 19:37:14.057 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 chunk_tokens [[[ 982 1406 121] + [ 893 1833 49] + [1645 758 1777] + [1474 1769 581] + [1479 1290 1224] + [ 245 1698 1996] + [ 97 0 107] + [1588 320 1628] + [ 985 910 1924] + [ 435 948 1347] + [ 128 1139 728] + [1368 78 1364] + [ 712 1053 1826] + [ 348 98 1200] + [1054 292 1443] + [2002 1088 397]]] (1, 16, 3) n_chunk_frames 3 +2026-04-30 19:37:14.124 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-36 wav [[[5.4773549e-03 1.0353577e-02 3.3994087e-03 ... 8.8510387e-06 + 7.7727746e-06 8.3648956e-06]]] -0.18499025702476501 0.00013585992564912885 0.03472750633955002 0.28747740387916565 (1, 1, 5760) +2026-04-30 19:37:14.125 [INFO] __main__: Synthesising: 'чтобы люди могли просто общаться.' +2026-04-30 19:37:14.125 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ч -> text_cache ч +2026-04-30 19:37:14.125 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:37:14.130 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[-0.00364052, 0.00134351, 0.00189304, ..., 0.00022804, + 0.00011508, 0.00012111]]], shape=(1, 1, 7680), dtype=float32), array([[[ 1.8783321e-05, 1.4320598e-05, -5.8421982e-05, ..., + 1.0496044e-05, 9.4043335e-06, 9.0724461e-06]]], + shape=(1, 1, 1920), dtype=float32), array([[[-2.0246571e-02, -1.5948074e-02, -1.3677844e-02, ..., + 1.2059765e-05, 1.1487140e-05, 1.1661430e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.1045702e-05, 1.1885275e-05, 1.2156028e-05, ..., + -1.8119662e-01, -1.7284442e-01, -1.6702929e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.13856958, -0.06608796, -0.04557909, ..., -0.07121332, + -0.09768522, -0.12426551]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.14186321, -0.13549256, -0.11218273, ..., -0.00138952, + -0.0984932 , -0.22551005]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.29569033, -0.2657418 , -0.19727384, ..., -0.01744427, + -0.01758016, -0.00774399]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.41703608e-02, -1.33698247e-02, -5.90883521e-03, ..., + 1.45485072e-04, -1.29065065e-05, -3.90976958e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[6.9583883e-05, 3.0648566e-04, 3.9106491e-04, ..., + 1.1407365e-05, 1.1096301e-05, 1.1252678e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[ 1.0764601e-05, 1.0475713e-05, 1.1235610e-05, ..., + -8.5721975e-03, 6.3845240e-02, 5.8332324e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.03607565, -0.14024955, -0.21351571, ..., 0.06420008, + 0.0555064 , 0.03275251]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.01194098, -0.00442317, -0.01603989, ..., -0.00051074, + -0.00048319, -0.00056185]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00049346, -0.00056482, -0.00056068, ..., 0.04528682, + 0.00519372, -0.03234861]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00682341, 0.00065007, 0.02105372, ..., 0.0144678 , + 0.01874971, 0.01690462]]], shape=(1, 1, 7680), dtype=float32), array([[[ 2.11637821e-02, 2.49012280e-02, 3.39476056e-02, ..., + 1.01758189e-04, -1.28953116e-06, -1.11750414e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[-1.29223103e-04, -1.19269956e-04, -9.44351559e-05, ..., + -9.47931632e-02, -9.94314104e-02, -1.05770074e-01]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.11180842, -0.11108106, -0.11150675, ..., -0.03302174, + -0.0339228 , -0.02728997]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.02883918, -0.02686414, -0.02220192, ..., 0.01182455, + 0.01400583, 0.01593675]]], shape=(1, 1, 7680), dtype=float32), array([[[1.7231634e-02, 1.8822754e-02, 1.9330012e-02, ..., + 8.8967881e-06, 7.6617398e-06, 8.5426072e-06]]], + shape=(1, 1, 1920), dtype=float32), array([[[-2.03658883e-02, -1.61711853e-02, -1.40192257e-02, ..., + 1.40253924e-05, 1.10403835e-05, 1.00997877e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 7.1379823e-06, 4.9907435e-06, 1.3519397e-05, ..., + 3.1057213e-02, 1.4518169e-02, -1.9448457e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.02866486, 0.02330329, 0.01797375, ..., 0.02148358, + 0.0217489 , 0.02100966]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02091339, 0.02084339, 0.0210196 , ..., -0.03349533, + -0.03251857, -0.03931034]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0381577 , -0.03677696, -0.0360125 , ..., -0.0333591 , + -0.03693791, -0.03682543]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0353798 , -0.04737117, -0.04903626, ..., -0.03376944, + -0.0245637 , -0.02746156]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00613808, 0.01358302, 0.00824488, ..., -0.00857617, + -0.02508068, -0.0543405 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-7.75193572e-02, -8.22553337e-02, -7.47256353e-02, ..., + 1.16008705e-05, 1.13636852e-05, 1.27383719e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.2175586e-05, 1.0751472e-05, 1.1797598e-05, ..., + -4.8163500e-02, -3.9210286e-02, -3.2147013e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.02365079, -0.00748494, -0.00163655, ..., -0.03432206, + -0.03632819, -0.04117686]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.8291899e-02, -5.2786175e-02, -5.8401525e-02, ..., + -9.5652288e-04, 9.0916925e-05, 8.3843438e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00039902, 0.00067104, 0.00014475, ..., 0.00091807, + -0.00389359, 0.00142128]]], shape=(1, 1, 7680), dtype=float32), array([[[ 4.8223443e-05, -7.5186195e-05, 7.1552803e-04, ..., + -4.1897915e-02, -3.8139008e-02, -3.5474759e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.02935792, -0.02575436, -0.02675645, ..., -0.04252904, + -0.03558803, -0.00883155]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02041144, 0.05652002, 0.10139278, ..., 0.02172534, + 0.00780511, -0.00796868]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.6083779e-02, -9.8661147e-03, -2.3326247e-03, ..., + 1.1398537e-05, 1.1532544e-05, 1.1611901e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[-2.0205112e-02, -1.5883328e-02, -1.3715620e-02, ..., + 1.1662412e-05, 1.1398881e-05, 1.1322094e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.0925998e-05, 1.0872400e-05, 1.1308237e-05, ..., + 3.0995101e-02, 3.1367570e-02, 2.8665718e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.02767157, 0.02564843, 0.0223253 , ..., 0.0058232 , + 0.00752819, 0.00841651]]], shape=(1, 1, 7680), dtype=float32), array([[[ 6.2180008e-03, 8.7161148e-03, 7.8327414e-03, ..., + 1.1311966e-03, 9.6878102e-05, -3.9932840e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.01423115, -0.00655541, -0.00891476, ..., 0.03764518, + 0.03168145, 0.01744047]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00655953, -0.01435363, -0.05521606, ..., 0.09394105, + -0.07527262, 0.03048621]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00581761, -0.05228081, 0.07841925, ..., -0.01210662, + -0.01285498, -0.01811239]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00774364, 0.0230407 , 0.01288122, ..., 0.04868623, + 0.04968091, 0.04958246]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04999158, 0.04975284, 0.04956651, ..., -0.00032114, + 0.00153586, -0.00086901]]], shape=(1, 1, 7680), dtype=float32), array([[[5.4773549e-03, 1.0353577e-02, 3.3994087e-03, ..., + 8.8510387e-06, 7.7727746e-06, 8.3648956e-06]]], + shape=(1, 1, 5760), dtype=float32)] 45 +2026-04-30 19:37:14.130 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [-3.6405155e-03 1.3435114e-03 1.8930436e-03 ... 8.8510387e-06 + 7.7727746e-06 8.3648956e-06] (324480,) float32 +2026-04-30 19:37:14.130 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 20 [7.1379823e-06 4.9907435e-06 1.3519397e-05 ... 8.8510387e-06 7.7727746e-06 + 8.3648956e-06] (186240,) float32 +2026-04-30 19:37:14.133 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 20 [array([[[ 7.1379823e-06, 4.9907435e-06, 1.3519397e-05, ..., + 3.1057213e-02, 1.4518169e-02, -1.9448457e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.02866486, 0.02330329, 0.01797375, ..., 0.02148358, + 0.0217489 , 0.02100966]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02091339, 0.02084339, 0.0210196 , ..., -0.03349533, + -0.03251857, -0.03931034]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0381577 , -0.03677696, -0.0360125 , ..., -0.0333591 , + -0.03693791, -0.03682543]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0353798 , -0.04737117, -0.04903626, ..., -0.03376944, + -0.0245637 , -0.02746156]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00613808, 0.01358302, 0.00824488, ..., -0.00857617, + -0.02508068, -0.0543405 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-7.75193572e-02, -8.22553337e-02, -7.47256353e-02, ..., + 1.16008705e-05, 1.13636852e-05, 1.27383719e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.2175586e-05, 1.0751472e-05, 1.1797598e-05, ..., + -4.8163500e-02, -3.9210286e-02, -3.2147013e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.02365079, -0.00748494, -0.00163655, ..., -0.03432206, + -0.03632819, -0.04117686]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.8291899e-02, -5.2786175e-02, -5.8401525e-02, ..., + -9.5652288e-04, 9.0916925e-05, 8.3843438e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00039902, 0.00067104, 0.00014475, ..., 0.00091807, + -0.00389359, 0.00142128]]], shape=(1, 1, 7680), dtype=float32), array([[[ 4.8223443e-05, -7.5186195e-05, 7.1552803e-04, ..., + -4.1897915e-02, -3.8139008e-02, -3.5474759e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.02935792, -0.02575436, -0.02675645, ..., -0.04252904, + -0.03558803, -0.00883155]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02041144, 0.05652002, 0.10139278, ..., 0.02172534, + 0.00780511, -0.00796868]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.6083779e-02, -9.8661147e-03, -2.3326247e-03, ..., + 1.1398537e-05, 1.1532544e-05, 1.1611901e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[-2.0205112e-02, -1.5883328e-02, -1.3715620e-02, ..., + 1.1662412e-05, 1.1398881e-05, 1.1322094e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.0925998e-05, 1.0872400e-05, 1.1308237e-05, ..., + 3.0995101e-02, 3.1367570e-02, 2.8665718e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.02767157, 0.02564843, 0.0223253 , ..., 0.0058232 , + 0.00752819, 0.00841651]]], shape=(1, 1, 7680), dtype=float32), array([[[ 6.2180008e-03, 8.7161148e-03, 7.8327414e-03, ..., + 1.1311966e-03, 9.6878102e-05, -3.9932840e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.01423115, -0.00655541, -0.00891476, ..., 0.03764518, + 0.03168145, 0.01744047]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00655953, -0.01435363, -0.05521606, ..., 0.09394105, + -0.07527262, 0.03048621]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00581761, -0.05228081, 0.07841925, ..., -0.01210662, + -0.01285498, -0.01811239]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00774364, 0.0230407 , 0.01288122, ..., 0.04868623, + 0.04968091, 0.04958246]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04999158, 0.04975284, 0.04956651, ..., -0.00032114, + 0.00153586, -0.00086901]]], shape=(1, 1, 7680), dtype=float32), array([[[5.4773549e-03, 1.0353577e-02, 3.3994087e-03, ..., + 8.8510387e-06, 7.7727746e-06, 8.3648956e-06]]], + shape=(1, 1, 5760), dtype=float32)] 25 +2026-04-30 19:37:14.133 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:37:14.206 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.00482752 -0.02376061 0.02358307 ... -0.15546365 0.11622049 + 0.01775022]]] (1, 1, 1024) +2026-04-30 19:37:14.206 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:37:14.207 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:37:14.207 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:37:14.207 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.00482752 -0.02376061 0.02358307 ... -0.15546365 0.11622049 + 0.01775022] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:37:14.207 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:14.208 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:14.208 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:37:14.208 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:37:14.208 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:37:14.209 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:37:14.209 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:37:14.209 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.0096057 -0.02756659 0.02188691 ... -0.164748 0.11777578 + 0.02199169] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:37:14.210 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.17608565e-03 3.43665597e-04 -6.55415468e-04 ... 6.84416108e-03 + 1.68522168e-03 -3.06996517e-04] + [-5.03064841e-02 4.05576639e-03 1.82898659e-02 ... -5.68876788e-02 + 1.05210245e-02 -2.88374200e-02] + [ 1.95693341e-03 -6.33762684e-05 1.15664070e-03 ... 2.76610162e-03 + 4.27936204e-04 -2.22290773e-03] + ... + [ 1.83323584e-03 1.35148503e-03 -1.09343696e-03 ... 7.19514210e-03 + -2.07106117e-04 2.52486113e-03] + [ 9.60570388e-03 -2.75665913e-02 2.18869112e-02 ... -1.64747998e-01 + 1.17775775e-01 2.19916925e-02] + [ 4.19472251e-03 -5.97881665e-03 5.17555652e-03 ... 2.99034826e-03 + 3.45899677e-03 -7.18042813e-03]]] (1, 9, 1024) +2026-04-30 19:37:14.254 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=58; step_idx=58 +2026-04-30 19:37:14.287 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=58; step_idx=58 +2026-04-30 19:37:14.287 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache чт +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache что +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache чтоб +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache чтобы +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache чтобы л +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ю -> text_cache чтобы лю +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache чтобы люд +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache чтобы люди +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы люди +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache чтобы люди м +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди мо +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache чтобы люди мог +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache чтобы люди могл +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache чтобы люди могли +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы люди могли +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment п -> text_cache чтобы люди могли п +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache чтобы люди могли пр +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди могли про +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.288 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache чтобы люди могли прос +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache чтобы люди могли прост +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди могли просто +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache чтобы люди могли просто +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache чтобы люди могли просто о +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache чтобы люди могли просто об +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment щ -> text_cache чтобы люди могли просто общ +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache чтобы люди могли просто обща +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache чтобы люди могли просто общат +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ь -> text_cache чтобы люди могли просто общать +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache чтобы люди могли просто общатьс +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache чтобы люди могли просто общаться +2026-04-30 19:37:14.289 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['чтобы люди могли просто '] 24 +Qwen3TTSProcessor __call__ text ['чтобы люди могли просто '] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6020, 1792, 50873, 132782, 125649, 11073, 129021, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:37:14.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6020, 1792, 50873, 132782, 125649, 11073, 129021, 220]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:37:14.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6020 1792 50873 132782 125649 11073 129021 220]] (1, 8) +2026-04-30 19:37:14.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6020 1792 50873 132782 125649 11073 129021 220]] (1, 8) +2026-04-30 19:37:14.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment чтобы люди могли просто 24 -> tokenized_segment [np.int64(6020), np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 8 +2026-04-30 19:37:14.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6020), np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] +2026-04-30 19:37:14.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6020), np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 8 +2026-04-30 19:37:14.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6020 -> pending_tokens [np.int64(1792), np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 7 +2026-04-30 19:37:14.299 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [1221] (1,) int64 +2026-04-30 19:37:14.326 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[1221 828 422 153 1792 932 787 609 1675 1593 1088 432 30 271 + 274 317]]] (1, 1, 16) int64 +2026-04-30 19:37:14.326 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 1792 -> pending_tokens [np.int64(50873), np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 6 +2026-04-30 19:37:14.334 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [1444] (1,) int64 +2026-04-30 19:37:14.361 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[1444 32 1890 2006 1013 1590 721 1763 420 17 1602 783 796 121 + 482 302]]] (1, 1, 16) int64 +2026-04-30 19:37:14.361 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 50873 -> pending_tokens [np.int64(132782), np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 5 +2026-04-30 19:37:14.369 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [2004] (1,) int64 +2026-04-30 19:37:14.396 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-61 vq-rvq [[[2004 31 1909 96 622 1907 437 239 604 1474 203 499 1271 1146 + 34 990]]] (1, 1, 16) int64 +2026-04-30 19:37:14.396 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 132782 -> pending_tokens [np.int64(125649), np.int64(11073), np.int64(129021), np.int64(220)] 4 +2026-04-30 19:37:14.404 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-61 vq [388] (1,) int64 +2026-04-30 19:37:14.431 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-62 vq-rvq [[[ 388 423 919 41 1745 922 93 606 438 402 317 1119 148 932 + 1612 222]]] (1, 1, 16) int64 +2026-04-30 19:37:14.431 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 125649 -> pending_tokens [np.int64(11073), np.int64(129021), np.int64(220)] 3 +2026-04-30 19:37:14.439 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-62 vq [606] (1,) int64 +2026-04-30 19:37:14.466 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-63 vq-rvq [[[ 606 2036 733 26 1385 1813 1219 978 890 1404 1990 47 144 687 + 1168 1330]]] (1, 1, 16) int64 +2026-04-30 19:37:14.466 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 11073 -> pending_tokens [np.int64(129021), np.int64(220)] 2 +2026-04-30 19:37:14.474 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-63 vq [1743] (1,) int64 +2026-04-30 19:37:14.501 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-64 vq-rvq [[[1743 1474 1311 1745 1107 232 710 90 2001 72 313 889 636 1657 + 1165 733]]] (1, 1, 16) int64 +2026-04-30 19:37:14.501 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 129021 -> pending_tokens [np.int64(220)] 1 +2026-04-30 19:37:14.509 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-64 vq [326] (1,) int64 +2026-04-30 19:37:14.535 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-65 vq-rvq [[[ 326 1361 1928 886 1828 475 455 1299 1299 1252 162 547 1167 1078 + 8 1285]]] (1, 1, 16) int64 +2026-04-30 19:37:14.535 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 220 -> pending_tokens [] 0 +2026-04-30 19:37:14.543 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-65 vq [2030] (1,) int64 +2026-04-30 19:37:14.571 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-66 vq-rvq [[[2030 289 1821 1860 66 1607 178 952 35 30 451 1966 1084 959 + 802 335]]] (1, 1, 16) int64 +2026-04-30 19:37:14.571 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-39 chunk_tokens [[[1221 1444 2004 388] + [ 828 32 31 423] + [ 422 1890 1909 919] + [ 153 2006 96 41] + [1792 1013 622 1745] + [ 932 1590 1907 922] + [ 787 721 437 93] + [ 609 1763 239 606] + [1675 420 604 438] + [1593 17 1474 402] + [1088 1602 203 317] + [ 432 783 499 1119] + [ 30 796 1271 148] + [ 271 121 1146 932] + [ 274 482 34 1612] + [ 317 302 990 222]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:14.595 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-39 wav [[[ 2.1312303e-06 -8.5737647e-06 1.4963193e-06 ... 4.6926965e-03 + 7.4872901e-03 2.6190088e-03]]] -0.21132317185401917 5.964502634014934e-05 0.03188692405819893 0.15444961190223694 (1, 1, 7680) +2026-04-30 19:37:14.596 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-43 chunk_tokens [[[ 606 1743 326 2030] + [2036 1474 1361 289] + [ 733 1311 1928 1821] + [ 26 1745 886 1860] + [1385 1107 1828 66] + [1813 232 475 1607] + [1219 710 455 178] + [ 978 90 1299 952] + [ 890 2001 1299 35] + [1404 72 1252 30] + [1990 313 162 451] + [ 47 889 547 1966] + [ 144 636 1167 1084] + [ 687 1657 1078 959] + [1168 1165 8 802] + [1330 733 1285 335]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:14.620 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-43 wav [[[-0.00892831 -0.01920656 -0.04227288 ... -0.05789667 -0.06000656 + -0.06150806]]] -0.15941116213798523 8.39878193801269e-05 0.06401996314525604 0.22806504368782043 (1, 1, 7680) +2026-04-30 19:37:14.620 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache общаться. +2026-04-30 19:37:14.620 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['общаться.'] 9 +Qwen3TTSProcessor __call__ text ['общаться.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[54157, 97681, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:14.620 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[54157, 97681, 13]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:14.620 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[54157 97681 13]] (1, 3) +2026-04-30 19:37:14.620 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[54157 97681 13]] (1, 3) +2026-04-30 19:37:14.620 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment общаться. 9 -> tokenized_segment [np.int64(54157), np.int64(97681), np.int64(13)] 3 +2026-04-30 19:37:14.621 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(54157), np.int64(97681), np.int64(13)] +2026-04-30 19:37:14.621 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.621 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(54157), np.int64(97681), np.int64(13)] 3 +2026-04-30 19:37:14.621 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 54157 -> pending_tokens [np.int64(97681), np.int64(13)] 2 +2026-04-30 19:37:14.629 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-66 vq [434] (1,) int64 +2026-04-30 19:37:14.655 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-67 vq-rvq [[[ 434 486 1799 1776 1703 727 1977 1726 1801 447 601 970 1076 1300 + 1869 886]]] (1, 1, 16) int64 +2026-04-30 19:37:14.656 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 97681 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:37:14.664 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-67 vq [383] (1,) int64 +2026-04-30 19:37:14.690 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-68 vq-rvq [[[ 383 1836 699 615 1113 919 1921 1292 563 991 1114 243 1983 6 + 216 401]]] (1, 1, 16) int64 +2026-04-30 19:37:14.690 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:37:14.698 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-68 vq [825] (1,) int64 +2026-04-30 19:37:14.725 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-69 vq-rvq [[[ 825 1574 1796 1680 333 20 581 1698 863 803 1506 1713 1096 695 + 1283 839]]] (1, 1, 16) int64 +2026-04-30 19:37:14.725 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:37:14.725 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:37:14.725 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:14.725 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:37:14.725 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:37:14.733 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-69 vq [851] (1,) int64 +2026-04-30 19:37:14.760 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-70 vq-rvq [[[ 851 1312 1302 534 1219 1649 987 1690 793 1858 187 1107 756 129 + 715 97]]] (1, 1, 16) int64 +2026-04-30 19:37:14.760 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-47 chunk_tokens [[[ 434 383 825 851] + [ 486 1836 1574 1312] + [1799 699 1796 1302] + [1776 615 1680 534] + [1703 1113 333 1219] + [ 727 919 20 1649] + [1977 1921 581 987] + [1726 1292 1698 1690] + [1801 563 863 793] + [ 447 991 803 1858] + [ 601 1114 1506 187] + [ 970 243 1713 1107] + [1076 1983 1096 756] + [1300 6 695 129] + [1869 216 1283 715] + [ 886 401 839 97]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:14.784 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-47 wav [[[-0.06394282 -0.06808319 -0.07410602 ... 0.01894176 0.02216815 + 0.02486715]]] -0.23174262046813965 -0.000195146378246136 0.07175690680742264 0.40663349628448486 (1, 1, 7680) +2026-04-30 19:37:14.792 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-70 vq [1460] (1,) int64 +2026-04-30 19:37:14.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-71 vq-rvq [[[1460 922 538 2000 1763 410 842 88 1492 235 795 2017 312 439 + 324 827]]] (1, 1, 16) int64 +2026-04-30 19:37:14.827 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-71 vq [912] (1,) int64 +2026-04-30 19:37:14.853 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-72 vq-rvq [[[ 912 1195 857 58 864 964 1605 1018 1093 897 1134 599 381 274 + 1885 96]]] (1, 1, 16) int64 +2026-04-30 19:37:14.861 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-72 vq [1610] (1,) int64 +2026-04-30 19:37:14.888 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-73 vq-rvq [[[1610 976 1040 1867 59 1042 1356 351 73 1257 356 450 1952 353 + 648 235]]] (1, 1, 16) int64 +2026-04-30 19:37:14.896 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-73 vq [1935] (1,) int64 +2026-04-30 19:37:14.923 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-74 vq-rvq [[[1935 1406 767 1824 410 1033 443 249 1547 1669 891 2047 308 1378 + 1109 568]]] (1, 1, 16) int64 +2026-04-30 19:37:14.931 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-74 vq [1980] (1,) int64 +2026-04-30 19:37:14.957 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-75 vq-rvq [[[1980 438 884 1308 433 93 182 35 444 412 31 241 251 1110 + 363 1688]]] (1, 1, 16) int64 +2026-04-30 19:37:14.965 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-75 vq [1559] (1,) int64 +2026-04-30 19:37:14.992 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-76 vq-rvq [[[1559 1183 315 890 1057 1788 1909 303 952 276 1882 48 1934 1874 + 1006 1383]]] (1, 1, 16) int64 +2026-04-30 19:37:15.000 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-76 vq [298] (1,) int64 +2026-04-30 19:37:15.027 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-77 vq-rvq [[[ 298 1789 1409 1166 1141 1250 1169 933 359 856 309 1485 934 1398 + 1484 1569]]] (1, 1, 16) int64 +2026-04-30 19:37:15.035 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-77 vq [602] (1,) int64 +2026-04-30 19:37:15.061 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-78 vq-rvq [[[ 602 1949 603 632 1900 1411 1826 135 305 245 607 819 410 239 + 185 262]]] (1, 1, 16) int64 +2026-04-30 19:37:15.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-78 vq [114] (1,) int64 +2026-04-30 19:37:15.096 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-79 vq-rvq [[[ 114 1182 1345 367 204 12 528 1420 1802 127 1928 524 1180 203 + 206 742]]] (1, 1, 16) int64 +2026-04-30 19:37:15.104 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-79 vq [1931] (1,) int64 +2026-04-30 19:37:15.131 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-80 vq-rvq [[[1931 506 1871 507 610 1600 1041 108 816 1673 1042 1603 1713 267 + 1772 1221]]] (1, 1, 16) int64 +2026-04-30 19:37:15.139 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-80 vq [1965] (1,) int64 +2026-04-30 19:37:15.165 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-81 vq-rvq [[[1965 1539 1744 2044 869 161 197 1847 1465 15 99 755 1129 1387 + 362 498]]] (1, 1, 16) int64 +2026-04-30 19:37:15.173 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-81 vq [1978] (1,) int64 +2026-04-30 19:37:15.200 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-82 vq-rvq [[[1978 618 564 775 4 1472 829 408 1456 1816 515 350 385 1532 + 240 1318]]] (1, 1, 16) int64 +2026-04-30 19:37:15.208 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-82 vq [1168] (1,) int64 +2026-04-30 19:37:15.235 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-83 vq-rvq [[[1168 1377 565 1558 670 1729 735 1050 1114 186 1573 640 892 309 + 442 1595]]] (1, 1, 16) int64 +2026-04-30 19:37:15.243 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-83 vq [963] (1,) int64 +2026-04-30 19:37:15.269 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-84 vq-rvq [[[ 963 2004 325 463 37 1912 707 583 1247 169 365 1380 225 1021 + 590 1920]]] (1, 1, 16) int64 +2026-04-30 19:37:15.277 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-84 vq [743] (1,) int64 +2026-04-30 19:37:15.304 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-85 vq-rvq [[[ 743 373 1015 1041 710 1244 1895 1218 417 884 608 741 1607 1708 + 192 99]]] (1, 1, 16) int64 +2026-04-30 19:37:15.312 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-85 vq [417] (1,) int64 +2026-04-30 19:37:15.339 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-86 vq-rvq [[[ 417 1886 32 362 823 1039 1008 1375 708 251 578 159 1439 675 + 300 427]]] (1, 1, 16) int64 +2026-04-30 19:37:15.347 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-86 vq [704] (1,) int64 +2026-04-30 19:37:15.373 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-87 vq-rvq [[[ 704 1200 1027 540 1932 1588 140 473 896 99 1968 67 23 763 + 55 669]]] (1, 1, 16) int64 +2026-04-30 19:37:15.382 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-87 vq [360] (1,) int64 +2026-04-30 19:37:15.409 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-88 vq-rvq [[[ 360 138 558 154 55 281 1920 1232 32 1174 624 1808 782 37 + 400 1556]]] (1, 1, 16) int64 +2026-04-30 19:37:15.417 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-88 vq [1306] (1,) int64 +2026-04-30 19:37:15.444 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-89 vq-rvq [[[1306 614 139 558 886 569 180 365 165 1853 294 928 343 638 + 1505 987]]] (1, 1, 16) int64 +2026-04-30 19:37:15.452 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-89 vq [2150] (1,) int64 +2026-04-30 19:37:15.452 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-51 chunk_tokens [[[1460 912 1610 1935] + [ 922 1195 976 1406] + [ 538 857 1040 767] + [2000 58 1867 1824] + [1763 864 59 410] + [ 410 964 1042 1033] + [ 842 1605 1356 443] + [ 88 1018 351 249] + [1492 1093 73 1547] + [ 235 897 1257 1669] + [ 795 1134 356 891] + [2017 599 450 2047] + [ 312 381 1952 308] + [ 439 274 353 1378] + [ 324 1885 648 1109] + [ 827 96 235 568]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:15.476 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-51 wav [[[0.02683645 0.02807116 0.02883971 ... 0.06118392 0.05570152 0.03450323]]] -0.1734512597322464 7.026238745311275e-05 0.04811657592654228 0.2668886184692383 (1, 1, 7680) +2026-04-30 19:37:15.476 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-55 chunk_tokens [[[1980 1559 298 602] + [ 438 1183 1789 1949] + [ 884 315 1409 603] + [1308 890 1166 632] + [ 433 1057 1141 1900] + [ 93 1788 1250 1411] + [ 182 1909 1169 1826] + [ 35 303 933 135] + [ 444 952 359 305] + [ 412 276 856 245] + [ 31 1882 309 607] + [ 241 48 1485 819] + [ 251 1934 934 410] + [1110 1874 1398 239] + [ 363 1006 1484 185] + [1688 1383 1569 262]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:15.501 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-55 wav [[[ 0.00783799 -0.00320753 -0.04392765 ... -0.00269402 -0.00160383 + -0.00140622]]] -0.18575716018676758 4.073081800015643e-05 0.039372578263282776 0.19152036309242249 (1, 1, 7680) +2026-04-30 19:37:15.501 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-59 chunk_tokens [[[ 114 1931 1965 1978] + [1182 506 1539 618] + [1345 1871 1744 564] + [ 367 507 2044 775] + [ 204 610 869 4] + [ 12 1600 161 1472] + [ 528 1041 197 829] + [1420 108 1847 408] + [1802 816 1465 1456] + [ 127 1673 15 1816] + [1928 1042 99 515] + [ 524 1603 755 350] + [1180 1713 1129 385] + [ 203 267 1387 1532] + [ 206 1772 362 240] + [ 742 1221 498 1318]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:15.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-59 wav [[[0.00090672 0.00150676 0.00377897 ... 0.04059716 0.04089826 0.03997495]]] -0.41676080226898193 2.0680980014731176e-05 0.05902107059955597 0.5524620413780212 (1, 1, 7680) +2026-04-30 19:37:15.525 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-63 chunk_tokens [[[1168 963 743 417] + [1377 2004 373 1886] + [ 565 325 1015 32] + [1558 463 1041 362] + [ 670 37 710 823] + [1729 1912 1244 1039] + [ 735 707 1895 1008] + [1050 583 1218 1375] + [1114 1247 417 708] + [ 186 169 884 251] + [1573 365 608 578] + [ 640 1380 741 159] + [ 892 225 1607 1439] + [ 309 1021 1708 675] + [ 442 590 192 300] + [1595 1920 99 427]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:15.549 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-63 wav [[[ 0.03913481 0.03777239 0.03687607 ... -0.01071153 0.0022871 + 0.03008584]]] -0.38525357842445374 0.00010172835027333349 0.08615227788686752 0.4701235294342041 (1, 1, 7680) +2026-04-30 19:37:15.549 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-67 chunk_tokens [[[ 704 360 1306] + [1200 138 614] + [1027 558 139] + [ 540 154 558] + [1932 55 886] + [1588 281 569] + [ 140 1920 180] + [ 473 1232 365] + [ 896 32 165] + [ 99 1174 1853] + [1968 624 294] + [ 67 1808 928] + [ 23 782 343] + [ 763 37 638] + [ 55 400 1505] + [ 669 1556 987]]] (1, 16, 3) n_chunk_frames 3 +2026-04-30 19:37:15.580 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-67 wav [[[5.8577195e-02 8.3293848e-02 6.2411610e-02 ... 1.1457327e-05 + 1.1012895e-05 1.1762757e-05]]] -0.31732305884361267 -9.994459105655551e-05 0.034310098737478256 0.3686724305152893 (1, 1, 5760) +2026-04-30 19:37:15.580 [INFO] src.inference.qwen3_tts_inferencer_onnx: reset_turn reset_generation_state step-idx-90 +2026-04-30 19:37:15.598 [INFO] __main__: Synthesising: 'И это огромный сдвиг' +2026-04-30 19:37:15.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment И -> text_cache И +2026-04-30 19:37:15.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:37:15.598 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:37:15.685 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.00616547 -0.02242537 0.00545608 ... -0.10677969 0.04593796 + 0.10067967]]] (1, 1, 1024) +2026-04-30 19:37:15.685 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:37:15.685 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:37:15.686 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:37:15.686 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.00616547 -0.02242537 0.00545608 ... -0.10677969 0.04593796 + 0.10067967] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:37:15.686 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:15.687 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:15.687 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:37:15.687 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:37:15.687 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:37:15.688 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:37:15.688 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:37:15.688 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.01094365 -0.02623135 0.00375992 ... -0.11606404 0.04749324 + 0.10492114] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:37:15.689 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 1.0943653e-02 -2.6231354e-02 3.7599234e-03 ... -1.1606404e-01 + 4.7493238e-02 1.0492114e-01] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:37:15.731 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=9; step_idx=0 +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache И +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment э -> text_cache И э +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment т -> text_cache И эт +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache И это +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache И это +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache И это о +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache И это ог +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache И это огр +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache И это огро +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache И это огром +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache И это огромн +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment ы -> text_cache И это огромны +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment й -> text_cache И это огромный +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache И это огромный +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache И это огромный с +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache И это огромный сд +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:15.732 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache И это огромный сдв +2026-04-30 19:37:15.733 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:15.733 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:15.733 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache И это огромный сдви +2026-04-30 19:37:15.733 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:15.733 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:15.733 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache И это огромный сдвиг +2026-04-30 19:37:15.733 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:15.733 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:15.733 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache И это огромный сдвиг 20 +2026-04-30 19:37:15.733 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['И это огромный сдвиг'] 20 +Qwen3TTSProcessor __call__ text ['И это огромный сдвиг'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 30174, 67879, 127776, 12228, 33513, 5409, 140179]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:37:15.733 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 30174, 67879, 127776, 12228, 33513, 5409, 140179]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:37:15.733 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 30174 67879 127776 12228 33513 5409 140179]] (1, 7) +2026-04-30 19:37:15.734 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 30174 67879 127776 12228 33513 5409 140179]] (1, 7) +2026-04-30 19:37:15.734 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(30174), np.int64(67879), np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 8 +2026-04-30 19:37:15.734 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:15.734 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(30174), np.int64(67879), np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 8 +2026-04-30 19:37:15.734 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 30174 -> pending_tokens [np.int64(67879), np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 7 +2026-04-30 19:37:15.742 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-0 vq [1995] (1,) int64 +2026-04-30 19:37:15.768 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-1 vq-rvq [[[1995 1159 355 22 1174 819 641 1814 930 905 1846 1247 1110 1484 + 1772 901]]] (1, 1, 16) int64 +2026-04-30 19:37:15.768 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 67879 -> pending_tokens [np.int64(127776), np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 6 +2026-04-30 19:37:15.776 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-1 vq [215] (1,) int64 +2026-04-30 19:37:15.803 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-2 vq-rvq [[[ 215 1722 1096 310 735 804 625 1202 249 38 324 146 783 1838 + 82 803]]] (1, 1, 16) int64 +2026-04-30 19:37:15.803 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 127776 -> pending_tokens [np.int64(12228), np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 5 +2026-04-30 19:37:15.811 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-2 vq [212] (1,) int64 +2026-04-30 19:37:15.838 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-3 vq-rvq [[[ 212 1134 933 282 1047 1372 1960 278 564 1786 743 990 996 1759 + 812 1668]]] (1, 1, 16) int64 +2026-04-30 19:37:15.838 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 12228 -> pending_tokens [np.int64(33513), np.int64(5409), np.int64(140179), np.int64(151673)] 4 +2026-04-30 19:37:15.846 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-3 vq [1181] (1,) int64 +2026-04-30 19:37:15.873 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-4 vq-rvq [[[1181 1746 412 1458 610 407 1452 1544 1789 1333 18 823 1677 1529 + 1008 1435]]] (1, 1, 16) int64 +2026-04-30 19:37:15.873 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 33513 -> pending_tokens [np.int64(5409), np.int64(140179), np.int64(151673)] 3 +2026-04-30 19:37:15.881 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-4 vq [462] (1,) int64 +2026-04-30 19:37:15.907 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-5 vq-rvq [[[ 462 1666 519 990 1296 1347 506 1034 1440 1673 255 437 1555 1860 + 586 607]]] (1, 1, 16) int64 +2026-04-30 19:37:15.907 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 5409 -> pending_tokens [np.int64(140179), np.int64(151673)] 2 +2026-04-30 19:37:15.915 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-5 vq [333] (1,) int64 +2026-04-30 19:37:15.943 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-6 vq-rvq [[[ 333 556 924 225 1943 979 21 122 1636 1649 1703 1049 454 599 + 1851 1782]]] (1, 1, 16) int64 +2026-04-30 19:37:15.943 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 140179 -> pending_tokens [np.int64(151673)] 1 +2026-04-30 19:37:15.951 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-6 vq [1083] (1,) int64 +2026-04-30 19:37:15.977 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-7 vq-rvq [[[1083 1608 533 885 309 365 30 1256 1076 1572 1948 749 1997 518 + 589 1391]]] (1, 1, 16) int64 +2026-04-30 19:37:15.977 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:37:15.985 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-7 vq [1249] (1,) int64 +2026-04-30 19:37:16.012 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-8 vq-rvq [[[1249 1956 1445 166 1566 923 1750 390 300 317 158 1374 1031 499 + 185 1791]]] (1, 1, 16) int64 +2026-04-30 19:37:16.012 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 chunk_tokens [[[1995 215 212 1181] + [1159 1722 1134 1746] + [ 355 1096 933 412] + [ 22 310 282 1458] + [1174 735 1047 610] + [ 819 804 1372 407] + [ 641 625 1960 1452] + [1814 1202 278 1544] + [ 930 249 564 1789] + [ 905 38 1786 1333] + [1846 324 743 18] + [1247 146 990 823] + [1110 783 996 1677] + [1484 1838 1759 1529] + [1772 82 812 1008] + [ 901 803 1668 1435]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:16.036 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-0 wav [[[-2.01955680e-02 -1.59352869e-02 -1.38934506e-02 ... 1.18374446e-05 + 1.10312340e-05 1.13552505e-05]]] -0.02019556798040867 -5.5493495892733335e-05 0.0010201528202742338 0.007314574439078569 (1, 1, 7680) +2026-04-30 19:37:16.037 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 chunk_tokens [[[ 462 333 1083 1249] + [1666 556 1608 1956] + [ 519 924 533 1445] + [ 990 225 885 166] + [1296 1943 309 1566] + [1347 979 365 923] + [ 506 21 30 1750] + [1034 122 1256 390] + [1440 1636 1076 300] + [1673 1649 1572 317] + [ 255 1703 1948 158] + [ 437 1049 749 1374] + [1555 454 1997 1031] + [1860 599 518 499] + [ 586 1851 589 185] + [ 607 1782 1391 1791]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:16.061 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-4 wav [[[ 7.8212106e-06 6.9294224e-06 1.3037827e-05 ... -1.9811969e-03 + -1.7891630e-03 -1.8061807e-03]]] -0.4482235014438629 1.177114086203801e-06 0.07953222095966339 0.28272557258605957 (1, 1, 7680) +2026-04-30 19:37:16.069 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-8 vq [269] (1,) int64 +2026-04-30 19:37:16.095 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-9 vq-rvq [[[ 269 325 185 1227 977 1849 122 1847 517 1180 1423 514 16 1056 + 15 137]]] (1, 1, 16) int64 +2026-04-30 19:37:16.103 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-9 vq [1532] (1,) int64 +2026-04-30 19:37:16.130 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-10 vq-rvq [[[1532 1054 1627 822 1385 1522 1677 101 1437 1317 185 340 592 1686 + 1777 1936]]] (1, 1, 16) int64 +2026-04-30 19:37:16.138 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-10 vq [87] (1,) int64 +2026-04-30 19:37:16.165 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-11 vq-rvq [[[ 87 1752 1239 1574 1538 1944 1625 366 1231 488 434 1676 1856 831 + 1874 58]]] (1, 1, 16) int64 +2026-04-30 19:37:16.173 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-11 vq [22] (1,) int64 +2026-04-30 19:37:16.199 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-12 vq-rvq [[[ 22 1692 815 1761 614 1697 396 546 621 251 266 228 1051 201 + 1023 128]]] (1, 1, 16) int64 +2026-04-30 19:37:16.207 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-12 vq [1919] (1,) int64 +2026-04-30 19:37:16.234 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-13 vq-rvq [[[1919 1121 1305 30 14 1605 671 1373 28 1726 193 1455 1249 485 + 1501 527]]] (1, 1, 16) int64 +2026-04-30 19:37:16.242 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-13 vq [323] (1,) int64 +2026-04-30 19:37:16.268 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-14 vq-rvq [[[ 323 1644 801 1789 26 680 1796 1852 754 1207 1259 999 2030 1078 + 863 1943]]] (1, 1, 16) int64 +2026-04-30 19:37:16.276 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-14 vq [1401] (1,) int64 +2026-04-30 19:37:16.303 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-15 vq-rvq [[[1401 1975 1786 717 741 1861 2038 56 1777 404 374 108 1279 1871 + 275 1270]]] (1, 1, 16) int64 +2026-04-30 19:37:16.311 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-15 vq [1759] (1,) int64 +2026-04-30 19:37:16.338 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-16 vq-rvq [[[1759 1609 735 1583 1185 16 1315 884 23 826 181 1605 1924 779 + 339 1063]]] (1, 1, 16) int64 +2026-04-30 19:37:16.346 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-16 vq [1509] (1,) int64 +2026-04-30 19:37:16.372 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-17 vq-rvq [[[1509 1658 336 1873 1333 1625 1606 102 1044 96 727 1290 950 1948 + 80 277]]] (1, 1, 16) int64 +2026-04-30 19:37:16.380 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-17 vq [1885] (1,) int64 +2026-04-30 19:37:16.407 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-18 vq-rvq [[[1885 1799 655 1145 829 245 1737 1967 912 1781 873 616 1026 973 + 171 187]]] (1, 1, 16) int64 +2026-04-30 19:37:16.415 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-18 vq [1115] (1,) int64 +2026-04-30 19:37:16.442 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-19 vq-rvq [[[1115 1713 661 162 841 1904 1333 383 385 2027 1751 1832 1234 520 + 632 1011]]] (1, 1, 16) int64 +2026-04-30 19:37:16.450 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-19 vq [539] (1,) int64 +2026-04-30 19:37:16.476 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-20 vq-rvq [[[ 539 1615 1756 351 306 0 583 1743 692 197 1547 1800 1323 417 + 713 500]]] (1, 1, 16) int64 +2026-04-30 19:37:16.484 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-20 vq [2021] (1,) int64 +2026-04-30 19:37:16.511 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-21 vq-rvq [[[2021 429 2007 1714 1927 1100 528 1791 1344 1135 247 1274 593 1239 + 11 574]]] (1, 1, 16) int64 +2026-04-30 19:37:16.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-21 vq [2150] (1,) int64 +2026-04-30 19:37:16.519 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 chunk_tokens [[[ 269 1532 87 22] + [ 325 1054 1752 1692] + [ 185 1627 1239 815] + [1227 822 1574 1761] + [ 977 1385 1538 614] + [1849 1522 1944 1697] + [ 122 1677 1625 396] + [1847 101 366 546] + [ 517 1437 1231 621] + [1180 1317 488 251] + [1423 185 434 266] + [ 514 340 1676 228] + [ 16 592 1856 1051] + [1056 1686 831 201] + [ 15 1777 1874 1023] + [ 137 1936 58 128]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:16.543 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-8 wav [[[-0.00159812 -0.00182612 -0.00186477 ... 0.0565865 0.06223739 + 0.06675154]]] -0.5584142208099365 -3.59454752469901e-05 0.10934048146009445 0.43118956685066223 (1, 1, 7680) +2026-04-30 19:37:16.544 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 chunk_tokens [[[1919 323 1401 1759] + [1121 1644 1975 1609] + [1305 801 1786 735] + [ 30 1789 717 1583] + [ 14 26 741 1185] + [1605 680 1861 16] + [ 671 1796 2038 1315] + [1373 1852 56 884] + [ 28 754 1777 23] + [1726 1207 404 826] + [ 193 1259 374 181] + [1455 999 108 1605] + [1249 2030 1279 1924] + [ 485 1078 1871 779] + [1501 863 275 339] + [ 527 1943 1270 1063]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:16.568 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-12 wav [[[ 0.04968379 0.04426515 0.0021734 ... 0.01972589 -0.00433391 + 0.04900259]]] -0.40289106965065 -0.00011741659545805305 0.09232111275196075 0.44093048572540283 (1, 1, 7680) +2026-04-30 19:37:16.568 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 chunk_tokens [[[1509 1885 1115 539] + [1658 1799 1713 1615] + [ 336 655 661 1756] + [1873 1145 162 351] + [1333 829 841 306] + [1625 245 1904 0] + [1606 1737 1333 583] + [ 102 1967 383 1743] + [1044 912 385 692] + [ 96 1781 2027 197] + [ 727 873 1751 1547] + [1290 616 1832 1800] + [ 950 1026 1234 1323] + [1948 973 520 417] + [ 80 171 632 713] + [ 277 187 1011 500]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:16.592 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-16 wav [[[ 0.03250713 0.02268505 0.03448409 ... -0.01104145 -0.0103481 + -0.0100362 ]]] -0.33975866436958313 0.00015816294762771577 0.05733499303460121 0.17906107008457184 (1, 1, 7680) +2026-04-30 19:37:16.592 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 chunk_tokens [[[2021] + [ 429] + [2007] + [1714] + [1927] + [1100] + [ 528] + [1791] + [1344] + [1135] + [ 247] + [1274] + [ 593] + [1239] + [ 11] + [ 574]]] (1, 16, 1) n_chunk_frames 1 +2026-04-30 19:37:16.656 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-20 wav [[[-9.4535202e-03 -8.9783529e-03 -8.5581951e-03 ... 1.5202519e-05 + 1.5358857e-05 1.4777539e-05]]] -0.10078595578670502 7.745563198113814e-05 0.011237377300858498 0.09905606508255005 (1, 1, 1920) +2026-04-30 19:37:16.656 [INFO] __main__: Synthesising: 'для мирового бизнеса.' +2026-04-30 19:37:16.656 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment д -> text_cache д +2026-04-30 19:37:16.656 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled False is_finished False +2026-04-30 19:37:16.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list [array([[[ 7.1379823e-06, 4.9907435e-06, 1.3519397e-05, ..., + 3.1057213e-02, 1.4518169e-02, -1.9448457e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.02866486, 0.02330329, 0.01797375, ..., 0.02148358, + 0.0217489 , 0.02100966]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02091339, 0.02084339, 0.0210196 , ..., -0.03349533, + -0.03251857, -0.03931034]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0381577 , -0.03677696, -0.0360125 , ..., -0.0333591 , + -0.03693791, -0.03682543]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.0353798 , -0.04737117, -0.04903626, ..., -0.03376944, + -0.0245637 , -0.02746156]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00613808, 0.01358302, 0.00824488, ..., -0.00857617, + -0.02508068, -0.0543405 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-7.75193572e-02, -8.22553337e-02, -7.47256353e-02, ..., + 1.16008705e-05, 1.13636852e-05, 1.27383719e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 1.2175586e-05, 1.0751472e-05, 1.1797598e-05, ..., + -4.8163500e-02, -3.9210286e-02, -3.2147013e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.02365079, -0.00748494, -0.00163655, ..., -0.03432206, + -0.03632819, -0.04117686]]], shape=(1, 1, 7680), dtype=float32), array([[[-4.8291899e-02, -5.2786175e-02, -5.8401525e-02, ..., + -9.5652288e-04, 9.0916925e-05, 8.3843438e-04]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00039902, 0.00067104, 0.00014475, ..., 0.00091807, + -0.00389359, 0.00142128]]], shape=(1, 1, 7680), dtype=float32), array([[[ 4.8223443e-05, -7.5186195e-05, 7.1552803e-04, ..., + -4.1897915e-02, -3.8139008e-02, -3.5474759e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.02935792, -0.02575436, -0.02675645, ..., -0.04252904, + -0.03558803, -0.00883155]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.02041144, 0.05652002, 0.10139278, ..., 0.02172534, + 0.00780511, -0.00796868]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.6083779e-02, -9.8661147e-03, -2.3326247e-03, ..., + 1.1398537e-05, 1.1532544e-05, 1.1611901e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[-2.0205112e-02, -1.5883328e-02, -1.3715620e-02, ..., + 1.1662412e-05, 1.1398881e-05, 1.1322094e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.0925998e-05, 1.0872400e-05, 1.1308237e-05, ..., + 3.0995101e-02, 3.1367570e-02, 2.8665718e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.02767157, 0.02564843, 0.0223253 , ..., 0.0058232 , + 0.00752819, 0.00841651]]], shape=(1, 1, 7680), dtype=float32), array([[[ 6.2180008e-03, 8.7161148e-03, 7.8327414e-03, ..., + 1.1311966e-03, 9.6878102e-05, -3.9932840e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.01423115, -0.00655541, -0.00891476, ..., 0.03764518, + 0.03168145, 0.01744047]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00655953, -0.01435363, -0.05521606, ..., 0.09394105, + -0.07527262, 0.03048621]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00581761, -0.05228081, 0.07841925, ..., -0.01210662, + -0.01285498, -0.01811239]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00774364, 0.0230407 , 0.01288122, ..., 0.04868623, + 0.04968091, 0.04958246]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04999158, 0.04975284, 0.04956651, ..., -0.00032114, + 0.00153586, -0.00086901]]], shape=(1, 1, 7680), dtype=float32), array([[[5.4773549e-03, 1.0353577e-02, 3.3994087e-03, ..., + 8.8510387e-06, 7.7727746e-06, 8.3648956e-06]]], + shape=(1, 1, 5760), dtype=float32), array([[[ 2.1312303e-06, -8.5737647e-06, 1.4963193e-06, ..., + 4.6926965e-03, 7.4872901e-03, 2.6190088e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00892831, -0.01920656, -0.04227288, ..., -0.05789667, + -0.06000656, -0.06150806]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06394282, -0.06808319, -0.07410602, ..., 0.01894176, + 0.02216815, 0.02486715]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02683645, 0.02807116, 0.02883971, ..., 0.06118392, + 0.05570152, 0.03450323]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00783799, -0.00320753, -0.04392765, ..., -0.00269402, + -0.00160383, -0.00140622]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00090672, 0.00150676, 0.00377897, ..., 0.04059716, + 0.04089826, 0.03997495]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.03913481, 0.03777239, 0.03687607, ..., -0.01071153, + 0.0022871 , 0.03008584]]], shape=(1, 1, 7680), dtype=float32), array([[[5.8577195e-02, 8.3293848e-02, 6.2411610e-02, ..., + 1.1457327e-05, 1.1012895e-05, 1.1762757e-05]]], + shape=(1, 1, 5760), dtype=float32), array([[[-2.01955680e-02, -1.59352869e-02, -1.38934506e-02, ..., + 1.18374446e-05, 1.10312340e-05, 1.13552505e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 7.8212106e-06, 6.9294224e-06, 1.3037827e-05, ..., + -1.9811969e-03, -1.7891630e-03, -1.8061807e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00159812, -0.00182612, -0.00186477, ..., 0.0565865 , + 0.06223739, 0.06675154]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04968379, 0.04426515, 0.0021734 , ..., 0.01972589, + -0.00433391, 0.04900259]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.03250713, 0.02268505, 0.03448409, ..., -0.01104145, + -0.0103481 , -0.0100362 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-9.4535202e-03, -8.9783529e-03, -8.5581951e-03, ..., + 1.5202519e-05, 1.5358857e-05, 1.4777539e-05]]], + shape=(1, 1, 1920), dtype=float32)] 39 +2026-04-30 19:37:16.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history [7.1379823e-06 4.9907435e-06 1.3519397e-05 ... 1.5202519e-05 1.5358857e-05 + 1.4777539e-05] (286080,) float32 +2026-04-30 19:37:16.661 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont wav_history_after cut_idx 13 [2.04114430e-02 5.65200187e-02 1.01392776e-01 ... 1.52025186e-05 + 1.53588571e-05 1.47775390e-05] (186240,) float32 +2026-04-30 19:37:16.664 [INFO] src.inference.qwen3_tts_inferencer_onnx: prefill cont ref_wav_history_list_after cut_idx 13 [array([[[ 0.02041144, 0.05652002, 0.10139278, ..., 0.02172534, + 0.00780511, -0.00796868]]], shape=(1, 1, 7680), dtype=float32), array([[[-1.6083779e-02, -9.8661147e-03, -2.3326247e-03, ..., + 1.1398537e-05, 1.1532544e-05, 1.1611901e-05]]], + shape=(1, 1, 3840), dtype=float32), array([[[-2.0205112e-02, -1.5883328e-02, -1.3715620e-02, ..., + 1.1662412e-05, 1.1398881e-05, 1.1322094e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[1.0925998e-05, 1.0872400e-05, 1.1308237e-05, ..., + 3.0995101e-02, 3.1367570e-02, 2.8665718e-02]]], + shape=(1, 1, 7680), dtype=float32), array([[[0.02767157, 0.02564843, 0.0223253 , ..., 0.0058232 , + 0.00752819, 0.00841651]]], shape=(1, 1, 7680), dtype=float32), array([[[ 6.2180008e-03, 8.7161148e-03, 7.8327414e-03, ..., + 1.1311966e-03, 9.6878102e-05, -3.9932840e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.01423115, -0.00655541, -0.00891476, ..., 0.03764518, + 0.03168145, 0.01744047]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00655953, -0.01435363, -0.05521606, ..., 0.09394105, + -0.07527262, 0.03048621]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00581761, -0.05228081, 0.07841925, ..., -0.01210662, + -0.01285498, -0.01811239]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.00774364, 0.0230407 , 0.01288122, ..., 0.04868623, + 0.04968091, 0.04958246]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04999158, 0.04975284, 0.04956651, ..., -0.00032114, + 0.00153586, -0.00086901]]], shape=(1, 1, 7680), dtype=float32), array([[[5.4773549e-03, 1.0353577e-02, 3.3994087e-03, ..., + 8.8510387e-06, 7.7727746e-06, 8.3648956e-06]]], + shape=(1, 1, 5760), dtype=float32), array([[[ 2.1312303e-06, -8.5737647e-06, 1.4963193e-06, ..., + 4.6926965e-03, 7.4872901e-03, 2.6190088e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00892831, -0.01920656, -0.04227288, ..., -0.05789667, + -0.06000656, -0.06150806]]], shape=(1, 1, 7680), dtype=float32), array([[[-0.06394282, -0.06808319, -0.07410602, ..., 0.01894176, + 0.02216815, 0.02486715]]], shape=(1, 1, 7680), dtype=float32), array([[[0.02683645, 0.02807116, 0.02883971, ..., 0.06118392, + 0.05570152, 0.03450323]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.00783799, -0.00320753, -0.04392765, ..., -0.00269402, + -0.00160383, -0.00140622]]], shape=(1, 1, 7680), dtype=float32), array([[[0.00090672, 0.00150676, 0.00377897, ..., 0.04059716, + 0.04089826, 0.03997495]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.03913481, 0.03777239, 0.03687607, ..., -0.01071153, + 0.0022871 , 0.03008584]]], shape=(1, 1, 7680), dtype=float32), array([[[5.8577195e-02, 8.3293848e-02, 6.2411610e-02, ..., + 1.1457327e-05, 1.1012895e-05, 1.1762757e-05]]], + shape=(1, 1, 5760), dtype=float32), array([[[-2.01955680e-02, -1.59352869e-02, -1.38934506e-02, ..., + 1.18374446e-05, 1.10312340e-05, 1.13552505e-05]]], + shape=(1, 1, 7680), dtype=float32), array([[[ 7.8212106e-06, 6.9294224e-06, 1.3037827e-05, ..., + -1.9811969e-03, -1.7891630e-03, -1.8061807e-03]]], + shape=(1, 1, 7680), dtype=float32), array([[[-0.00159812, -0.00182612, -0.00186477, ..., 0.0565865 , + 0.06223739, 0.06675154]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.04968379, 0.04426515, 0.0021734 , ..., 0.01972589, + -0.00433391, 0.04900259]]], shape=(1, 1, 7680), dtype=float32), array([[[ 0.03250713, 0.02268505, 0.03448409, ..., -0.01104145, + -0.0103481 , -0.0100362 ]]], shape=(1, 1, 7680), dtype=float32), array([[[-9.4535202e-03, -8.9783529e-03, -8.5581951e-03, ..., + 1.5202519e-05, 1.5358857e-05, 1.4777539e-05]]], + shape=(1, 1, 1920), dtype=float32)] 26 +2026-04-30 19:37:16.664 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds language_id 2069 +2026-04-30 19:37:16.737 [INFO] src.inference.qwen3_tts_inferencer_onnx: _prefill_embeds speaker_embed [[[ 0.02638558 -0.04133404 0.00863566 ... -0.12622145 0.14375159 + 0.02756046]]] (1, 1, 1024) +2026-04-30 19:37:16.737 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_prefill_list [[2154 2156 2069 2157]] +2026-04-30 19:37:16.738 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_0 [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661]]] (1, 4, 1024) +2026-04-30 19:37:16.738 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding_1 [[[-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 1, 1024) +2026-04-30 19:37:16.738 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate codec_input_embedding [[[-0.00662231 0.00408936 0.00294495 ... 0.0111084 -0.00221252 + -0.00595093] + [-0.00418091 0.00317383 0.0004921 ... 0.00231934 -0.00219727 + -0.00291443] + [ 0.00360107 -0.0201416 0.01098633 ... -0.03833008 0.05273438 + 0.00376892] + [-0.00294495 0.00515747 0.00060272 ... 0.01647949 -0.00176239 + -0.00171661] + [ 0.02638558 -0.04133404 0.00863566 ... -0.12622145 0.14375159 + 0.02756046] + [-0.00190735 -0.00424194 -0.00109863 ... 0.00312805 0.00408936 + 0.0004921 ]]] (1, 6, 1024) +2026-04-30 19:37:16.738 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['<|im_start|>assistant\n'] 22 +Qwen3TTSProcessor __call__ text ['<|im_start|>assistant\n'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:16.739 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[151644, 77091, 198]]), 'attention_mask': array([[1, 1, 1]])} +2026-04-30 19:37:16.739 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[151644 77091 198]] (1, 3) +2026-04-30 19:37:16.739 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[151644 77091 198]] (1, 3) +2026-04-30 19:37:16.739 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed_role [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03]]] (1, 3, 1024) +2026-04-30 19:37:16.740 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_bos_embed [[[ 0.00610207 -0.00173687 0.00627419 ... -0.0001377 -0.00063036 + -0.00767252]]] (1, 1, 1024) +2026-04-30 19:37:16.740 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate tts_pad_embed [[[ 0.00477818 -0.00380599 -0.00169616 ... -0.00928435 0.00155528 + 0.00424147]]] (1, 1, 1024) +2026-04-30 19:37:16.740 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate _talker_input_embed [[[-0.00184413 0.00028337 0.00124879 ... 0.00182405 -0.00065724 + -0.00170945] + [ 0.00059727 -0.00063216 -0.00120406 ... -0.00696501 -0.00064198 + 0.00132705] + [ 0.00837926 -0.02394759 0.00929017 ... -0.04761443 0.05428966 + 0.0080104 ] + [ 0.00183324 0.00135149 -0.00109344 ... 0.00719514 -0.00020711 + 0.00252486] + [ 0.03116377 -0.04514003 0.0069395 ... -0.1355058 0.14530687 + 0.03180193] + [ 0.00419472 -0.00597882 0.00517556 ... 0.00299035 0.003459 + -0.00718043]]] (1, 6, 1024) +2026-04-30 19:37:16.741 [INFO] src.inference.qwen3_tts_inferencer_onnx: generate talker_input_embed [[[-3.1760857e-03 3.4366560e-04 -6.5541547e-04 ... 6.8441611e-03 + 1.6852217e-03 -3.0699652e-04] + [-5.0306484e-02 4.0557664e-03 1.8289866e-02 ... -5.6887679e-02 + 1.0521024e-02 -2.8837420e-02] + [ 1.9569334e-03 -6.3376268e-05 1.1566407e-03 ... 2.7661016e-03 + 4.2793620e-04 -2.2229077e-03] + ... + [ 1.8332358e-03 1.3514850e-03 -1.0934370e-03 ... 7.1951421e-03 + -2.0710612e-04 2.5248611e-03] + [ 3.1163765e-02 -4.5140028e-02 6.9394959e-03 ... -1.3550580e-01 + 1.4530687e-01 3.1801932e-02] + [ 4.1947225e-03 -5.9788167e-03 5.1755565e-03 ... 2.9903483e-03 + 3.4589968e-03 -7.1804281e-03]]] (1, 9, 1024) +2026-04-30 19:37:16.785 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill done; talker_seq_len=40; step_idx=40 +2026-04-30 19:37:16.818 [INFO] src.inference.qwen3_tts_inferencer_onnx: Prefill cont done; talker_seq_len=40; step_idx=40 +2026-04-30 19:37:16.818 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:16.818 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment л -> text_cache дл +2026-04-30 19:37:16.818 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:16.818 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:16.818 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment я -> text_cache для +2026-04-30 19:37:16.818 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:16.818 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:16.818 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache для +2026-04-30 19:37:16.818 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:16.818 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:16.818 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment м -> text_cache для м +2026-04-30 19:37:16.818 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:16.818 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache для ми +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment р -> text_cache для мир +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache для миро +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment в -> text_cache для миров +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache для мирово +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment г -> text_cache для мировог +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment о -> text_cache для мирового +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment -> text_cache для мирового +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment б -> text_cache для мирового б +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment и -> text_cache для мирового би +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment з -> text_cache для мирового биз +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment н -> text_cache для мирового бизн +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment е -> text_cache для мирового бизне +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment с -> text_cache для мирового бизнес +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment а -> text_cache для мирового бизнеса +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [] 0 +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text text_fragment . -> text_cache для мирового бизнеса. +2026-04-30 19:37:16.819 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts text ['для мирового бизнеса.'] 21 +Qwen3TTSProcessor __call__ text ['для мирового бизнеса.'] +Qwen3TTSProcessor __call__ output_kwargs[text_kwargs] {'padding': True, 'padding_side': 'left', 'return_tensors': 'np'} +Qwen3TTSProcessor __call__ texts_inputs {'input_ids': array([[ 6949, 13695, 138061, 22107, 132199, 1478, 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:37:16.820 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_dict {'input_ids': array([[ 6949, 13695, 138061, 22107, 132199, 1478, 13]]), 'attention_mask': array([[1, 1, 1, 1, 1, 1, 1]])} +2026-04-30 19:37:16.820 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids [[ 6949 13695 138061 22107 132199 1478 13]] (1, 7) +2026-04-30 19:37:16.820 [INFO] src.inference.qwen3_tts_inferencer_onnx: _tokenize_texts input_ids_ [[ 6949 13695 138061 22107 132199 1478 13]] (1, 7) +2026-04-30 19:37:16.820 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text segment для мирового бизнеса. 21 -> tokenized_segment [np.int64(6949), np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 7 +2026-04-30 19:37:16.820 [INFO] src.inference.qwen3_tts_inferencer_onnx: push_text pending_tokens [np.int64(6949), np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] +2026-04-30 19:37:16.820 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:16.820 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(6949), np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 7 +2026-04-30 19:37:16.820 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 6949 -> pending_tokens [np.int64(13695), np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 6 +2026-04-30 19:37:16.829 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-40 vq [1221] (1,) int64 +2026-04-30 19:37:16.856 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-41 vq-rvq [[[1221 693 942 1543 308 648 1699 422 563 978 1342 304 573 310 + 1246 1476]]] (1, 1, 16) int64 +2026-04-30 19:37:16.856 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13695 -> pending_tokens [np.int64(138061), np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 5 +2026-04-30 19:37:16.864 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-41 vq [2042] (1,) int64 +2026-04-30 19:37:16.890 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-42 vq-rvq [[[2042 758 534 460 1414 925 1436 1054 934 1775 376 194 180 582 + 24 678]]] (1, 1, 16) int64 +2026-04-30 19:37:16.890 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 138061 -> pending_tokens [np.int64(22107), np.int64(132199), np.int64(1478), np.int64(13)] 4 +2026-04-30 19:37:16.898 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-42 vq [1707] (1,) int64 +2026-04-30 19:37:16.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-43 vq-rvq [[[1707 739 1406 573 780 1960 217 156 223 1267 819 1418 1486 598 + 233 905]]] (1, 1, 16) int64 +2026-04-30 19:37:16.925 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 22107 -> pending_tokens [np.int64(132199), np.int64(1478), np.int64(13)] 3 +2026-04-30 19:37:16.933 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-43 vq [1323] (1,) int64 +2026-04-30 19:37:16.960 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-44 vq-rvq [[[1323 418 1669 78 1758 462 175 480 290 748 993 584 1640 422 + 391 1401]]] (1, 1, 16) int64 +2026-04-30 19:37:16.960 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 132199 -> pending_tokens [np.int64(1478), np.int64(13)] 2 +2026-04-30 19:37:16.968 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-44 vq [1406] (1,) int64 +2026-04-30 19:37:16.996 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-45 vq-rvq [[[1406 1412 991 185 864 1458 209 1658 593 1488 816 1509 1213 986 + 1492 179]]] (1, 1, 16) int64 +2026-04-30 19:37:16.996 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 1478 -> pending_tokens [np.int64(13)] 1 +2026-04-30 19:37:17.004 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-45 vq [1804] (1,) int64 +2026-04-30 19:37:17.031 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-46 vq-rvq [[[1804 407 848 1904 1125 1104 1468 601 338 372 1280 790 1388 752 + 395 100]]] (1, 1, 16) int64 +2026-04-30 19:37:17.031 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 13 -> pending_tokens [] 0 +2026-04-30 19:37:17.039 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-46 vq [1239] (1,) int64 +2026-04-30 19:37:17.065 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-47 vq-rvq [[[1239 875 111 1311 1628 1993 469 135 1411 506 1306 1882 69 145 + 1182 32]]] (1, 1, 16) int64 +2026-04-30 19:37:17.066 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-21 chunk_tokens [[[1221 2042 1707 1323] + [ 693 758 739 418] + [ 942 534 1406 1669] + [1543 460 573 78] + [ 308 1414 780 1758] + [ 648 925 1960 462] + [1699 1436 217 175] + [ 422 1054 156 480] + [ 563 934 223 290] + [ 978 1775 1267 748] + [1342 376 819 993] + [ 304 194 1418 584] + [ 573 180 1486 1640] + [ 310 582 598 422] + [1246 24 233 391] + [1476 678 905 1401]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:17.090 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-21 wav [[[-5.0572066e-06 -4.5817185e-05 1.0518510e-05 ... -3.5748303e-02 + 1.5128550e-01 1.9306609e-01]]] -0.4354095757007599 0.00011151360376970842 0.05961111932992935 0.31516239047050476 (1, 1, 7680) +2026-04-30 19:37:17.090 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text text_cache 0 +2026-04-30 19:37:17.090 [INFO] src.inference.qwen3_tts_inferencer_onnx: end_text pending_tokens [np.int64(151673)] 1 +2026-04-30 19:37:17.090 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens is_prefilled True is_finished False +2026-04-30 19:37:17.090 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens pending_tokens [np.int64(151673)] 1 +2026-04-30 19:37:17.090 [INFO] src.inference.qwen3_tts_inferencer_onnx: drain_pending_tokens token 151673 -> pending_tokens [] 0 +2026-04-30 19:37:17.098 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-47 vq [613] (1,) int64 +2026-04-30 19:37:17.125 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-48 vq-rvq [[[ 613 398 1717 14 1100 92 1402 1860 33 1695 337 1558 1953 94 + 638 101]]] (1, 1, 16) int64 +2026-04-30 19:37:17.125 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-25 chunk_tokens [[[1406 1804 1239 613] + [1412 407 875 398] + [ 991 848 111 1717] + [ 185 1904 1311 14] + [ 864 1125 1628 1100] + [1458 1104 1993 92] + [ 209 1468 469 1402] + [1658 601 135 1860] + [ 593 338 1411 33] + [1488 372 506 1695] + [ 816 1280 1306 337] + [1509 790 1882 1558] + [1213 1388 69 1953] + [ 986 752 145 94] + [1492 395 1182 638] + [ 179 100 32 101]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:17.149 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-25 wav [[[ 0.13150471 0.05577675 -0.22431137 ... 0.11070739 0.10536456 + 0.10718004]]] -0.4261563718318939 -0.00011983994045294821 0.08700437098741531 0.28870704770088196 (1, 1, 7680) +2026-04-30 19:37:17.157 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-48 vq [1845] (1,) int64 +2026-04-30 19:37:17.185 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-49 vq-rvq [[[1845 307 85 1251 1231 956 1299 587 1191 1705 1247 1533 78 1110 + 534 1661]]] (1, 1, 16) int64 +2026-04-30 19:37:17.193 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-49 vq [1053] (1,) int64 +2026-04-30 19:37:17.220 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-50 vq-rvq [[[1053 320 1652 1920 1107 1311 413 463 811 460 1098 1280 1578 359 + 1910 1872]]] (1, 1, 16) int64 +2026-04-30 19:37:17.228 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-50 vq [1091] (1,) int64 +2026-04-30 19:37:17.255 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-51 vq-rvq [[[1091 86 637 1394 1423 757 556 529 305 468 1015 912 1199 941 + 1293 346]]] (1, 1, 16) int64 +2026-04-30 19:37:17.263 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-51 vq [181] (1,) int64 +2026-04-30 19:37:17.290 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-52 vq-rvq [[[ 181 2025 115 557 748 197 443 1558 1047 379 2013 926 1085 2022 + 1621 1694]]] (1, 1, 16) int64 +2026-04-30 19:37:17.298 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-52 vq [55] (1,) int64 +2026-04-30 19:37:17.325 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-53 vq-rvq [[[ 55 922 507 1250 860 1130 228 1285 368 1795 1586 1929 321 178 + 2041 677]]] (1, 1, 16) int64 +2026-04-30 19:37:17.333 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-53 vq [887] (1,) int64 +2026-04-30 19:37:17.360 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-54 vq-rvq [[[ 887 1293 315 834 656 1867 879 1094 396 1367 129 187 1708 1544 + 1426 367]]] (1, 1, 16) int64 +2026-04-30 19:37:17.368 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-54 vq [1922] (1,) int64 +2026-04-30 19:37:17.395 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-55 vq-rvq [[[1922 1961 1836 696 217 528 118 258 179 1886 890 71 182 481 + 2040 308]]] (1, 1, 16) int64 +2026-04-30 19:37:17.403 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-55 vq [19] (1,) int64 +2026-04-30 19:37:17.430 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-56 vq-rvq [[[ 19 1829 1694 496 600 964 1069 672 411 1359 388 41 441 783 + 1988 1248]]] (1, 1, 16) int64 +2026-04-30 19:37:17.438 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-56 vq [1218] (1,) int64 +2026-04-30 19:37:17.465 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-57 vq-rvq [[[1218 1375 479 1524 1368 136 1772 1635 609 99 114 896 819 1322 + 1098 1533]]] (1, 1, 16) int64 +2026-04-30 19:37:17.473 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-57 vq [518] (1,) int64 +2026-04-30 19:37:17.501 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-58 vq-rvq [[[ 518 978 91 1114 326 194 713 1189 695 1489 546 27 213 1315 + 1712 1028]]] (1, 1, 16) int64 +2026-04-30 19:37:17.508 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-58 vq [1329] (1,) int64 +2026-04-30 19:37:17.536 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-59 vq-rvq [[[1329 1182 1132 1050 1194 78 387 812 951 1632 449 545 1536 940 + 1050 145]]] (1, 1, 16) int64 +2026-04-30 19:37:17.544 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-59 vq [58] (1,) int64 +2026-04-30 19:37:17.571 [INFO] src.inference.qwen3_tts_inferencer_onnx: local-step-idx-60 vq-rvq [[[ 58 1009 999 507 909 2036 1217 392 1694 1785 1358 1047 527 1189 + 946 534]]] (1, 1, 16) int64 +2026-04-30 19:37:17.579 [INFO] src.inference.qwen3_tts_inferencer_onnx: step-idx-60 vq [2150] (1,) int64 +2026-04-30 19:37:17.579 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-29 chunk_tokens [[[1845 1053 1091 181] + [ 307 320 86 2025] + [ 85 1652 637 115] + [1251 1920 1394 557] + [1231 1107 1423 748] + [ 956 1311 757 197] + [1299 413 556 443] + [ 587 463 529 1558] + [1191 811 305 1047] + [1705 460 468 379] + [1247 1098 1015 2013] + [1533 1280 912 926] + [ 78 1578 1199 1085] + [1110 359 941 2022] + [ 534 1910 1293 1621] + [1661 1872 346 1694]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:17.603 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-29 wav [[[0.10503849 0.12851746 0.12285445 ... 0.01411228 0.05614562 0.0804161 ]]] -0.4172546863555908 0.000183071504579857 0.0828467458486557 0.30325454473495483 (1, 1, 7680) +2026-04-30 19:37:17.603 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-33 chunk_tokens [[[ 55 887 1922 19] + [ 922 1293 1961 1829] + [ 507 315 1836 1694] + [1250 834 696 496] + [ 860 656 217 600] + [1130 1867 528 964] + [ 228 879 118 1069] + [1285 1094 258 672] + [ 368 396 179 411] + [1795 1367 1886 1359] + [1586 129 890 388] + [1929 187 71 41] + [ 321 1708 182 441] + [ 178 1544 481 783] + [2041 1426 2040 1988] + [ 677 367 308 1248]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:17.627 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-33 wav [[[ 0.09020463 0.12916984 0.07444896 ... -0.01152205 -0.02416386 + 0.05492691]]] -0.24144771695137024 -0.00014491206093225628 0.05093320459127426 0.15636228024959564 (1, 1, 7680) +2026-04-30 19:37:17.628 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-37 chunk_tokens [[[1218 518 1329 58] + [1375 978 1182 1009] + [ 479 91 1132 999] + [1524 1114 1050 507] + [1368 326 1194 909] + [ 136 194 78 2036] + [1772 713 387 1217] + [1635 1189 812 392] + [ 609 695 951 1694] + [ 99 1489 1632 1785] + [ 114 546 449 1358] + [ 896 27 545 1047] + [ 819 213 1536 527] + [1322 1315 940 1189] + [1098 1712 1050 946] + [1533 1028 145 534]]] (1, 16, 4) n_chunk_frames 4 +2026-04-30 19:37:17.652 [INFO] src.inference.qwen3_tts_inferencer_onnx: codec-idx-37 wav [[[-2.58578155e-02 2.90300371e-03 -1.96641777e-02 ... 1.14795075e-05 + 1.08856475e-05 1.22084239e-05]]] -0.08535386621952057 9.508063158136792e-06 0.014284120872616768 0.08740311115980148 (1, 1, 7680) +2026-04-30 19:37:17.652 [INFO] __main__: Synthesis complete: 23.12 s audio in 15.69 s (RTF=0.679) +2026-04-30 19:37:17.654 [INFO] __main__: Wrote audio_synth/output_1777577821.9597394.wav (23.12 s, 24000 Hz)