Commit ·
6c3a1c5
1
Parent(s): 7065ca3
Revert "feat: add Orpheus TTS benchmark results (RTX 4090)"
Browse filesThis reverts commit 7065ca304d2b9b13a9cf7fa00ebe21a206abbc70.
.gitattributes
CHANGED
|
@@ -4,4 +4,3 @@
|
|
| 4 |
*.pth filter=lfs diff=lfs merge=lfs -text
|
| 5 |
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
| 6 |
*.onnx filter=lfs diff=lfs merge=lfs -text
|
| 7 |
-
*.wav filter=lfs diff=lfs merge=lfs -text
|
|
|
|
| 4 |
*.pth filter=lfs diff=lfs merge=lfs -text
|
| 5 |
*.safetensors filter=lfs diff=lfs merge=lfs -text
|
| 6 |
*.onnx filter=lfs diff=lfs merge=lfs -text
|
|
|
orpheus-tts/2024-12-24/README.md
DELETED
|
@@ -1,45 +0,0 @@
|
|
| 1 |
-
# Orpheus TTS - Teste RTX 4090
|
| 2 |
-
|
| 3 |
-
**Data:** 2024-12-24
|
| 4 |
-
|
| 5 |
-
## Configuracao
|
| 6 |
-
|
| 7 |
-
- **GPU:** NVIDIA RTX 4090 (24GB VRAM)
|
| 8 |
-
- **Modelo:** `canopylabs/orpheus-3b-0.1-ft` (3B parametros)
|
| 9 |
-
- **Precisao:** bfloat16
|
| 10 |
-
- **Backend:** vLLM v0.13.0 com FLASH_ATTN
|
| 11 |
-
- **Plataforma:** Vast.ai
|
| 12 |
-
|
| 13 |
-
## Resultados
|
| 14 |
-
|
| 15 |
-
| Metrica | Valor |
|
| 16 |
-
|---------|-------|
|
| 17 |
-
| Tempo de geracao | 6.83s |
|
| 18 |
-
| Duracao do audio | 7.59s |
|
| 19 |
-
| **RTF (Real-Time Factor)** | **0.899** |
|
| 20 |
-
| Velocidade | 1.1x tempo real |
|
| 21 |
-
| Memoria GPU usada | ~6.2 GiB |
|
| 22 |
-
|
| 23 |
-
## Conclusao
|
| 24 |
-
|
| 25 |
-
O Orpheus TTS na RTX 4090 consegue rodar **mais rapido que tempo real** (RTF < 1.0).
|
| 26 |
-
|
| 27 |
-
## Arquivos
|
| 28 |
-
|
| 29 |
-
- `test_orpheus.py` - Script de teste
|
| 30 |
-
- `test_orpheus_output.wav` - Audio gerado (24kHz, mono, 16-bit)
|
| 31 |
-
|
| 32 |
-
## Texto do Teste
|
| 33 |
-
|
| 34 |
-
> "Hello! This is a test of the Orpheus text to speech system running on an RTX 4090. How does it sound?"
|
| 35 |
-
|
| 36 |
-
## Proximos Passos - Otimizacoes
|
| 37 |
-
|
| 38 |
-
Para suportar 10 usuarios simultaneos:
|
| 39 |
-
|
| 40 |
-
1. **FP8 quantization** - 1.5-1.6x speedup
|
| 41 |
-
2. **Continuous batching** - Escala throughput
|
| 42 |
-
3. **TensorRT-LLM** - 1.3-1.5x speedup
|
| 43 |
-
4. **Speculative decoding** - 1.5-2x speedup
|
| 44 |
-
|
| 45 |
-
Estimativa com otimizacoes: RTF ~0.3-0.4, suportando 8-12 streams simultaneos.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
orpheus-tts/2024-12-24/test_orpheus.py
DELETED
|
@@ -1,54 +0,0 @@
|
|
| 1 |
-
import time
|
| 2 |
-
import wave
|
| 3 |
-
|
| 4 |
-
def main():
|
| 5 |
-
from orpheus_tts import OrpheusModel
|
| 6 |
-
|
| 7 |
-
print("="*50)
|
| 8 |
-
print("TESTE ORPHEUS TTS - RTX 4090")
|
| 9 |
-
print("="*50)
|
| 10 |
-
|
| 11 |
-
print("\n[1] Carregando modelo Orpheus TTS...")
|
| 12 |
-
start_load = time.time()
|
| 13 |
-
model = OrpheusModel(model_name="canopylabs/orpheus-3b-0.1-ft")
|
| 14 |
-
load_time = time.time() - start_load
|
| 15 |
-
print(f" Modelo carregado em {load_time:.2f}s")
|
| 16 |
-
|
| 17 |
-
text = "Hello! This is a test of the Orpheus text to speech system running on an RTX 4090. How does it sound?"
|
| 18 |
-
print(f"\n[2] Gerando audio para:")
|
| 19 |
-
print(f' "{text}"')
|
| 20 |
-
|
| 21 |
-
start_gen = time.time()
|
| 22 |
-
audio_chunks = []
|
| 23 |
-
# Use prompt= instead of text=
|
| 24 |
-
for chunk in model.generate_speech(prompt=text, voice="tara"):
|
| 25 |
-
audio_chunks.append(chunk)
|
| 26 |
-
gen_time = time.time() - start_gen
|
| 27 |
-
|
| 28 |
-
audio_data = b"".join(audio_chunks)
|
| 29 |
-
|
| 30 |
-
with wave.open("/root/test_output.wav", "wb") as wf:
|
| 31 |
-
wf.setnchannels(1)
|
| 32 |
-
wf.setsampwidth(2)
|
| 33 |
-
wf.setframerate(24000)
|
| 34 |
-
wf.writeframes(audio_data)
|
| 35 |
-
|
| 36 |
-
audio_duration = len(audio_data) / (24000 * 2)
|
| 37 |
-
rtf = gen_time / audio_duration
|
| 38 |
-
|
| 39 |
-
print(f"\n[3] === RESULTADOS ===")
|
| 40 |
-
print(f" Tempo de geracao: {gen_time:.2f}s")
|
| 41 |
-
print(f" Duracao do audio: {audio_duration:.2f}s")
|
| 42 |
-
print(f" RTF (Real-Time Factor): {rtf:.3f}")
|
| 43 |
-
print(f" Velocidade: {1/rtf:.1f}x tempo real")
|
| 44 |
-
print(f" Audio salvo em: /root/test_output.wav")
|
| 45 |
-
|
| 46 |
-
if rtf < 1.0:
|
| 47 |
-
print(f"\n [OK] SUCESSO! Roda mais rapido que tempo real!")
|
| 48 |
-
else:
|
| 49 |
-
print(f"\n [X] Nao consegue tempo real (precisa RTF < 1.0)")
|
| 50 |
-
|
| 51 |
-
print("="*50)
|
| 52 |
-
|
| 53 |
-
if __name__ == "__main__":
|
| 54 |
-
main()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
orpheus-tts/2024-12-24/test_orpheus_output.wav
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:63d9c7444bcf62b2346ac429111e8d74b1ca1cad516ecdbdad15d6b6b25701a3
|
| 3 |
-
size 364588
|
|
|
|
|
|
|
|
|
|
|
|