INTEGRATED: Silero TTS (tts-1-silero) - Added silero_wrapper class to speech.py for PyTorch Hub integration - CPU-friendly, no GPU required (48kHz sample rate) - Supports 5 languages: English (117 speakers), Russian, German, Spanish, French - Loads on-demand via torch.hub from snakers4/silero-models - Added 6 OpenAI-compatible voice mappings (alloy, echo, fable, etc.) PREPARED: Chatterbox & Kokoro TTS - Added dependencies to requirements.txt: * git+https://github.com/resemble-ai/chatterbox.git * transformers>=4.35.0 (for Kokoro) * huggingface-hub[cli] (for model downloads) - Created Makefile targets for downloading models - Created test targets for all three new engines Makefile Enhancements: - make voices-silero: Download Silero models (en, ru, de, es, fr) - make test-silero: Test Silero TTS endpoint - make voices-chatterbox: Download Chatterbox models via HF CLI - make test-chatterbox: Test Chatterbox with emotion control - make voices-kokoro: Download Kokoro models via HF CLI - make test-kokoro: Test Kokoro fast synthesis speech.py Changes: - Added silero_wrapper class with tts() method - Added tts-1-silero model handler in generate_speech() - Registered tts-1-silero model in app - Added PCM media type for Silero (48000 Hz) - Global state: silero_model, silero_speakers dict Configuration: - Updated voice_to_speaker.default.yaml with tts-1-silero section - Mapped all 6 OpenAI voices to Silero speakers (en_0 through en_5) Documentation: - Updated docs/MODELS.md: Silero marked as ✅ INTEGRATED - Updated roadmap: Phase 1 task 3 completed - Updated status footer: 3 models rescued - Added integration examples and Makefile commands Next Steps: - Test Silero integration in Docker - Implement Chatterbox emotion control engine - Implement Kokoro fast decoder engine
180 lines
8.4 KiB
Makefile
180 lines
8.4 KiB
Makefile
# Raccoon Mission: UncloseAI Speech Development Makefile
|
|
# Deploy to remote server with ease
|
|
# Configuration is loaded from vars.sh (copy vars.sh.example to vars.sh)
|
|
|
|
# Load configuration from vars.sh if it exists
|
|
ifneq (,$(wildcard vars.sh))
|
|
include vars.sh
|
|
export
|
|
endif
|
|
|
|
# Fallback defaults if vars.sh is not found
|
|
REMOTE_HOST ?= localhost
|
|
REMOTE_USER ?= $(USER)
|
|
REMOTE_PATH ?= ~/uncloseai-speech
|
|
CONTAINER_NAME ?= uncloseai-speech-server-1
|
|
|
|
.PHONY: help deploy sync restart logs test clean stop start voices voices-piper voices-xtts voices-kokoro test-kokoro voices-silero test-silero voices-chatterbox test-chatterbox push-all
|
|
|
|
help:
|
|
@echo "🦝 Raccoon TTS Mission - Development Commands"
|
|
@echo ""
|
|
@echo "Deployment:"
|
|
@echo " make deploy - Full deploy: sync files, restart container"
|
|
@echo " make sync - Sync local files to remote server"
|
|
@echo " make restart - Restart the Docker container"
|
|
@echo ""
|
|
@echo "Development:"
|
|
@echo " make logs - Tail container logs"
|
|
@echo " make test - Test TTS endpoint (Piper)"
|
|
@echo " make test-xtts - Test XTTS HD endpoint"
|
|
@echo " make voices - Download all voices (Piper + XTTS)"
|
|
@echo " make voices-piper - Download Piper voices only"
|
|
@echo " make voices-xtts - Download XTTS voices and samples"
|
|
@echo " make voices-kokoro - Download Kokoro models"
|
|
@echo " make test-kokoro - Test Kokoro fast TTS"
|
|
@echo " make voices-silero - Download Silero models (en, ru, de, es, fr)"
|
|
@echo " make test-silero - Test Silero TTS endpoint"
|
|
@echo " make voices-chatterbox - Download Chatterbox models"
|
|
@echo " make test-chatterbox - Test Chatterbox TTS with emotion control"
|
|
@echo ""
|
|
@echo "Container:"
|
|
@echo " make start - Start Docker container"
|
|
@echo " make stop - Stop Docker container"
|
|
@echo " make clean - Stop and remove container"
|
|
@echo ""
|
|
@echo "Git:"
|
|
@echo " make push-all - Push to all git remotes (origin + github)"
|
|
|
|
sync:
|
|
@echo "📦 Syncing files to $(REMOTE_HOST)..."
|
|
rsync -avz --exclude '.git' --exclude '__pycache__' --exclude '*.pyc' \
|
|
--exclude 'voices/*' --exclude 'config/voice_to_speaker.yaml' \
|
|
./ $(REMOTE_USER)@$(REMOTE_HOST):$(REMOTE_PATH)/
|
|
@echo "📝 Ensuring speech.env exists..."
|
|
ssh $(REMOTE_USER)@$(REMOTE_HOST) "cd $(REMOTE_PATH) && [ -f speech.env ] || cp sample.env speech.env"
|
|
|
|
deploy: sync restart
|
|
@echo "✅ Deployment complete!"
|
|
|
|
restart:
|
|
@echo "🔄 Rebuilding and restarting container on $(REMOTE_HOST)..."
|
|
ssh $(REMOTE_USER)@$(REMOTE_HOST) "cd $(REMOTE_PATH) && docker compose up -d --build"
|
|
|
|
stop:
|
|
@echo "🛑 Stopping container on $(REMOTE_HOST)..."
|
|
ssh $(REMOTE_USER)@$(REMOTE_HOST) "cd $(REMOTE_PATH) && docker compose down"
|
|
|
|
start:
|
|
@echo "▶️ Starting container on $(REMOTE_HOST)..."
|
|
ssh $(REMOTE_USER)@$(REMOTE_HOST) "cd $(REMOTE_PATH) && docker compose up -d"
|
|
|
|
clean: stop
|
|
@echo "🧹 Removing container..."
|
|
ssh $(REMOTE_USER)@$(REMOTE_HOST) "cd $(REMOTE_PATH) && docker compose down -v"
|
|
|
|
logs:
|
|
@echo "📋 Tailing logs from $(REMOTE_HOST)..."
|
|
ssh $(REMOTE_USER)@$(REMOTE_HOST) "docker logs -f $(CONTAINER_NAME)"
|
|
|
|
test:
|
|
@echo "🧪 Testing TTS endpoint..."
|
|
curl -X POST http://$(REMOTE_HOST):8000/v1/audio/speech \
|
|
-H "Content-Type: application/json" \
|
|
-d '{"model":"tts-1","voice":"alloy","input":"Raccoon mission TTS test"}' \
|
|
-o /tmp/raccoon_test.mp3
|
|
@echo "✅ Test complete! Playing audio..."
|
|
@firefox /tmp/raccoon_test.mp3 || mpv /tmp/raccoon_test.mp3 || echo "Install firefox or mpv to play audio"
|
|
|
|
voices: voices-piper voices-xtts
|
|
@echo "✅ All voices downloaded!"
|
|
|
|
voices-piper:
|
|
@echo "🎤 Downloading Piper voices with correct directory structure..."
|
|
ssh $(REMOTE_USER)@$(REMOTE_HOST) "docker exec $(CONTAINER_NAME) bash -c '\
|
|
mkdir -p /app/voices/en/en_US/libritts_r/medium && \
|
|
cd /app/voices/en/en_US/libritts_r/medium && \
|
|
curl -L https://huggingface.co/rhasspy/piper-voices/resolve/v1.0.0/en/en_US/libritts_r/medium/en_US-libritts_r-medium.onnx -o en_US-libritts_r-medium.onnx && \
|
|
curl -L https://huggingface.co/rhasspy/piper-voices/resolve/v1.0.0/en/en_US/libritts_r/medium/en_US-libritts_r-medium.onnx.json -o en_US-libritts_r-medium.onnx.json && \
|
|
mkdir -p /app/voices/en/en_GB/northern_english_male/medium && \
|
|
cd /app/voices/en/en_GB/northern_english_male/medium && \
|
|
curl -L https://huggingface.co/rhasspy/piper-voices/resolve/v1.0.0/en/en_GB/northern_english_male/medium/en_GB-northern_english_male-medium.onnx -o en_GB-northern_english_male-medium.onnx && \
|
|
curl -L https://huggingface.co/rhasspy/piper-voices/resolve/v1.0.0/en/en_GB/northern_english_male/medium/en_GB-northern_english_male-medium.onnx.json -o en_GB-northern_english_male-medium.onnx.json'"
|
|
@echo "📝 Updating voice_to_speaker.yaml with ABSOLUTE paths..."
|
|
ssh $(REMOTE_USER)@$(REMOTE_HOST) "docker exec $(CONTAINER_NAME) bash -c '\
|
|
sed -i \"s|model: voices/en_US-libritts_r-medium.onnx|model: /app/voices/en/en_US/libritts_r/medium/en_US-libritts_r-medium.onnx|g\" /app/config/voice_to_speaker.yaml && \
|
|
sed -i \"s|model: voices/en_GB-northern_english_male-medium.onnx|model: /app/voices/en/en_GB/northern_english_male/medium/en_GB-northern_english_male-medium.onnx|g\" /app/config/voice_to_speaker.yaml'"
|
|
@echo "✅ Piper voices installed with absolute paths!"
|
|
|
|
voices-xtts:
|
|
@echo "🎤 Downloading XTTS speaker samples..."
|
|
ssh $(REMOTE_USER)@$(REMOTE_HOST) "docker exec $(CONTAINER_NAME) bash -c 'cd /app && ./scripts/download_samples.sh'"
|
|
@echo "✅ XTTS speaker samples downloaded!"
|
|
|
|
voices-kokoro:
|
|
@echo "🎤 Downloading Kokoro TTS models..."
|
|
ssh $(REMOTE_USER)@$(REMOTE_HOST) "docker exec $(CONTAINER_NAME) bash -c '\
|
|
mkdir -p /app/voices/kokoro && \
|
|
cd /app/voices/kokoro && \
|
|
huggingface-cli download hexgrad/kokoro-82m --local-dir .'"
|
|
@echo "✅ Kokoro models downloaded!"
|
|
|
|
test-kokoro:
|
|
@echo "🧪 Testing Kokoro fast synthesis..."
|
|
curl -X POST http://$(REMOTE_HOST):8000/v1/audio/speech \
|
|
-H "Content-Type: application/json" \
|
|
-d '{"model":"tts-1-kokoro","voice":"alloy","input":"Testing Kokoro fast decoder synthesis"}' \
|
|
-o /tmp/kokoro_test.mp3
|
|
@echo "✅ Test complete! Playing audio..."
|
|
@firefox /tmp/kokoro_test.mp3 || mpv /tmp/kokoro_test.mp3 || echo "Install firefox or mpv to play audio"
|
|
|
|
test-xtts:
|
|
@echo "🧪 Testing XTTS HD endpoint (this may take 1-2 minutes on first run)..."
|
|
curl -X POST http://$(REMOTE_HOST):8000/v1/audio/speech \
|
|
-H "Content-Type: application/json" \
|
|
-d '{"model":"tts-1-hd","voice":"alloy","input":"Testing XTTS high definition"}' \
|
|
-o /tmp/xtts_test.mp3
|
|
@echo "✅ Test complete! Playing audio..."
|
|
@firefox /tmp/xtts_test.mp3 || mpv /tmp/xtts_test.mp3 || echo "Install firefox or mpv to play audio"
|
|
|
|
push-all:
|
|
@echo "🚀 Pushing to all remotes..."
|
|
git push origin main
|
|
git push github main
|
|
@echo "✅ Pushed to origin and github!"
|
|
|
|
voices-silero:
|
|
@echo "🎤 Downloading Silero TTS models..."
|
|
ssh $(REMOTE_USER)@$(REMOTE_HOST) "docker exec $(CONTAINER_NAME) bash -c '\
|
|
cd /app/voices && \
|
|
python3 -c \"import torch; \
|
|
for lang in [\"\"en\"\", \"\"ru\"\", \"\"de\"\", \"\"es\"\", \"\"fr\"\"]: \
|
|
model, *_ = torch.hub.load(repo_or_dir=\"\"snakers4/silero-models\"\", model=\"\"silero_tts\"\", language=lang, speaker=\"\"v4_\"\"+lang if lang==\"\"en\"\" else \"\"v3_\"\"+lang); \
|
|
print(f\"\"Downloaded Silero {lang}\"\")\"'"
|
|
@echo "✅ Silero models downloaded!"
|
|
|
|
test-silero:
|
|
@echo "🧪 Testing Silero endpoint..."
|
|
curl -X POST http://$(REMOTE_HOST):8000/v1/audio/speech \
|
|
-H "Content-Type: application/json" \
|
|
-d '{"model":"tts-1-silero","voice":"alloy","input":"Testing Silero fast synthesis"}' \
|
|
-o /tmp/silero_test.mp3
|
|
@echo "✅ Test complete! Playing audio..."
|
|
@firefox /tmp/silero_test.mp3 || mpv /tmp/silero_test.mp3 || echo "Install firefox or mpv to play audio"
|
|
|
|
voices-chatterbox:
|
|
@echo "🎤 Downloading Chatterbox models..."
|
|
ssh $(REMOTE_USER)@$(REMOTE_HOST) "docker exec $(CONTAINER_NAME) bash -c '\
|
|
mkdir -p /app/voices/chatterbox && \
|
|
cd /app/voices/chatterbox && \
|
|
huggingface-cli download resemble-ai/chatterbox --local-dir .'"
|
|
@echo "✅ Chatterbox models downloaded!"
|
|
|
|
test-chatterbox:
|
|
@echo "🧪 Testing Chatterbox with emotion control..."
|
|
curl -X POST http://$(REMOTE_HOST):8000/v1/audio/speech \
|
|
-H "Content-Type: application/json" \
|
|
-d '{"model":"tts-1-chatter","voice":"alloy","input":"Testing emotional speech synthesis"}' \
|
|
-o /tmp/chatterbox_test.mp3
|
|
@echo "✅ Test complete! Playing audio..."
|
|
@firefox /tmp/chatterbox_test.mp3 || mpv /tmp/chatterbox_test.mp3 || echo "Install firefox or mpv to play audio"
|