f503a24b3b
This commit adds the Auto-Dubbing feature for Podcast Maker with support for translating podcast audio to different languages with optional voice cloning to preserve the original speaker's voice. New Features: - Translation Service (common module): DeepL integration for low-cost translation, WaveSpeed integration for high-quality translation - Audio Dubbing Service: STT -> Translate -> TTS pipeline with voice cloning support - 9 new API endpoints for dubbing and voice cloning - Support for 34+ languages - Cost estimation utilities - Comprehensive documentation Files Added: - services/translation/ (5 files): Translation service module - services/dubbing/: Audio dubbing service - api/podcast/handlers/dubbing.py: API endpoints - docs/AUTO_DUBBING.md: Feature documentation - CHANGELOG.md: Change log Files Modified: - api/podcast/models.py: Added dubbing request/response models - api/podcast/router.py: Added dubbing routes - services/__init__.py: Export translation and dubbing services - scene_animation.py: Fixed missing Path import
420 lines
16 KiB
Python
420 lines
16 KiB
Python
"""
|
|
Podcast API Models
|
|
|
|
All Pydantic request/response models for podcast endpoints.
|
|
"""
|
|
|
|
from pydantic import BaseModel, Field, model_validator
|
|
from typing import List, Optional, Dict, Any
|
|
from datetime import datetime
|
|
from enum import Enum
|
|
|
|
|
|
class PodcastProjectResponse(BaseModel):
|
|
"""Response model for podcast project."""
|
|
id: int
|
|
project_id: str
|
|
user_id: str
|
|
idea: str
|
|
duration: int
|
|
speakers: int
|
|
budget_cap: float
|
|
analysis: Optional[Dict[str, Any]] = None
|
|
queries: Optional[List[Dict[str, Any]]] = None
|
|
selected_queries: Optional[List[str]] = None
|
|
research: Optional[Dict[str, Any]] = None
|
|
raw_research: Optional[Dict[str, Any]] = None
|
|
estimate: Optional[Dict[str, Any]] = None
|
|
script_data: Optional[Dict[str, Any]] = None
|
|
bible: Optional[Dict[str, Any]] = None
|
|
render_jobs: Optional[List[Dict[str, Any]]] = None
|
|
knobs: Optional[Dict[str, Any]] = None
|
|
research_provider: Optional[str] = None
|
|
show_script_editor: bool = False
|
|
show_render_queue: bool = False
|
|
current_step: Optional[str] = None
|
|
status: str = "draft"
|
|
is_favorite: bool = False
|
|
final_video_url: Optional[str] = None
|
|
avatar_url: Optional[str] = None
|
|
avatar_prompt: Optional[str] = None
|
|
avatar_persona_id: Optional[str] = None
|
|
created_at: datetime
|
|
updated_at: datetime
|
|
|
|
class Config:
|
|
from_attributes = True
|
|
|
|
|
|
class PodcastAnalyzeRequest(BaseModel):
|
|
"""Request model for podcast idea analysis."""
|
|
idea: str = Field(..., description="Podcast topic or idea")
|
|
duration: int = Field(default=10, description="Target duration in minutes")
|
|
speakers: int = Field(default=1, description="Number of speakers")
|
|
bible: Optional[Dict[str, Any]] = Field(None, description="Optional Podcast Bible for context")
|
|
avatar_url: Optional[str] = Field(None, description="Current avatar URL if selected")
|
|
feedback: Optional[str] = Field(None, description="User feedback for regeneration")
|
|
|
|
|
|
class PodcastAnalyzeResponse(BaseModel):
|
|
"""Response model for podcast idea analysis."""
|
|
audience: str
|
|
content_type: str
|
|
top_keywords: list[str]
|
|
suggested_outlines: list[Dict[str, Any]]
|
|
title_suggestions: list[str]
|
|
research_queries: Optional[List[Dict[str, str]]] = None
|
|
exa_suggested_config: Optional[Dict[str, Any]] = None
|
|
bible: Optional[Dict[str, Any]] = None
|
|
avatar_url: Optional[str] = None
|
|
avatar_prompt: Optional[str] = None
|
|
|
|
|
|
class PodcastEnhanceIdeaRequest(BaseModel):
|
|
"""Request model for enhancing a podcast idea with AI."""
|
|
idea: str = Field(..., description="The raw podcast idea or keywords")
|
|
bible: Optional[Dict[str, Any]] = Field(None, description="Optional Podcast Bible for context")
|
|
|
|
|
|
class PodcastEnhanceIdeaResponse(BaseModel):
|
|
"""Response model for enhanced podcast idea."""
|
|
enhanced_ideas: List[str] = Field(..., description="3 AI-enhanced topic choices")
|
|
rationales: List[str] = Field(..., description="Rationale for each enhanced idea")
|
|
|
|
|
|
class PodcastScriptRequest(BaseModel):
|
|
"""Request model for podcast script generation."""
|
|
idea: str = Field(..., description="Podcast idea or topic")
|
|
duration_minutes: int = Field(default=10, description="Target duration in minutes")
|
|
speakers: int = Field(default=1, description="Number of speakers")
|
|
research: Optional[Dict[str, Any]] = Field(None, description="Optional research payload to ground the script")
|
|
bible: Optional[Dict[str, Any]] = Field(None, description="Podcast Bible for hyper-personalization")
|
|
outline: Optional[Dict[str, Any]] = Field(None, description="The refined episode outline to follow")
|
|
analysis: Optional[Dict[str, Any]] = Field(None, description="The full analysis context (audience, keywords, etc.)")
|
|
|
|
|
|
class PodcastSceneLine(BaseModel):
|
|
speaker: str
|
|
text: str
|
|
emphasis: Optional[bool] = False
|
|
|
|
|
|
class PodcastScene(BaseModel):
|
|
id: str
|
|
title: str
|
|
duration: int
|
|
lines: list[PodcastSceneLine]
|
|
approved: bool = False
|
|
emotion: Optional[str] = None
|
|
imageUrl: Optional[str] = None # Generated image URL for video generation
|
|
|
|
|
|
class PodcastExaConfig(BaseModel):
|
|
"""Exa config for podcast research."""
|
|
exa_search_type: Optional[str] = Field(default="auto", description="auto | keyword | neural")
|
|
exa_category: Optional[str] = None
|
|
exa_include_domains: List[str] = []
|
|
exa_exclude_domains: List[str] = []
|
|
max_sources: int = 8
|
|
include_statistics: Optional[bool] = False
|
|
date_range: Optional[str] = Field(default=None, description="last_month | last_3_months | last_year | all_time")
|
|
|
|
@model_validator(mode="after")
|
|
def validate_domains(self):
|
|
if self.exa_include_domains and self.exa_exclude_domains:
|
|
# Exa API does not allow both include and exclude domains together with contents
|
|
# Prefer include_domains and drop exclude_domains
|
|
self.exa_exclude_domains = []
|
|
return self
|
|
|
|
|
|
class PodcastExaResearchRequest(BaseModel):
|
|
"""Request for podcast research using Exa directly (no blog writer)."""
|
|
topic: str
|
|
queries: List[str]
|
|
exa_config: Optional[PodcastExaConfig] = None
|
|
bible: Optional[Dict[str, Any]] = Field(None, description="Podcast Bible for hyper-personalization")
|
|
analysis: Optional[Dict[str, Any]] = Field(None, description="Podcast analysis context (audience, content type, etc.)")
|
|
|
|
|
|
class PodcastExaSource(BaseModel):
|
|
title: str = ""
|
|
url: str = ""
|
|
excerpt: str = ""
|
|
published_at: Optional[str] = None
|
|
highlights: Optional[List[str]] = None
|
|
summary: Optional[str] = None
|
|
source_type: Optional[str] = None
|
|
index: Optional[int] = None
|
|
image: Optional[str] = None
|
|
author: Optional[str] = None
|
|
|
|
|
|
class PodcastResearchInsight(BaseModel):
|
|
"""Deep insight extracted from research."""
|
|
title: str
|
|
content: str
|
|
source_indices: List[int] = []
|
|
|
|
|
|
class PodcastExaResearchResponse(BaseModel):
|
|
sources: List[PodcastExaSource]
|
|
search_queries: List[str] = []
|
|
summary: str = ""
|
|
key_insights: List[PodcastResearchInsight] = []
|
|
cost: Optional[Dict[str, Any]] = None
|
|
search_type: Optional[str] = None
|
|
provider: str = "exa"
|
|
content: Optional[str] = None # Raw aggregated content (deprecated)
|
|
|
|
|
|
class PodcastScriptResponse(BaseModel):
|
|
scenes: list[PodcastScene]
|
|
|
|
|
|
class PodcastAudioRequest(BaseModel):
|
|
"""Generate TTS for a podcast scene."""
|
|
scene_id: str
|
|
scene_title: str
|
|
text: str
|
|
voice_id: Optional[str] = "Wise_Woman"
|
|
speed: Optional[float] = 1.0
|
|
volume: Optional[float] = 1.0
|
|
pitch: Optional[float] = 0.0
|
|
emotion: Optional[str] = "neutral"
|
|
english_normalization: Optional[bool] = False # Better number reading for statistics
|
|
sample_rate: Optional[int] = None
|
|
bitrate: Optional[int] = None
|
|
channel: Optional[str] = None
|
|
format: Optional[str] = None
|
|
language_boost: Optional[str] = None
|
|
enable_sync_mode: Optional[bool] = True
|
|
|
|
|
|
class PodcastAudioResponse(BaseModel):
|
|
scene_id: str
|
|
scene_title: str
|
|
audio_filename: str
|
|
audio_url: str
|
|
provider: str
|
|
model: str
|
|
voice_id: str
|
|
text_length: int
|
|
file_size: int
|
|
cost: float
|
|
|
|
|
|
class PodcastProjectListResponse(BaseModel):
|
|
"""Response model for project list."""
|
|
projects: List[PodcastProjectResponse]
|
|
total: int
|
|
limit: int
|
|
offset: int
|
|
|
|
|
|
class CreateProjectRequest(BaseModel):
|
|
"""Request model for creating a project."""
|
|
project_id: str = Field(..., description="Unique project ID")
|
|
idea: str = Field(..., description="Episode idea or URL")
|
|
duration: int = Field(..., description="Duration in minutes")
|
|
speakers: int = Field(default=1, description="Number of speakers")
|
|
budget_cap: float = Field(default=50.0, description="Budget cap in USD")
|
|
avatar_url: Optional[str] = Field(None, description="Optional presenter avatar URL")
|
|
|
|
|
|
class UpdateProjectRequest(BaseModel):
|
|
"""Request model for updating project state."""
|
|
analysis: Optional[Dict[str, Any]] = None
|
|
queries: Optional[List[Dict[str, Any]]] = None
|
|
selected_queries: Optional[List[str]] = None
|
|
research: Optional[Dict[str, Any]] = None
|
|
raw_research: Optional[Dict[str, Any]] = None
|
|
estimate: Optional[Dict[str, Any]] = None
|
|
script_data: Optional[Dict[str, Any]] = None
|
|
bible: Optional[Dict[str, Any]] = None
|
|
render_jobs: Optional[List[Dict[str, Any]]] = None
|
|
knobs: Optional[Dict[str, Any]] = None
|
|
research_provider: Optional[str] = None
|
|
show_script_editor: Optional[bool] = None
|
|
show_render_queue: Optional[bool] = None
|
|
current_step: Optional[str] = None
|
|
status: Optional[str] = None
|
|
final_video_url: Optional[str] = None
|
|
|
|
|
|
class PodcastCombineAudioRequest(BaseModel):
|
|
"""Request model for combining podcast audio files."""
|
|
project_id: str
|
|
scene_ids: List[str] = Field(..., description="List of scene IDs to combine")
|
|
scene_audio_urls: List[str] = Field(..., description="List of audio URLs for each scene")
|
|
|
|
|
|
class PodcastCombineAudioResponse(BaseModel):
|
|
"""Response model for combined podcast audio."""
|
|
combined_audio_url: str
|
|
combined_audio_filename: str
|
|
total_duration: float
|
|
file_size: int
|
|
scene_count: int
|
|
|
|
|
|
class PodcastImageRequest(BaseModel):
|
|
"""Request for generating an image for a podcast scene."""
|
|
scene_id: str
|
|
scene_title: str
|
|
scene_content: Optional[str] = None # Optional: scene lines text for context
|
|
idea: Optional[str] = None # Optional: podcast idea for context
|
|
base_avatar_url: Optional[str] = None # Base avatar image URL for scene variations
|
|
bible: Optional[Dict[str, Any]] = Field(None, description="Podcast Bible for hyper-personalization")
|
|
width: int = 1024
|
|
height: int = 1024
|
|
custom_prompt: Optional[str] = None # Custom prompt from user (overrides auto-generated prompt)
|
|
style: Optional[str] = None # "Auto", "Fiction", or "Realistic"
|
|
rendering_speed: Optional[str] = None # "Default", "Turbo", or "Quality"
|
|
aspect_ratio: Optional[str] = None # "1:1", "16:9", "9:16", "4:3", "3:4"
|
|
|
|
|
|
class PodcastImageResponse(BaseModel):
|
|
"""Response for podcast scene image generation."""
|
|
scene_id: str
|
|
scene_title: str
|
|
image_filename: str
|
|
image_url: str
|
|
width: int
|
|
height: int
|
|
provider: str
|
|
model: Optional[str] = None
|
|
cost: float
|
|
|
|
|
|
class PodcastVideoGenerationRequest(BaseModel):
|
|
"""Request model for podcast video generation."""
|
|
project_id: str = Field(..., description="Podcast project ID")
|
|
scene_id: str = Field(..., description="Scene ID")
|
|
scene_title: str = Field(..., description="Scene title")
|
|
audio_url: str = Field(..., description="URL to the generated audio file")
|
|
avatar_image_url: Optional[str] = Field(None, description="URL to scene image (required for video generation)")
|
|
bible: Optional[Dict[str, Any]] = Field(None, description="Podcast Bible for hyper-personalization")
|
|
resolution: str = Field("720p", description="Video resolution (480p or 720p)")
|
|
prompt: Optional[str] = Field(None, description="Optional animation prompt override")
|
|
seed: Optional[int] = Field(-1, description="Random seed; -1 for random")
|
|
mask_image_url: Optional[str] = Field(None, description="Optional mask image URL to specify animated region")
|
|
|
|
|
|
class PodcastVideoGenerationResponse(BaseModel):
|
|
"""Response model for podcast video generation."""
|
|
task_id: str
|
|
status: str
|
|
message: str
|
|
|
|
|
|
class PodcastCombineVideosRequest(BaseModel):
|
|
"""Request to combine scene videos into final podcast"""
|
|
project_id: str = Field(..., description="Project ID")
|
|
scene_video_urls: list[str] = Field(..., description="List of scene video URLs in order")
|
|
podcast_title: str = Field(default="Podcast", description="Title for the final podcast video")
|
|
|
|
|
|
class PodcastCombineVideosResponse(BaseModel):
|
|
"""Response from combine videos endpoint"""
|
|
task_id: str
|
|
status: str
|
|
message: str
|
|
|
|
|
|
class AudioDubbingQuality(str, Enum):
|
|
LOW = "low"
|
|
HIGH = "high"
|
|
|
|
@classmethod
|
|
def from_string(cls, value: str) -> "AudioDubbingQuality":
|
|
if value.lower() == "high":
|
|
return cls.HIGH
|
|
return cls.LOW
|
|
|
|
|
|
class PodcastAudioDubRequest(BaseModel):
|
|
"""Request model for audio dubbing."""
|
|
source_audio_url: str = Field(..., description="URL or path to source audio file")
|
|
source_language: Optional[str] = Field(None, description="Source language code (auto-detected if None)")
|
|
target_language: str = Field(..., description="Target language for dubbing")
|
|
quality: str = Field(default="low", description="Translation quality: low (DeepL) or high (WaveSpeed)")
|
|
voice_id: Optional[str] = Field(default="Wise_Woman", description="Voice ID for TTS")
|
|
speed: Optional[float] = Field(default=1.0, ge=0.5, le=2.0, description="Speech speed (0.5-2.0)")
|
|
emotion: Optional[str] = Field(default="happy", description="Emotion for TTS voice")
|
|
preserve_emotion: Optional[bool] = Field(default=True, description="Preserve emotional tone in translation")
|
|
use_voice_clone: Optional[bool] = Field(default=False, description="Use voice cloning to preserve original speaker's voice")
|
|
custom_voice_id: Optional[str] = Field(None, description="Custom name for the cloned voice")
|
|
voice_clone_accuracy: Optional[float] = Field(default=0.7, ge=0.1, le=1.0, description="Voice cloning accuracy (0.1-1.0)")
|
|
|
|
|
|
class PodcastAudioDubResponse(BaseModel):
|
|
"""Response model for audio dubbing task creation."""
|
|
task_id: str
|
|
status: str = "pending"
|
|
message: str = "Audio dubbing task created"
|
|
|
|
|
|
class PodcastAudioDubResult(BaseModel):
|
|
"""Response model for completed audio dubbing."""
|
|
dubbed_audio_url: str
|
|
dubbed_audio_filename: str
|
|
original_transcript: str
|
|
translated_transcript: str
|
|
source_language: str
|
|
target_language: str
|
|
voice_id: str
|
|
quality: str
|
|
duration_seconds: int
|
|
file_size: int
|
|
cost: float
|
|
task_id: str
|
|
status: str = "completed"
|
|
voice_clone_used: Optional[bool] = Field(default=False, description="Whether voice cloning was used")
|
|
cloned_voice_id: Optional[str] = Field(None, description="ID of the cloned voice if voice_clone_used=True")
|
|
|
|
|
|
class PodcastAudioDubEstimateRequest(BaseModel):
|
|
"""Request model for dubbing cost estimation."""
|
|
audio_duration_seconds: float = Field(..., description="Duration of source audio in seconds")
|
|
target_language: str = Field(..., description="Target language")
|
|
quality: str = Field(default="low", description="Translation quality")
|
|
use_voice_clone: Optional[bool] = Field(default=False, description="Include voice cloning cost")
|
|
|
|
|
|
class PodcastAudioDubEstimateResponse(BaseModel):
|
|
"""Response model for dubbing cost estimation."""
|
|
estimated_characters: int
|
|
translation_cost: float
|
|
tts_cost: float
|
|
voice_clone_cost: float = 0.0
|
|
total_cost: float
|
|
currency: str = "USD"
|
|
|
|
|
|
class VoiceCloneRequest(BaseModel):
|
|
"""Request model for voice cloning."""
|
|
source_audio_url: str = Field(..., description="URL or path to source audio file (10-60 seconds recommended)")
|
|
custom_voice_id: Optional[str] = Field(None, description="Custom name for the cloned voice")
|
|
accuracy: Optional[float] = Field(default=0.7, ge=0.1, le=1.0, description="Cloning accuracy (0.1-1.0)")
|
|
language_boost: Optional[str] = Field(None, description="Language to optimize the voice for")
|
|
|
|
|
|
class VoiceCloneResponse(BaseModel):
|
|
"""Response model for voice cloning."""
|
|
task_id: str
|
|
status: str = "pending"
|
|
message: str = "Voice cloning task created"
|
|
|
|
|
|
class VoiceCloneResult(BaseModel):
|
|
"""Response model for completed voice cloning."""
|
|
voice_id: str
|
|
voice_url: str
|
|
source_language: str
|
|
accuracy: float
|
|
file_size: int
|
|
task_id: str
|
|
status: str = "completed"
|
|
|