Skip to content

Fix issues, add SFX looping #70

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
PaulAsjes merged 1 commit into from
Sep 1, 2025
Merged

Fix issues, add SFX looping #70

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
143 changes: 83 additions & 60 deletions elevenlabs_mcp/server.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -32,99 +32,110 @@
handle_large_text,
)

from elevenlabs_mcp.convai import create_conversation_config, create_platform_settings
from elevenlabs.types.knowledge_base_locator import KnowledgeBaseLocator

from elevenlabs import play
from elevenlabs_mcp import __version__

load_dotenv()
api_key = os.getenv("ELEVENLABS_API_KEY")
base_path = os.getenv("ELEVENLABS_MCP_BASE_PATH")
DEFAULT_VOICE_ID = os.getenv("ELEVENLABS_DEFAULT_VOICE_ID", "cgSgspJ2msm6clMCkdW9")

if not api_key:
raise ValueError("ELEVENLABS_API_KEY environment variable is required")

# Add custom client to ElevenLabs to set User-Agent header
custom_client = httpx.Client(
headers={
"User-Agent": f"ElevenLabs-MCP/{__version__}",
}
)

client = ElevenLabs(api_key=api_key, httpx_client=custom_client)
mcp = FastMCP("ElevenLabs")


def format_diarized_transcript(transcription) -> str:
"""Format transcript with speaker labels from diarized response."""
try:
# Try to access words array - the exact attribute might vary
words = None
if hasattr(transcription, 'words'):
if hasattr(transcription, "words"):
words = transcription.words
elif hasattr(transcription, '__dict__'):
elif hasattr(transcription, "__dict__"):
# Try to find words in the response dict
for key, value in transcription.__dict__.items():
if key == 'words' or (isinstance(value, list) and len(value) > 0 and
(hasattr(value[0], 'speaker_id') if hasattr(value[0], '__dict__') else
('speaker_id' in value[0] if isinstance(value[0], dict) else False))):
if key == "words" or (
isinstance(value, list)
and len(value) > 0
and (
hasattr(value[0], "speaker_id")
if hasattr(value[0], "__dict__")
else (
"speaker_id" in value[0]
if isinstance(value[0], dict)
else False
)
)
):
words = value
break

if not words:
return transcription.text

formatted_lines = []
current_speaker = None
current_text = []

for word in words:
# Get speaker_id - might be an attribute or dict key
word_speaker = None
if hasattr(word, 'speaker_id'):
if hasattr(word, "speaker_id"):
word_speaker = word.speaker_id
elif isinstance(word, dict) and 'speaker_id' in word:
word_speaker = word['speaker_id']
elif isinstance(word, dict) and "speaker_id" in word:
word_speaker = word["speaker_id"]

# Get text - might be an attribute or dict key
word_text = None
if hasattr(word, 'text'):
if hasattr(word, "text"):
word_text = word.text
elif isinstance(word, dict) and 'text' in word:
word_text = word['text']
elif isinstance(word, dict) and "text" in word:
word_text = word["text"]

if not word_speaker or not word_text:
continue

# Skip spacing/punctuation types if they exist
if hasattr(word, 'type') and word.type == 'spacing':
if hasattr(word, "type") and word.type == "spacing":
continue
elif isinstance(word, dict) and word.get('type') == 'spacing':
elif isinstance(word, dict) and word.get("type") == "spacing":
continue

if current_speaker != word_speaker:
# Save previous speaker's text
if current_speaker and current_text:
speaker_label = current_speaker.upper().replace('_', ' ')
speaker_label = current_speaker.upper().replace("_", " ")
formatted_lines.append(f"{speaker_label}: {' '.join(current_text)}")

# Start new speaker
current_speaker = word_speaker
current_text = [word_text.strip()]
else:
current_text.append(word_text.strip())

# Add final speaker's text
if current_speaker and current_text:
speaker_label = current_speaker.upper().replace('_', ' ')
speaker_label = current_speaker.upper().replace("_", " ")
formatted_lines.append(f"{speaker_label}: {' '.join(current_text)}")
return '\n\n'.join(formatted_lines)

return "\n\n".join(formatted_lines)

except Exception:
# Fallback to regular text if something goes wrong
return transcription.text
from elevenlabs_mcp.convai import create_conversation_config, create_platform_settings
from elevenlabs.types.knowledge_base_locator import KnowledgeBaseLocator

from elevenlabs import play
from elevenlabs_mcp import __version__

load_dotenv()
api_key = os.getenv("ELEVENLABS_API_KEY")
base_path = os.getenv("ELEVENLABS_MCP_BASE_PATH")
DEFAULT_VOICE_ID = os.getenv("ELEVENLABS_DEFAULT_VOICE_ID", "cgSgspJ2msm6clMCkdW9")

if not api_key:
raise ValueError("ELEVENLABS_API_KEY environment variable is required")

# Add custom client to ElevenLabs to set User-Agent header
custom_client = httpx.Client(
headers={
"User-Agent": f"ElevenLabs-MCP/{__version__}",
}
)

client = ElevenLabs(api_key=api_key, httpx_client=custom_client)
mcp = FastMCP("ElevenLabs")


@mcp.tool(
Expand Down Expand Up @@ -280,6 +291,10 @@ def speech_to_text(
output_file_name = make_output_file("stt", file_path.name, output_path, "txt")
with file_path.open("rb") as f:
audio_bytes = f.read()

if language_code == "" or language_code is None:
language_code = None

transcription = client.speech_to_text.convert(
model_id="scribe_v1",
file=audio_bytes,
Expand Down Expand Up @@ -319,6 +334,7 @@ def speech_to_text(
duration_seconds: Duration of the sound effect in seconds
output_directory: Directory where files should be saved.
Defaults to $HOME/Desktop if not provided.
loop: Whether to loop the sound effect. Defaults to False.
output_format (str, optional): Output format of the generated audio. Formatted as codec_sample_rate_bitrate. So an mp3 with 22.05kHz sample rate at 32kbs is represented as mp3_22050_32. MP3 with 192kbps bitrate requires you to be subscribed to Creator tier or above. PCM with 44.1kHz sample rate requires you to be subscribed to Pro tier or above. Note that the μ-law format (sometimes written mu-law, often approximated as u-law) is commonly used for Twilio audio inputs.
Defaults to "mp3_44100_128". Must be one of:
mp3_22050_32
Expand Down Expand Up @@ -346,7 +362,8 @@ def text_to_sound_effects(
duration_seconds: float = 2.0,
output_directory: str | None = None,
output_format: str = "mp3_44100_128",
) -> list[TextContent]:
loop: bool = False,
) -> TextContent:
if duration_seconds < 0.5 or duration_seconds > 5:
make_error("Duration must be between 0.5 and 5 seconds")
output_path = make_output_path(output_directory, base_path)
Expand All @@ -356,6 +373,7 @@ def text_to_sound_effects(
text=text,
output_format=output_format,
duration_seconds=duration_seconds,
loop=loop,
)
audio_bytes = b"".join(audio_data)

Expand Down Expand Up @@ -456,7 +474,7 @@ def voice_clone(
)
def isolate_audio(
input_file_path: str, output_directory: str | None = None
) -> list[TextContent]:
) -> TextContent:
file_path = handle_input_file(input_file_path)
output_path = make_output_path(output_directory, base_path)
output_file_name = make_output_file("iso", file_path.name, output_path, "mp3")
Expand Down Expand Up @@ -1085,7 +1103,8 @@ def play_audio(input_file_path: str) -> TextContent:
return TextContent(type="text", text=f"Successfully played audio file: {file_path}")


@mcp.tool(description="""Convert a prompt to music and save the output audio file to a given directory.
@mcp.tool(
description="""Convert a prompt to music and save the output audio file to a given directory.
Directory is optional, if not provided, the output file will be saved to $HOME/Desktop.

Args:
Expand All @@ -1094,16 +1113,18 @@ def play_audio(input_file_path: str) -> TextContent:
composition_plan: Composition plan to use for the music. Must provide either prompt or composition_plan.
music_length_ms: Length of the generated music in milliseconds. Cannot be used if composition_plan is provided.

⚠️ COST WARNING: This tool makes an API call to ElevenLabs which may incur costs. Only use when explicitly requested by the user.""")
⚠️ COST WARNING: This tool makes an API call to ElevenLabs which may incur costs. Only use when explicitly requested by the user."""
)
def compose_music(
prompt: str | None = None,
output_directory: str | None = None,
composition_plan: MusicPrompt | None = None,
music_length_ms: int | None = None,
) -> TextContent:

) -> TextContent:
if prompt is None and composition_plan is None:
make_error(f"Either prompt or composition_plan must be provided. Prompt: {prompt}")
make_error(
f"Either prompt or composition_plan must be provided. Prompt: {prompt}"
)

if prompt is not None and composition_plan is not None:
make_error("Only one of prompt or composition_plan must be provided")
Expand Down Expand Up @@ -1131,19 +1152,21 @@ def compose_music(
text=f"Success. File saved as: {output_path / output_file_name}.",
)

@mcp.tool(description="""Create a composition plan for music generation. Usage of this endpoint does not cost any credits but is subject to rate limiting depending on your tier. Composition plans can be used when generating music with the compose_music tool.

@mcp.tool(
description="""Create a composition plan for music generation. Usage of this endpoint does not cost any credits but is subject to rate limiting depending on your tier. Composition plans can be used when generating music with the compose_music tool.

Args:
prompt: Prompt to create a composition plan for
music_length_ms: The length of the composition plan to generate in milliseconds. Must be between 10000ms and 300000ms. Optional - if not provided, the model will choose a length based on the prompt.
source_composition_plan: An optional composition plan to use as a source for the new composition plan
""")
"""
)
def create_composition_plan(
prompt: str,
music_length_ms: int | None = None,
source_composition_plan: MusicPrompt | None = None,
) -> MusicPrompt:

composition_plan = client.music.composition_plan.create(
prompt=prompt,
music_length_ms=music_length_ms,
Expand Down
4 changes: 2 additions & 2 deletions pyproject.toml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[project]
name = "elevenlabs-mcp"
version = "0.6.0"
version = "0.7.0"
description = "ElevenLabs MCP Server"
authors = [
{ name = "Jacek Duszenko", email = "[email protected]" },
Expand Down Expand Up @@ -33,7 +33,7 @@ dependencies = [
"python-dotenv==1.0.1",
"pydantic>=2.6.1",
"httpx==0.28.1",
"elevenlabs>=2.12.1",
"elevenlabs>=2.13.0",
"fuzzywuzzy==0.18.0",
"python-Levenshtein>=0.25.0",
"sounddevice==0.5.1",
Expand Down
10 changes: 5 additions & 5 deletions uv.lock
View file
Open in desktop

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.