mirror of
https://github.com/tiennm99/goclaw.git
synced 2026-10-14 10:18:42 +00:00
viettranx
82ca0f117b
Post-review cleanup of Phase 4. Closes Finding #9 properly and corrects the Finding #13 documentation lie surfaced in the code-review report. Capability schema: - Replace `AgentOverridable bool` with `AgentOverridableAs string` on ParamSchema. Empty string = not overridable; non-empty = the generic key alias (`"speed"`, `"emotion"`, `"style"`). - Each provider declaration now carries the alias inline, so the generic↔native mapping has a single TS-readable source. Frontend: - Web `tts-override-block.tsx` drops the inline `GENERIC_TO_NATIVE` literal and derives the bidirectional adapter from the filtered capability params (each param self-describes its alias). Adapter tests rewritten around the new shape. - Desktop `AgentDetailPanel.tsx` drops the 45-line inline IIFE in favour of a new `<TtsOverrideFineTune>` component that uses the same alias-based mapping. Backend: - Move `AgentTTSParamsAllowedKeys` + `ValidateAgentTTSParams` to `internal/audio/agent_params_adapter.go`. HTTP `validate.go` and WS `gateway/methods/agents_update.go` both delegate, eliminating the duplicated `{speed, emotion, style}` literal. Cleanup: - Delete orphan i18n keys `MsgTtsParamInvalidJSON` and `MsgTtsParamDependsOn` from `keys.go` + en/vi/zh catalogs (no in-code references; DependsOn is FE-only, JSON parse failures already surface via slog). Documentation: - `prompt-settings-section.tsx` Finding #13 comment rewritten to honestly describe the best-effort merge into a fresh local copy of the cached `otherConfig` prop. Concurrent-tab clobber remains possible — server-side JSON-merge-patch endpoint planned for v2. Tests: 9 backend suites (race), web 217/217, desktop build clean, both Go build tags pass.
214 lines
6.3 KiB
Go
214 lines
6.3 KiB
Go
package minimax
|
|
|
|
import "github.com/nextlevelbuilder/goclaw/internal/audio"
|
|
|
|
// minimaxModels lists MiniMax T2A v2 model IDs.
|
|
var minimaxModels = []string{
|
|
"speech-02-hd",
|
|
"speech-02-turbo",
|
|
"speech-01-hd",
|
|
"speech-01-turbo",
|
|
}
|
|
|
|
var (
|
|
mmSpeedMin = 0.5
|
|
mmSpeedMax = 2.0
|
|
mmSpeedStep = 0.1
|
|
mmVolMin = 0.01
|
|
mmVolMax = 10.0
|
|
mmVolStep = 0.01
|
|
mmPitchMin = -12.0
|
|
mmPitchMax = 12.0
|
|
mmPitchStep = 1.0
|
|
)
|
|
|
|
// minimaxParams is the enriched param schema for MiniMax TTS.
|
|
// Defaults MUST match the hardcoded body in tts.go (characterization fixture):
|
|
//
|
|
// speed=1.0, vol=1.0 (omitted from original = 1.0 default), pitch=0.
|
|
//
|
|
// Group tagging (§Requirements #7):
|
|
// - audio.bitrate, audio.sample_rate, audio.channel, pronunciation_dict = "advanced"
|
|
// - all others = "" (basic)
|
|
var minimaxParams = []audio.ParamSchema{
|
|
{
|
|
Key: "speed",
|
|
Type: audio.ParamTypeRange,
|
|
Label: "Speed",
|
|
Description: "Speech speed multiplier (0.5 = slowest, 2.0 = fastest).",
|
|
Default: 1.0,
|
|
Min: &mmSpeedMin,
|
|
Max: &mmSpeedMax,
|
|
Step: &mmSpeedStep,
|
|
AgentOverridableAs: "speed",
|
|
},
|
|
{
|
|
Key: "vol",
|
|
Type: audio.ParamTypeRange,
|
|
Label: "Volume",
|
|
Description: "Volume multiplier (0.01 = quietest, 10.0 = loudest).",
|
|
Default: 1.0,
|
|
Min: &mmVolMin,
|
|
Max: &mmVolMax,
|
|
Step: &mmVolStep,
|
|
},
|
|
{
|
|
Key: "pitch",
|
|
Type: audio.ParamTypeInteger,
|
|
Label: "Pitch",
|
|
Description: "Pitch shift in semitones (-12 to +12).",
|
|
Default: 0,
|
|
Min: &mmPitchMin,
|
|
Max: &mmPitchMax,
|
|
Step: &mmPitchStep,
|
|
},
|
|
{
|
|
Key: "emotion",
|
|
Type: audio.ParamTypeEnum,
|
|
Label: "Emotion",
|
|
AgentOverridableAs: "emotion",
|
|
Default: "",
|
|
Enum: []audio.EnumOption{
|
|
{Value: "", Label: "None (default)"},
|
|
{Value: "happy", Label: "Happy"},
|
|
{Value: "sad", Label: "Sad"},
|
|
{Value: "angry", Label: "Angry"},
|
|
{Value: "fearful", Label: "Fearful"},
|
|
{Value: "disgusted", Label: "Disgusted"},
|
|
{Value: "surprised", Label: "Surprised"},
|
|
{Value: "neutral", Label: "Neutral"},
|
|
{Value: "excited", Label: "Excited"},
|
|
{Value: "anxious", Label: "Anxious"},
|
|
},
|
|
},
|
|
{
|
|
Key: "text_normalization",
|
|
Type: audio.ParamTypeBoolean,
|
|
Label: "Text Normalization",
|
|
Default: nil, // omit from body when not explicitly set
|
|
},
|
|
{
|
|
Key: "audio.format",
|
|
Type: audio.ParamTypeEnum,
|
|
Label: "Audio Format",
|
|
Default: "mp3",
|
|
Enum: []audio.EnumOption{
|
|
{Value: "mp3", Label: "MP3"},
|
|
{Value: "pcm", Label: "PCM"},
|
|
{Value: "flac", Label: "FLAC"},
|
|
{Value: "wav", Label: "WAV"},
|
|
},
|
|
},
|
|
{
|
|
Key: "audio.sample_rate",
|
|
Type: audio.ParamTypeEnum,
|
|
Label: "Sample Rate",
|
|
Default: "",
|
|
Group: "advanced",
|
|
Enum: []audio.EnumOption{
|
|
{Value: "", Label: "Default"},
|
|
{Value: "8000", Label: "8 kHz"},
|
|
{Value: "16000", Label: "16 kHz"},
|
|
{Value: "22050", Label: "22 kHz"},
|
|
{Value: "24000", Label: "24 kHz"},
|
|
{Value: "32000", Label: "32 kHz"},
|
|
{Value: "44100", Label: "44.1 kHz"},
|
|
},
|
|
},
|
|
{
|
|
Key: "audio.bitrate",
|
|
Type: audio.ParamTypeEnum,
|
|
Label: "Bitrate (MP3 only)",
|
|
Default: "",
|
|
Group: "advanced",
|
|
Enum: []audio.EnumOption{
|
|
{Value: "", Label: "Default"},
|
|
{Value: "32000", Label: "32 kbps"},
|
|
{Value: "64000", Label: "64 kbps"},
|
|
{Value: "128000", Label: "128 kbps"},
|
|
{Value: "256000", Label: "256 kbps"},
|
|
},
|
|
DependsOn: []audio.Dependency{
|
|
{Field: "audio.format", Op: "eq", Value: "mp3"},
|
|
},
|
|
},
|
|
{
|
|
Key: "audio.channel",
|
|
Type: audio.ParamTypeEnum,
|
|
Label: "Channels",
|
|
Default: "",
|
|
Group: "advanced",
|
|
Enum: []audio.EnumOption{
|
|
{Value: "", Label: "Default"},
|
|
{Value: "1", Label: "Mono"},
|
|
{Value: "2", Label: "Stereo"},
|
|
},
|
|
},
|
|
// language_boost: top-level hint for language/accent recognition.
|
|
{
|
|
Key: "language_boost",
|
|
Type: audio.ParamTypeEnum,
|
|
Label: "Language Boost",
|
|
Description: "Accent/language recognition boost. Helps the model produce more natural " +
|
|
"pronunciation for the selected language.",
|
|
Default: "",
|
|
Enum: []audio.EnumOption{
|
|
{Value: "", Label: "Auto (default)"},
|
|
{Value: "Chinese,Yue", Label: "Cantonese"},
|
|
{Value: "Chinese", Label: "Mandarin"},
|
|
{Value: "English", Label: "English"},
|
|
{Value: "Arabic", Label: "Arabic"},
|
|
{Value: "Russian", Label: "Russian"},
|
|
{Value: "Spanish", Label: "Spanish"},
|
|
{Value: "French", Label: "French"},
|
|
{Value: "Portuguese", Label: "Portuguese"},
|
|
{Value: "German", Label: "German"},
|
|
{Value: "Turkish", Label: "Turkish"},
|
|
{Value: "Dutch", Label: "Dutch"},
|
|
{Value: "Ukrainian", Label: "Ukrainian"},
|
|
{Value: "Vietnamese", Label: "Vietnamese"},
|
|
{Value: "Indonesian", Label: "Indonesian"},
|
|
{Value: "Italian", Label: "Italian"},
|
|
{Value: "Korean", Label: "Korean"},
|
|
{Value: "Japanese", Label: "Japanese"},
|
|
{Value: "Hindi", Label: "Hindi"},
|
|
},
|
|
},
|
|
// subtitle_enable: whether to return subtitle timing data alongside audio.
|
|
{
|
|
Key: "subtitle_enable",
|
|
Type: audio.ParamTypeBoolean,
|
|
Label: "Subtitle Enable",
|
|
Description: "When enabled, the API returns word-level subtitle timing in the response.",
|
|
Default: nil, // omit when not explicitly set
|
|
},
|
|
// pronunciation_dict: JSON array of "word/pinyin" rule strings for custom pronunciation.
|
|
// Capped at 8KB pre-accept (Finding #6). On parse failure: log + omit, synth continues.
|
|
{
|
|
Key: "pronunciation_dict",
|
|
Type: audio.ParamTypeText,
|
|
Label: "Pronunciation Dictionary",
|
|
Description: `Custom pronunciation rules as a JSON array of "word/pinyin" strings, ` +
|
|
`e.g. ["omg/Oh my god", "CEO/Chief Executive Officer"]. ` +
|
|
`Maximum 8 KB. Advanced.`,
|
|
Default: nil,
|
|
Group: "advanced",
|
|
},
|
|
}
|
|
|
|
// Capabilities returns the full capability schema for the MiniMax TTS provider.
|
|
// VoicesDynamic=true signals the frontend to fetch voices from /v1/voices?provider=minimax.
|
|
func (p *Provider) Capabilities() audio.ProviderCapabilities {
|
|
return audio.ProviderCapabilities{
|
|
Provider: "minimax",
|
|
DisplayName: "MiniMax TTS",
|
|
RequiresAPIKey: true,
|
|
Models: minimaxModels,
|
|
// Voices is nil — fetched dynamically via VoiceListProvider
|
|
Params: minimaxParams,
|
|
CustomFeatures: map[string]any{
|
|
"voices_dynamic": true,
|
|
},
|
|
}
|
|
}
|