Browse Source

Matched with base

master
Tillman Staffen 4 weeks ago
parent
commit
f41925a90d
  1. BIN
      Unreal/Content/SPIE/Avatars/PersonalityConfigs/DA_PersonalityConfig_SpieFrau.uasset
  2. BIN
      Unreal/Content/SPIE/Avatars/PersonalityConfigs/DA_PersonalityConfig_SpieFrau_Vest.uasset
  3. BIN
      Unreal/Content/SPIE/BP/BP_SPIE_Manager_Child.uasset
  4. BIN
      Unreal/Content/SPIE/BP/S_SPIE_ConfigSettings.uasset
  5. BIN
      Unreal/Content/SPIE/Maps/M_SPIE_Startup.umap
  6. 433
      Unreal/Content/Schema/Spie_Config.schema.json
  7. 2
      Unreal/Content/Schema/SystemInstructions/Avatar_SPIE_Avatar_Instructions.schema.json
  8. 2
      Unreal/Content/Schema/SystemInstructions/Mode_DA_Mode_SPIE_SpieInnovationDay_Instructions.schema.json

BIN
Unreal/Content/SPIE/Avatars/PersonalityConfigs/DA_PersonalityConfig_SpieFrau.uasset (Stored with Git LFS)

Binary file not shown.

BIN
Unreal/Content/SPIE/Avatars/PersonalityConfigs/DA_PersonalityConfig_SpieFrau_Vest.uasset (Stored with Git LFS)

Binary file not shown.

BIN
Unreal/Content/SPIE/BP/BP_SPIE_Manager_Child.uasset (Stored with Git LFS)

Binary file not shown.

BIN
Unreal/Content/SPIE/BP/S_SPIE_ConfigSettings.uasset (Stored with Git LFS)

Binary file not shown.

BIN
Unreal/Content/SPIE/Maps/M_SPIE_Startup.umap (Stored with Git LFS)

Binary file not shown.

433
Unreal/Content/Schema/Spie_Config.schema.json

@ -7,8 +7,9 @@
"Engine Settings", "Engine Settings",
"Avatar Core", "Avatar Core",
"STT Settings", "STT Settings",
"AI Settings", "STT",
"TTS Settings" "AI",
"TTS"
], ],
"Variables": [ "Variables": [
{ {
@ -204,6 +205,7 @@
"DebugModule", "DebugModule",
"DebugNoModule" "DebugNoModule"
], ],
"enumTypeName": "EAvatarCoreDebugModules",
"default": "Normal", "default": "Normal",
"category": "Debug" "category": "Debug"
} }
@ -218,6 +220,7 @@
"DebugModule", "DebugModule",
"DebugNoModule" "DebugNoModule"
], ],
"enumTypeName": "EAvatarCoreDebugModules",
"default": "Normal", "default": "Normal",
"category": "Debug" "category": "Debug"
} }
@ -232,6 +235,7 @@
"DebugModule", "DebugModule",
"DebugNoModule" "DebugNoModule"
], ],
"enumTypeName": "EAvatarCoreDebugModules",
"default": "Normal", "default": "Normal",
"category": "Debug" "category": "Debug"
} }
@ -331,6 +335,7 @@
"Semi-Optimized (Balanced)", "Semi-Optimized (Balanced)",
"Highly Optimized (Fastest)" "Highly Optimized (Fastest)"
], ],
"enumTypeName": "ERealisticMetaHumanLipSyncModelType",
"default": "Original (Highest Quality)", "default": "Original (Highest Quality)",
"category": "Avatar Core" "category": "Avatar Core"
} }
@ -394,10 +399,11 @@
"type": "enum", "type": "enum",
"tooltip": "Which Service to use, can be overridden by �I settings to stream directly to OpenAI", "tooltip": "Which Service to use, can be overridden by �I settings to stream directly to OpenAI",
"enum": [ "enum": [
"OpenAI Transcription",
"Mircosoft Azure Congnitive Speech Services", "Mircosoft Azure Congnitive Speech Services",
"OpenAI Transcription",
"nvidia NeMo Parakeet (local transcription)" "nvidia NeMo Parakeet (local transcription)"
] ],
"enumTypeName": "ESTTTranscriptionType"
}, },
"bUsePTT": "bUsePTT":
{ {
@ -546,7 +552,8 @@
"maximal gain decrease in dB/second (int32)", "maximal gain decrease in dB/second (int32)",
"maximal gain in dB (int32)", "maximal gain in dB (int32)",
"preprocessor Automatic Gain Control level (int32)" "preprocessor Automatic Gain Control level (int32)"
] ],
"itemsEnumTypeName": "ESpeexDSPState"
}, },
"SettingEntries": "SettingEntries":
{ {
@ -574,7 +581,8 @@
"maximal gain decrease in dB/second (int32)", "maximal gain decrease in dB/second (int32)",
"maximal gain in dB (int32)", "maximal gain in dB (int32)",
"preprocessor Automatic Gain Control level (int32)" "preprocessor Automatic Gain Control level (int32)"
] ],
"enumTypeName": "ESpeexDSPState"
}, },
"Value": "Value":
{ {
@ -584,6 +592,58 @@
} }
} }
}, },
"STTLanguages":
{
"type": "array",
"tooltip": "All languages the STT module should understand simultaneously.",
"itemsType": "enum",
"itemsEnum": [
"Unset",
"English",
"French",
"German",
"Spanish",
"Portuguese",
"Chinese",
"Japanese",
"Hindi",
"Italian",
"Korean",
"Dutch",
"Polish",
"Russian",
"Swedish",
"Turkish",
"Filipino",
"Bulgarian",
"Romanian",
"Arabic",
"Czech",
"Greek",
"Finnish",
"Croatian",
"Malay",
"Slovak",
"Danish",
"Tamil",
"Ukrainian",
"Hungarian",
"Norwegian",
"Vietnamese",
"Bengali",
"Thai",
"Hebrew",
"Georgian",
"Indonesian",
"Telugu",
"Gujarati",
"Kannada",
"Malayalam",
"Marathi",
"Punjabi"
],
"itemsEnumTypeName": "ESTTLanguage"
},
"STTReplacements": "STTReplacements":
{ {
"type": "array", "type": "array",
@ -680,6 +740,10 @@
} }
] ]
}, },
"STTLanguages": [
"German",
"English"
],
"STTReplacements": [ "STTReplacements": [
{ {
"TranscribedWords": [ "TranscribedWords": [
@ -702,7 +766,7 @@
"FreespeechPostRollTime": 0.5, "FreespeechPostRollTime": 0.5,
"MaxTalkingTime": 120 "MaxTalkingTime": 120
}, },
"category": "STT Settings" "category": "STT"
} }
}, },
{ {
@ -711,7 +775,7 @@
"type": "string", "type": "string",
"tooltip": "Encrypted Azure OpenAI API Key", "tooltip": "Encrypted Azure OpenAI API Key",
"default": "UjzfgavJ45lCu+oB2vVAsKNbPT+k3XCv7t69Og6j0LmwxhD3OK5WDBxUvgKnuDrz3xuNHg==", "default": "UjzfgavJ45lCu+oB2vVAsKNbPT+k3XCv7t69Og6j0LmwxhD3OK5WDBxUvgKnuDrz3xuNHg==",
"category": "AI Settings" "category": "AI"
} }
}, },
{ {
@ -720,83 +784,138 @@
"type": "string", "type": "string",
"tooltip": "OpenAI API key for translation testing", "tooltip": "OpenAI API key for translation testing",
"default": "UWOrSTUJn8TJJmJWPR10q2NTUJgX4JGvzMzr5/j9tjwcx02VEWRMuW0plF8vulntD2ipUwjmodUX0lD7XM5rG6Po7Ayam/fqLG5QyEaofbQN2j6zyZx/0recl7nFTTBH18La5YQDZm+BERpxMvdE5wmx50Vcl1z5PgeF1L1IvjAgh9nNRpjAaDzTAD9iHhVmtfxjCEHvcl9L8xc5ip6eKzWMXHlTv76DASeiwcBp1BFVTXPz", "default": "UWOrSTUJn8TJJmJWPR10q2NTUJgX4JGvzMzr5/j9tjwcx02VEWRMuW0plF8vulntD2ipUwjmodUX0lD7XM5rG6Po7Ayam/fqLG5QyEaofbQN2j6zyZx/0recl7nFTTBH18La5YQDZm+BERpxMvdE5wmx50Vcl1z5PgeF1L1IvjAgh9nNRpjAaDzTAD9iHhVmtfxjCEHvcl9L8xc5ip6eKzWMXHlTv76DASeiwcBp1BFVTXPz",
"category": "AI Settings" "category": "AI"
}
},
{
"AzureOpenAI_Model":
{
"type": "string",
"tooltip": "Open AI Model",
"default": "gpt-realtime",
"category": "AI Settings"
}
},
{
"AzureOpenAI_URL":
{
"type": "string",
"tooltip": "URL to Azure OpenAI Resource",
"default": "aiwa-ai-new.openai.azure.com/openai",
"category": "AI Settings"
}
},
{
"OpenAIAudioOut":
{
"type": "boolean",
"tooltip": "Direct audio generation by OpenAI",
"default": true,
"category": "AI Settings"
} }
}, },
{ {
"CustomOpenAIVoice": "OpenAISettings":
{ {
"type": "enum", "type": "struct",
"tooltip": "Only Set if you want to override the Avatars Voice", "fields":
"enum": [ {
"UNDEFINED", "BaseAISettings":
"alloy", {
"ash", "type": "struct",
"ballad", "tooltip": "Base URL - Change this to the correct Azure API URL",
"cedar", "fields":
"coral", {
"echo", "APIKey":
"marin", {
"sage", "type": "string"
"shimmer", },
"verse" "ModelID":
], {
"default": "shimmer", "type": "string"
"category": "AI Settings" }
} }
}, },
{ "BaseURL":
"OpenAIRequestTimeout": {
{ "type": "string",
"type": "integer", "tooltip": "Base URL - Change this to the correct Azure API URL"
"tooltip": "OpenAI Timeout in seconds", },
"default": 10, "IsAzureOpenAI":
"category": "AI Settings" {
} "type": "boolean",
}, "tooltip": "Do we use the Microsoft Azure OpenAI API"
{ },
"AITemperature": "Voice":
{ {
"type": "float", "type": "enum",
"tooltip": "Temperature of the AI Model", "tooltip": "OpenAI RealtimeAPI Voice",
"default": 0.80000000000000004, "enum": [
"category": "AI Settings" "UNDEFINED",
"alloy",
"ash",
"ballad",
"cedar",
"coral",
"echo",
"marin",
"sage",
"shimmer",
"verse"
],
"enumTypeName": "EOpenAIRealtimeVoice"
},
"InputAudioStreaming":
{
"type": "boolean",
"tooltip": "Shall we forward all audio chunks directly to OpenAI - Does not work well, if we do not forward silence as well"
}
},
"default":
{
"BaseAISettings":
{
"APIKey": "UjzfgavJ45lCu+oB2vVAsKNbPT+k3XCv7t69Og6j0LmwxhD3OK5WDBxUvgKnuDrz3xuNHg==",
"ModelID": "gpt-realtime"
},
"BaseURL": "aiwa-ai-new.openai.azure.com/openai",
"IsAzureOpenAI": true,
"Voice": "UNDEFINED",
"InputAudioStreaming": false
},
"category": "AI"
} }
}, },
{ {
"AIMaxTokens": "GlobalAISettings":
{ {
"type": "integer", "type": "struct",
"tooltip": "Max Token per Request of the AI Model", "fields":
"default": 3000, {
"category": "AI Settings" "bUseModeration":
{
"type": "boolean",
"tooltip": "Check user transcription for inappropriate behaviour first (adds a delay!)"
},
"bUseMCPServer":
{
"type": "boolean",
"tooltip": "Boot up a FastMCP Server on Startup (On close keep open in Editor Mode, kill in shipping)"
},
"AIModelAudioOutput":
{
"type": "boolean",
"tooltip": "Does the AI model generate Audio Chunks that can be forwarded to the TTS Manager?"
},
"MaxTokens":
{
"type": "integer"
},
"Temperature":
{
"type": "float"
},
"RequestTimeout":
{
"type": "integer",
"tooltip": "Does the AI model generate Audio Chunks that can be forwarded to the TTS Manager?"
},
"DelayAnswerSeconds":
{
"type": "float",
"tooltip": "How many seconds before the delayedanswer event is triggered"
},
"MaxMessages":
{
"type": "integer",
"tooltip": "How many messages to keep in context (-1 for infinite)"
}
},
"default":
{
"bUseModeration": false,
"bUseMCPServer": false,
"AIModelAudioOutput": true,
"MaxTokens": 1500,
"Temperature": 0.80000001192092896,
"RequestTimeout": 10,
"DelayAnswerSeconds": 1.5,
"MaxMessages": -1
},
"category": "AI"
} }
}, },
{ {
@ -805,7 +924,7 @@
"type": "string", "type": "string",
"tooltip": "Azure AI Search API Key", "tooltip": "Azure AI Search API Key",
"default": "9ksww+/kHZPYMfUFTWSi1QgaDjXaB7vxdGKPgmfGhPEx321nfpdbkUnThXT4BWrkKMAR0MF2zJT17fJSday8yBiftv0=", "default": "9ksww+/kHZPYMfUFTWSi1QgaDjXaB7vxdGKPgmfGhPEx321nfpdbkUnThXT4BWrkKMAR0MF2zJT17fJSday8yBiftv0=",
"category": "AI Settings" "category": "AI"
} }
}, },
{ {
@ -814,7 +933,7 @@
"type": "string", "type": "string",
"tooltip": "Azure AIWA URL", "tooltip": "Azure AIWA URL",
"default": "aiwa-ai-search.search.windows.net", "default": "aiwa-ai-search.search.windows.net",
"category": "AI Settings" "category": "AI"
} }
}, },
{ {
@ -823,7 +942,7 @@
"type": "string", "type": "string",
"tooltip": "Azure AI Search Indexname", "tooltip": "Azure AI Search Indexname",
"default": "innovationday", "default": "innovationday",
"category": "AI Settings" "category": "AI"
} }
}, },
{ {
@ -832,31 +951,143 @@
"type": "string", "type": "string",
"tooltip": "For all questions related to SPIE, the Innovation Day, projects, technologies, or company initiatives, retrieve information from the internal database. Use the database as the primary source of information.", "tooltip": "For all questions related to SPIE, the Innovation Day, projects, technologies, or company initiatives, retrieve information from the internal database. Use the database as the primary source of information.",
"default": "For all questions related to SPIE, the Innovation Day, keynotes, projects, technologies, or company initiatives, retrieve information from the internal database. Use the database as the primary source of information.", "default": "For all questions related to SPIE, the Innovation Day, keynotes, projects, technologies, or company initiatives, retrieve information from the internal database. Use the database as the primary source of information.",
"category": "AI Settings" "category": "AI"
}
},
{
"UseCachingSystem":
{
"type": "boolean",
"default": true,
"category": "TTS Settings"
} }
}, },
{ {
"ChunkLength": "GlobalTTSSettings":
{ {
"type": "float", "type": "struct",
"default": 0.01, "fields":
"category": "TTS Settings" {
} "UseCacheSystem":
}, {
{ "type": "boolean",
"StreamAmplitudeMultiplier": "tooltip": "If true, the audio will be cached"
{ },
"type": "float", "WordReplacements":
"default": 0.25, {
"category": "TTS Settings" "type": "string",
"tooltip": "A map of words to replace in the text to fix pronauncation"
},
"AudioNumChannels":
{
"type": "integer",
"tooltip": "Number of Audio Channels - Only tested with 1 but who needs more anyway?"
},
"AudioSampleRate":
{
"type": "integer",
"tooltip": "Samplerate of the audio to be produced"
},
"ResampleToSampleRate":
{
"type": "integer",
"tooltip": "Resample the produced audio ot this samplerate if neccessary (-1 to deactivate)"
},
"ChunkLength":
{
"type": "float",
"tooltip": "Chunk length in seconds"
},
"StreamAmplitudeMultiplier":
{
"type": "float",
"tooltip": "Multiplier to make stream audio less loud"
},
"MaxConcurrentGenerations":
{
"type": "integer",
"tooltip": "Max concurrent generations possible"
},
"bCommaSplitRule":
{
"type": "enum",
"tooltip": "How to split the text (if input text streaming is not activated by the audio generation mode)",
"enum": [
"Do not split sentences on comma",
"Split on comma on first occurence",
"Split on every comma.",
"Split on every comma, but add fill words."
],
"enumTypeName": "ECommaSplitRule"
},
"MaxCharacterForSplit":
{
"type": "integer",
"tooltip": "Min amount to text for splitting rule to be applied"
},
"MaxCharacterForGeneration":
{
"type": "integer",
"tooltip": "Max allowed characters for text generation"
},
"Language":
{
"type": "enum",
"enum": [
"Unset",
"English",
"French",
"German",
"Spanish",
"Portuguese",
"Chinese",
"Japanese",
"Hindi",
"Italian",
"Korean",
"Dutch",
"Polish",
"Russian",
"Swedish",
"Turkish",
"Filipino",
"Bulgarian",
"Romanian",
"Arabic",
"Czech",
"Greek",
"Finnish",
"Croatian",
"Malay",
"Slovak",
"Danish",
"Tamil",
"Ukrainian",
"Hungarian",
"Norwegian",
"Vietnamese",
"Bengali",
"Thai",
"Hebrew",
"Georgian",
"Indonesian",
"Telugu",
"Gujarati",
"Kannada",
"Malayalam",
"Marathi",
"Punjabi"
],
"enumTypeName": "ETTSLanguage"
}
},
"default":
{
"UseCacheSystem": true,
"AudioNumChannels": 1,
"AudioSampleRate": 22050,
"ResampleToSampleRate": -1,
"ChunkLength": 0.0099999997764825821,
"StreamAmplitudeMultiplier": 0.25,
"MaxConcurrentGenerations": 3,
"bCommaSplitRule": "Split on comma on first occurence",
"MaxCharacterForSplit": 20,
"MaxCharacterForGeneration": 0,
"Language": "German"
},
"category": "TTS"
} }
} }
] ]

2
Unreal/Content/Schema/SystemInstructions/Avatar_SPIE_Avatar_Instructions.schema.json

@ -32,7 +32,7 @@
}, },
{ {
"Name": "Clothing Description", "Name": "Clothing Description",
"Instruction": "She is wearing a white polo shirt with the SPIE logo on the left side of the chest. The shirt has a collar and a few buttons at the neck. She is wearing a brown leather belt and a blue jeans. She wears light gray safety shoes with black shoe laces." "Instruction": "She is wearing a white polo shirt with the SPIE logo on the left side of the chest. The shirt has a collar and a few buttons at the neck. She is wearing a brown leather belt and a blue jeans, with a safety vest on top. She wears light gray safety shoes with black shoe laces."
} }
] ]
} }

2
Unreal/Content/Schema/SystemInstructions/Mode_DA_Mode_SPIE_SpieInnovationDay_Instructions.schema.json

@ -28,7 +28,7 @@
"default": [ "default": [
{ {
"Name": "Role", "Name": "Role",
"Instruction": "You are Nova Spieker A forty year old athletic woman with blond hair and you work in facility management as an operations lead with strong office and leadership responsibilities. You are energetic and very percise in the information youi provde." "Instruction": "You are Nova Spieker A forty year old athletic woman with blond hair and you work as an operations lead with strong office and leadership responsibilities. You are energetic and very percise in the information youi provde."
}, },
{ {
"Name": "Language", "Name": "Language",

Loading…
Cancel
Save