From 512308c07359bb22fe846d6f6f8577a8d63cf7cc Mon Sep 17 00:00:00 2001 From: Tillman Staffen Date: Tue, 17 Mar 2026 14:20:25 +0100 Subject: [PATCH 1/4] Change Azure Search QueryType, Added more STT Special Words, --- Unreal/Config/DefaultGame.ini | 2 +- .../BP/Base/BP_SerialCom_v4_UE510_SPIE.uasset | 3 +++ .../SPIE/BP/Commands/UEC_AzureAISearch.uasset | 4 +-- .../DA_Mode_SPIE_SpieInnovationDay.uasset | 4 +-- .../SPIE/Font/DT_RichTextStyles.uasset | 3 --- Unreal/Content/Schema/Spie_Config.schema.json | 6 ++++- ...vatar_SPIE_Avatar_Instructions.schema.json | 26 +++++++++---------- ...SpieInnovationDay_Instructions.schema.json | 2 +- .../StateManagement/BP_StateManager.uasset | 4 +-- 9 files changed, 29 insertions(+), 25 deletions(-) create mode 100644 Unreal/Content/SPIE/BP/Base/BP_SerialCom_v4_UE510_SPIE.uasset delete mode 100644 Unreal/Content/SPIE/Font/DT_RichTextStyles.uasset diff --git a/Unreal/Config/DefaultGame.ini b/Unreal/Config/DefaultGame.ini index 0ffeddd..aed7a4c 100644 --- a/Unreal/Config/DefaultGame.ini +++ b/Unreal/Config/DefaultGame.ini @@ -6,7 +6,7 @@ CommonButtonAcceptKeyHandling=TriggerClick [/Script/EngineSettings.GeneralProjectSettings] ProjectID=4B0928DF4291E6F7F4F0D2BD9F00EF29 ProjectName=SPIE Avatar -ProjectVersion=0.1.2 +ProjectVersion=0.1.3 [/Script/UnrealEd.ProjectPackagingSettings] Build=IfProjectHasCode diff --git a/Unreal/Content/SPIE/BP/Base/BP_SerialCom_v4_UE510_SPIE.uasset b/Unreal/Content/SPIE/BP/Base/BP_SerialCom_v4_UE510_SPIE.uasset new file mode 100644 index 0000000..9c4c5fc --- /dev/null +++ b/Unreal/Content/SPIE/BP/Base/BP_SerialCom_v4_UE510_SPIE.uasset @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:738ab335262ec728f702c2174bcf10b5a46cb50434ac4db768885c68eb4a4163 +size 227437 diff --git a/Unreal/Content/SPIE/BP/Commands/UEC_AzureAISearch.uasset b/Unreal/Content/SPIE/BP/Commands/UEC_AzureAISearch.uasset index 6386c2c..4488b47 100644 --- a/Unreal/Content/SPIE/BP/Commands/UEC_AzureAISearch.uasset +++ b/Unreal/Content/SPIE/BP/Commands/UEC_AzureAISearch.uasset @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e00cebcab5a3cb65b5299b1de5a48a2a8235260c3b942b5166629fbb6893b285 -size 122825 +oid sha256:9abe01d9bd4d95bd95fc566a571541a0bedc096f5f26cfebacac6c8db4be8c0c +size 123469 diff --git a/Unreal/Content/SPIE/BP/Mode/DA_Mode_SPIE_SpieInnovationDay.uasset b/Unreal/Content/SPIE/BP/Mode/DA_Mode_SPIE_SpieInnovationDay.uasset index 1a89faf..c0420a9 100644 --- a/Unreal/Content/SPIE/BP/Mode/DA_Mode_SPIE_SpieInnovationDay.uasset +++ b/Unreal/Content/SPIE/BP/Mode/DA_Mode_SPIE_SpieInnovationDay.uasset @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:1fa2b1a82b74258911cdf7bae5a84c460a4730a1a5c5964f649c4f6e55406a3d -size 6208 +oid sha256:b9d25390bd4baf0887a1859449964ac07ae54a5427350f476934951f81e0a25f +size 6500 diff --git a/Unreal/Content/SPIE/Font/DT_RichTextStyles.uasset b/Unreal/Content/SPIE/Font/DT_RichTextStyles.uasset deleted file mode 100644 index fc0c183..0000000 --- a/Unreal/Content/SPIE/Font/DT_RichTextStyles.uasset +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:7e342472a1774e80d128d84fddb8f765df7636ab2a273f4a723188eaef46526a -size 1377 diff --git a/Unreal/Content/Schema/Spie_Config.schema.json b/Unreal/Content/Schema/Spie_Config.schema.json index 847acbd..897979b 100644 --- a/Unreal/Content/Schema/Spie_Config.schema.json +++ b/Unreal/Content/Schema/Spie_Config.schema.json @@ -658,7 +658,11 @@ } ], "STTSpecialWords": [ - "SPIE" + "SPIE", + "Innovation Day", + "Keynote", + "Clarissa Hack", + "Jérôme Morisson" ], "PTTPostRollTime": 0.40000000596046448, "FreespeechPostRollTime": 0.5, diff --git a/Unreal/Content/Schema/SystemInstructions/Avatar_SPIE_Avatar_Instructions.schema.json b/Unreal/Content/Schema/SystemInstructions/Avatar_SPIE_Avatar_Instructions.schema.json index bdbcb3e..1497beb 100644 --- a/Unreal/Content/Schema/SystemInstructions/Avatar_SPIE_Avatar_Instructions.schema.json +++ b/Unreal/Content/Schema/SystemInstructions/Avatar_SPIE_Avatar_Instructions.schema.json @@ -5,6 +5,18 @@ "SystemInstructions": { "type": "array", + "itemsType": "struct", + "itemsFields": + { + "Name": + { + "type": "string" + }, + "Instruction": + { + "type": "string" + } + }, "default": [ { "Name": "Name", @@ -22,19 +34,7 @@ "Name": "Clothing Description", "Instruction": "She is wearing a white polo shirt with the SPIE logo on the left side of the chest. The shirt has a collar and a few buttons at the neck. She is wearing a brown leather belt and a blue jeans. She wears light gray safety shoes with black shoe laces." } - ], - "itemsType": "struct", - "itemsFields": - { - "Name": - { - "type": "string" - }, - "Instruction": - { - "type": "string" - } - } + ] } }, { diff --git a/Unreal/Content/Schema/SystemInstructions/Mode_DA_Mode_SPIE_SpieInnovationDay_Instructions.schema.json b/Unreal/Content/Schema/SystemInstructions/Mode_DA_Mode_SPIE_SpieInnovationDay_Instructions.schema.json index 844b885..a015610 100644 --- a/Unreal/Content/Schema/SystemInstructions/Mode_DA_Mode_SPIE_SpieInnovationDay_Instructions.schema.json +++ b/Unreal/Content/Schema/SystemInstructions/Mode_DA_Mode_SPIE_SpieInnovationDay_Instructions.schema.json @@ -44,7 +44,7 @@ }, { "Name": "Database", - "Instruction": "For all questions related to SPIE, the Innovation Day, projects, technologies, or company initiatives, retrieve information from the internal database. Use the database as the primary source of information." + "Instruction": "For ALL questions related to SPIE, the Innovation Day, projects, technologies, or company initiatives, retrieve information from the internal database. Use the database as the primary source of information." }, { "Name": "Maintaining Focus", diff --git a/Unreal/Plugins/AvatarCore_Manager/Content/StateManagement/BP_StateManager.uasset b/Unreal/Plugins/AvatarCore_Manager/Content/StateManagement/BP_StateManager.uasset index 346e3e7..ffa3469 100644 --- a/Unreal/Plugins/AvatarCore_Manager/Content/StateManagement/BP_StateManager.uasset +++ b/Unreal/Plugins/AvatarCore_Manager/Content/StateManagement/BP_StateManager.uasset @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:4363ed1238ea09f6b6b56317ec835cd3a89239664dfdaf1ae0d9736f7e858a2b -size 712149 +oid sha256:2c7273fc694c27d8692d525808ab907d113e9f3344a857e894d75e751fac3a96 +size 710899 From 891f6e65486360484a0eabb7b97cdfca889874b4 Mon Sep 17 00:00:00 2001 From: Tillman Staffen Date: Tue, 17 Mar 2026 14:29:35 +0100 Subject: [PATCH 2/4] v 0.1.4, moved SPIE related SerialCom, Added dynamic intro speech for SPIE Innovation Day --- Unreal/Config/DefaultGame.ini | 2 +- .../Content/Project/BP/BP_SerialCom_v4_UE510_SPIE.uasset | 4 ++-- .../SPIE/BP/Mode/DA_Mode_SPIE_SpieInnovationDay.uasset | 4 ++-- .../BP_CustomDialogue_InnovationDay.uasset | 3 +++ .../SPIE/BP/Mode/States/DT_SPIE_InnovationDay.uasset | 3 +++ Unreal/Content/SPIE/BP/S_SPIE_ConfigSettings.uasset | 4 ++-- Unreal/Content/Schema/Spie_Config.schema.json | 9 +++++++++ 7 files changed, 22 insertions(+), 7 deletions(-) create mode 100644 Unreal/Content/SPIE/BP/Mode/States/CustomDialogue/BP_CustomDialogue_InnovationDay.uasset create mode 100644 Unreal/Content/SPIE/BP/Mode/States/DT_SPIE_InnovationDay.uasset diff --git a/Unreal/Config/DefaultGame.ini b/Unreal/Config/DefaultGame.ini index aed7a4c..d888f3e 100644 --- a/Unreal/Config/DefaultGame.ini +++ b/Unreal/Config/DefaultGame.ini @@ -6,7 +6,7 @@ CommonButtonAcceptKeyHandling=TriggerClick [/Script/EngineSettings.GeneralProjectSettings] ProjectID=4B0928DF4291E6F7F4F0D2BD9F00EF29 ProjectName=SPIE Avatar -ProjectVersion=0.1.3 +ProjectVersion=0.1.4 [/Script/UnrealEd.ProjectPackagingSettings] Build=IfProjectHasCode diff --git a/Unreal/Content/Project/BP/BP_SerialCom_v4_UE510_SPIE.uasset b/Unreal/Content/Project/BP/BP_SerialCom_v4_UE510_SPIE.uasset index 05948dc..c9518ca 100644 --- a/Unreal/Content/Project/BP/BP_SerialCom_v4_UE510_SPIE.uasset +++ b/Unreal/Content/Project/BP/BP_SerialCom_v4_UE510_SPIE.uasset @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:a79f564666a3451d7aeebb1eda05184616a687e54b94b0974f3d9158ba1fd268 -size 233888 +oid sha256:4069ebc42461bdd95cc83892168f9c5a3551d6a9b3c1ab147fa24e356409a74b +size 2513 diff --git a/Unreal/Content/SPIE/BP/Mode/DA_Mode_SPIE_SpieInnovationDay.uasset b/Unreal/Content/SPIE/BP/Mode/DA_Mode_SPIE_SpieInnovationDay.uasset index c0420a9..ee1765c 100644 --- a/Unreal/Content/SPIE/BP/Mode/DA_Mode_SPIE_SpieInnovationDay.uasset +++ b/Unreal/Content/SPIE/BP/Mode/DA_Mode_SPIE_SpieInnovationDay.uasset @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:b9d25390bd4baf0887a1859449964ac07ae54a5427350f476934951f81e0a25f -size 6500 +oid sha256:1b8d98fa00c5077a61db502c31e8e53449d75cd39aefb7bb848e3a02e456fb19 +size 6512 diff --git a/Unreal/Content/SPIE/BP/Mode/States/CustomDialogue/BP_CustomDialogue_InnovationDay.uasset b/Unreal/Content/SPIE/BP/Mode/States/CustomDialogue/BP_CustomDialogue_InnovationDay.uasset new file mode 100644 index 0000000..c2736e9 --- /dev/null +++ b/Unreal/Content/SPIE/BP/Mode/States/CustomDialogue/BP_CustomDialogue_InnovationDay.uasset @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52c4390f59a492163a17dcd5301435a5d990c61ab0e11c3bc9e44481ca189f4b +size 64467 diff --git a/Unreal/Content/SPIE/BP/Mode/States/DT_SPIE_InnovationDay.uasset b/Unreal/Content/SPIE/BP/Mode/States/DT_SPIE_InnovationDay.uasset new file mode 100644 index 0000000..ee86ce2 --- /dev/null +++ b/Unreal/Content/SPIE/BP/Mode/States/DT_SPIE_InnovationDay.uasset @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55c9126051ea5f00c7843cda9595367fb02c215fa8f38ee8caa31cfa3e783797 +size 5310 diff --git a/Unreal/Content/SPIE/BP/S_SPIE_ConfigSettings.uasset b/Unreal/Content/SPIE/BP/S_SPIE_ConfigSettings.uasset index 6e35381..ddd3a55 100644 --- a/Unreal/Content/SPIE/BP/S_SPIE_ConfigSettings.uasset +++ b/Unreal/Content/SPIE/BP/S_SPIE_ConfigSettings.uasset @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:e2dcd0afa75fd69b475e1c61e7fb07a9ac9f6de86eabbc3ede26164655db5914 -size 84252 +oid sha256:7905b40d73e3d10722dc0b6a9f98ce0eee06dab58b32f4a1749e562774dcc07b +size 86750 diff --git a/Unreal/Content/Schema/Spie_Config.schema.json b/Unreal/Content/Schema/Spie_Config.schema.json index 897979b..08ad099 100644 --- a/Unreal/Content/Schema/Spie_Config.schema.json +++ b/Unreal/Content/Schema/Spie_Config.schema.json @@ -58,6 +58,15 @@ "category": "Spie_ONE_VisualSetup" } }, + { + "InnovationDayIntro": + { + "type": "string", + "tooltip": "Intro speech for the Innovation Day mode", + "default": "Hallo und willkommen auf der One SPIE ! Ich bin ein virtueller Avatar mit dem du dich über unsere Hausmesse unterhalten kannst. By the way, you can talk in any language with me!", + "category": "Spie_ONE_VisualSetup" + } + }, { "AppTimeoutTimeS": { From 4613185ec12c5476a4d14daa817116b752216e90 Mon Sep 17 00:00:00 2001 From: Tillman Staffen Date: Tue, 17 Mar 2026 14:59:10 +0100 Subject: [PATCH 3/4] Removed second category --- Unreal/Content/SPIE/BP/S_SPIE_ConfigSettings.uasset | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/Unreal/Content/SPIE/BP/S_SPIE_ConfigSettings.uasset b/Unreal/Content/SPIE/BP/S_SPIE_ConfigSettings.uasset index ddd3a55..5c011b0 100644 --- a/Unreal/Content/SPIE/BP/S_SPIE_ConfigSettings.uasset +++ b/Unreal/Content/SPIE/BP/S_SPIE_ConfigSettings.uasset @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:7905b40d73e3d10722dc0b6a9f98ce0eee06dab58b32f4a1749e562774dcc07b -size 86750 +oid sha256:be1ebd3043fa7fe4eb73cfe65020ed3171601e61b0c0db2fcb8d8626534f09a4 +size 85662 From 91f6f877f5f0b72bc0d51dc18a9ecc0ee34f9306 Mon Sep 17 00:00:00 2001 From: Tillman Staffen Date: Wed, 18 Mar 2026 09:38:00 +0100 Subject: [PATCH 4/4] Fixed Widget Hot Reload, added
linebreak, v 0.1.4 --- Unreal/Config/DefaultGame.ini | 2 +- .../SPIE/BP/Visual/BP_SpieOne_Widget.uasset | 4 +-- Unreal/Content/SPIE/Maps/M_SPIE_Startup.umap | 4 +-- .../SPIE/Widgets/WBP_SpieOne_Logo.uasset | 4 +-- Unreal/Content/Schema/Spie_Config.schema.json | 29 +++++++++---------- 5 files changed, 21 insertions(+), 22 deletions(-) diff --git a/Unreal/Config/DefaultGame.ini b/Unreal/Config/DefaultGame.ini index d888f3e..4d0a78a 100644 --- a/Unreal/Config/DefaultGame.ini +++ b/Unreal/Config/DefaultGame.ini @@ -6,7 +6,7 @@ CommonButtonAcceptKeyHandling=TriggerClick [/Script/EngineSettings.GeneralProjectSettings] ProjectID=4B0928DF4291E6F7F4F0D2BD9F00EF29 ProjectName=SPIE Avatar -ProjectVersion=0.1.4 +ProjectVersion=0.1.5 [/Script/UnrealEd.ProjectPackagingSettings] Build=IfProjectHasCode diff --git a/Unreal/Content/SPIE/BP/Visual/BP_SpieOne_Widget.uasset b/Unreal/Content/SPIE/BP/Visual/BP_SpieOne_Widget.uasset index 8a5ce04..56a5829 100644 --- a/Unreal/Content/SPIE/BP/Visual/BP_SpieOne_Widget.uasset +++ b/Unreal/Content/SPIE/BP/Visual/BP_SpieOne_Widget.uasset @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:609214a72ef6f3e20b282ca0e81a353af68226c7348acfb643f58e5234c128fd -size 235514 +oid sha256:c9c362ea4421e0296e5427db9e66bcd7157524c0eb6eb271b5ad0a6198aa8e48 +size 240796 diff --git a/Unreal/Content/SPIE/Maps/M_SPIE_Startup.umap b/Unreal/Content/SPIE/Maps/M_SPIE_Startup.umap index e9607a9..3f97748 100644 --- a/Unreal/Content/SPIE/Maps/M_SPIE_Startup.umap +++ b/Unreal/Content/SPIE/Maps/M_SPIE_Startup.umap @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:910f26f40138b0c6ef02cc6619a5a3f2ae748e786453c9e8b1ccee2213481639 -size 177860 +oid sha256:1506d3a1e3a54c28faacccc8f8cfd10487b29b5bd467176bd6f3503a8802dfbe +size 178094 diff --git a/Unreal/Content/SPIE/Widgets/WBP_SpieOne_Logo.uasset b/Unreal/Content/SPIE/Widgets/WBP_SpieOne_Logo.uasset index 4b0e32e..03fe47e 100644 --- a/Unreal/Content/SPIE/Widgets/WBP_SpieOne_Logo.uasset +++ b/Unreal/Content/SPIE/Widgets/WBP_SpieOne_Logo.uasset @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:62ba60ec8365cece6444a2869083a1578cf2124569b8fe6a6eb6a768e452bbac -size 223448 +oid sha256:284b7f0520ca3ca9c607ce8199bf2e1ea1bd0e069e942a12d5a9bcac35bf028a +size 218644 diff --git a/Unreal/Content/Schema/Spie_Config.schema.json b/Unreal/Content/Schema/Spie_Config.schema.json index 08ad099..ca8901c 100644 --- a/Unreal/Content/Schema/Spie_Config.schema.json +++ b/Unreal/Content/Schema/Spie_Config.schema.json @@ -1,7 +1,6 @@ { "Categories": [ - "SPIE Management Board", - "Spie_ONE_VisualSetup", + "SPIE", "Project Setup", "Debug", "Volume", @@ -18,7 +17,7 @@ "type": "integer", "tooltip": "Which mode to load at startup", "default": 0, - "category": "SPIE Management Board" + "category": "SPIE" } }, { @@ -27,7 +26,7 @@ "type": "string", "tooltip": "Unique Name of this Avatar Application", "default": "SPIE", - "category": "SPIE Management Board" + "category": "SPIE" } }, { @@ -36,7 +35,7 @@ "type": "boolean", "tooltip": "Do you want to log all interaction?", "default": true, - "category": "SPIE Management Board" + "category": "SPIE" } }, { @@ -46,7 +45,7 @@ "tooltip": "Showing in background logo", "default": "One SPIE. \r\nJust ask me.", "hotreload": true, - "category": "Spie_ONE_VisualSetup" + "category": "SPIE" } }, { @@ -55,7 +54,7 @@ "type": "string", "tooltip": "What to say, when user is allowed to speak?", "default": "Drücke und halte beim Sprechen den Knopf vor dir, damit ich dich hören kann.", - "category": "Spie_ONE_VisualSetup" + "category": "SPIE" } }, { @@ -64,7 +63,7 @@ "type": "string", "tooltip": "Intro speech for the Innovation Day mode", "default": "Hallo und willkommen auf der One SPIE ! Ich bin ein virtueller Avatar mit dem du dich über unsere Hausmesse unterhalten kannst. By the way, you can talk in any language with me!", - "category": "Spie_ONE_VisualSetup" + "category": "SPIE" } }, { @@ -72,7 +71,7 @@ { "type": "float", "default": 20, - "category": "Spie_ONE_VisualSetup" + "category": "SPIE" } }, { @@ -80,7 +79,7 @@ { "type": "float", "default": 1, - "category": "Spie_ONE_VisualSetup" + "category": "SPIE" } }, { @@ -89,7 +88,7 @@ "type": "float", "default": 1, "hotreload": true, - "category": "Spie_ONE_VisualSetup" + "category": "SPIE" } }, { @@ -103,7 +102,7 @@ "Z": 0 }, "hotreload": true, - "category": "Spie_ONE_VisualSetup" + "category": "SPIE" } }, { @@ -111,7 +110,7 @@ { "type": "float", "default": 0.02, - "category": "Spie_ONE_VisualSetup" + "category": "SPIE" } }, { @@ -119,7 +118,7 @@ { "type": "float", "default": 10, - "category": "Spie_ONE_VisualSetup" + "category": "SPIE" } }, { @@ -127,7 +126,7 @@ { "type": "boolean", "default": false, - "category": "Spie_ONE_VisualSetup" + "category": "SPIE" } }, {