Matched with AvatarBase

Unreal/Content/Schema/Spie_Config.schema.json

@@ -335,7 +335,8 @@
 					],
 					"STTSpecialWords": [
 						"SPIE"
-					]
+					],
+					"PTTPostRollTime": 0.40000000596046448
 				},
 				"category": "STT Settings",
 				"fields":
@@ -450,6 +451,10 @@
 					{
 						"type": "array",
 						"itemsType": "string"
+					},
+					"PTTPostRollTime":
+					{
+						"type": "float"
 					}
 				}
 			}

Unreal/Plugins/AvatarCore_AI/Source/AvatarCore_AI/Private/MCP/FastMCP/FastMCPManager.cpp

@@ -496,7 +496,7 @@ void UFastMCPManager::OnCommandExecuted(FHttpRequestPtr Request, FHttpResponsePt
 			const TSharedPtr<FJsonObject>* ResultObject;
 			if (JsonObject->TryGetObjectField(TEXT("result"), ResultObject))
 			{
-				if ((*ResultObject)->HasField(TEXT("isError")) && (*ResultObject)->GetBoolField("isError"))
+				if ((*ResultObject)->HasField(TEXT("isError")) && (*ResultObject)->GetBoolField(TEXT("isError")))
 				{
 					LogError(FString::Printf(TEXT("Command execution failed: %s - %s"), *CurrentExecutingCommand, *ResponseContent), EMCPManagerError::ToolError);
 					OnMCPCommandFailed.Broadcast(CurrentExecutingCommand, ResponseContent);

Unreal/Plugins/AvatarCore_AI/Source/AvatarCore_AI/Public/AIBaseManager.h

@@ -26,19 +26,23 @@ class AVATARCORE_AI_API UAIBaseManager : public UObject
 public:
 
 
-    // BlueprintAssignable Events
+    // AI subtitle received (chunk-delta and complete answer)
     UPROPERTY(BlueprintAssignable, Category = "AvatarCoreAI|Events")
     FOnAISubtitle OnAISubtitle;
 
+    //AI module has changed state
     UPROPERTY(BlueprintAssignable, Category = "AvatarCoreAI|Events")
     FOnAIStateChanged OnAIStateChanged;
 
+    //AI module logging
     UPROPERTY(BlueprintAssignable, Category = "AvatarCoreAI|Events")
     FOnAILog OnAILog;
 
+    //AI module error
     UPROPERTY(BlueprintAssignable, Category = "AvatarCoreAI|Events")
     FOnAIError OnAIError;
 
+    //It took a very long time to start answering - we can use this to playback a filler speech
     UPROPERTY(BlueprintAssignable, Category = "AvatarCoreAI|Events")
     FOnAIDelayedAnswer OnAIDelayedAnswer;
 
@@ -70,6 +74,12 @@ public:
     UFUNCTION(BlueprintCallable, Category = "AvatarCoreAI")
     virtual void ActivateAI() {};
 
+    /**
+    * Update Session in case something has changed with the prompt or the functions to call
+    */
+    UFUNCTION(BlueprintCallable, Category = "AvatarCoreAI")
+    virtual void UpdateSession() {};
+
     /**
     * Deinitalize AI - when going to Idle for example
     */
@@ -118,15 +128,27 @@ public:
     UFUNCTION(BlueprintCallable, Category = "AvatarCoreAI|Events")
     virtual void OnAIResponse(const FString& Chunk, bool IsFinal);
 
+    /**
+    * Add a new system instruction by name.
+    */
 	UFUNCTION(BlueprintCallable, Category = "AvatarCoreAI")
     void AddSystemInstruction(const FName Name, const FString NewSystemInstruction);
 
+    /**
+    * Remove a system instruction by name.
+    */
     UFUNCTION(BlueprintCallable, Category = "AvatarCoreAI")
     void RemoveSystemInstruction(const FName Name);
 
+    /**
+    * Clear all System Instruction.
+    */
     UFUNCTION(BlueprintCallable, Category = "AvatarCoreAI")
     void ClearAllSystemInstructios();
 
+    /**
+    * Timeout Handling
+    */
     void ResetRequestTimeout();
     void ClearRequestTimeout();
     UFUNCTION()
@@ -144,9 +166,9 @@ public:
     UFUNCTION(BlueprintPure, Category = "AvatarCoreAI|Commands")
     TArray<FMCPToolInfo> GetAvailableCommands();
 
-      /**
-     * Runs a command by name with the given payload, rebinding completion/failure events.
-     */
+    /**
+    * Runs a command by name with the given payload, rebinding completion/failure events.
+    */
     void RunMCPCommand(FString CommandName, FString Payload);
 
     // Clear all running commands
@@ -166,22 +188,23 @@ protected:
     UFUNCTION()
     void CommandFailed(const FString& Command, const FString& Payload);
 
-    // MCP Event Handlers
+    //MCP Log Event
     UFUNCTION()
     void OnMCPLogReceived(const FString& LogMessage);
     
+    //MCP Error Event
     UFUNCTION()
     void OnMCPErrorReceived(const FString& ErrorMessage, EMCPManagerError ErrorType);
     
+    //MCP state changed
     UFUNCTION()
     void OnMCPStateChanged(EMCPManagerState NewState);
 
+    //Tracking if it takes too long until answer chunks are coming in
     UFUNCTION()
     void StartDelayedAnswerTimer();
-    
     UFUNCTION()
     void ClearDelayedAnswerTimer();
-
     UFUNCTION()
     void OnDelayedAnswer();
 

Unreal/Plugins/AvatarCore_AI/Source/AvatarCore_AI/Public/MCP/FastMCP/FastMCPConfig.h

@@ -16,12 +16,15 @@ class AVATARCORE_AI_API UFastMCPConfig : public UMCPBaseConfig
 	
 public:
 
+	//Direction to the Script that start FastMCP
 	UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "AvatarCoreAI|MCP", meta = (ExposeOnSpawn = "true"))
 	FString MCPExecutable = FPaths::ProjectPluginsDir() +"AvatarCore_AI/Source/ThirdParty/MCPServer/FastMCP/FastMCPServer.bat";
 
+	//Custom python environment - "python" will use the system default
 	UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "AvatarCoreTTS|CoquiTTS", meta = (ExposeOnSpawn = "true"))
 	FString PythonPath = "python";
 
+	//Additional arguments to pass
 	UPROPERTY(EditAnywhere, BlueprintReadWrite, Category = "AvatarCoreAI|MCP", meta = (ExposeOnSpawn = "true"))
 	FString Arguments = "";
 

Unreal/Plugins/AvatarCore_AI/Source/AvatarCore_AI/Public/RealtimeAPI/AvatarCoreAIRealtime.h

@@ -155,13 +155,10 @@ public:
 	void DeinitAIManager() override;
 	void ActivateAI() override;
 	void DeactivateAI() override;
+	void UpdateSession() override;
 	void SendResponse(const FString& Response, bool NotifyDelay = false, FString OverrideInstruction = "") override;
 	void ClearAI() override;
 
-	//RealtimeAPI only functions
-	UFUNCTION(BlueprintCallable, Category = "AvatarCore AI|RealtimeAPI")
-	void UpdateSession();
-
 	void ConnectToWebSocket();
 	void DisconnectFromWebSocket();
 

Unreal/Plugins/AvatarCore_STT/Source/AvatarCore_STT/Private/STTManagerBase.cpp

@@ -257,7 +257,7 @@ void USTTManagerBase::PTTStateChanged(bool BtnPressed)
 				PTTPostRollTimer, // handle to cancel timer at a later time
 				this, // the owning object
 				&USTTManagerBase::PTTRelease, // function to call on elapsed
-				PTTPostRollTime, // float delay until elapsed
+				ProcessorConfig->BaseSettings.PTTPostRollTime, // float delay until elapsed
 				false); // looping?
 		}
 		else

Unreal/Plugins/AvatarCore_STT/Source/AvatarCore_STT/Public/STTStructs.h

@@ -125,5 +125,7 @@ struct FSTTBaseSettings
 	TArray<FSTTWordReplacement> STTReplacements;
 	UPROPERTY(EditAnywhere, BlueprintReadWrite, meta = (ToolTip = "Special words that the transcription service needs to know (e.g. b.ReX or Bruce-B).", Category = "STT|Base"))
 	TArray<FString> STTSpecialWords;
+	UPROPERTY(EditAnywhere, BlueprintReadWrite, meta = (ToolTip = "How long to keep transcribing when user released button. Users like to finish early ;)", Category = "STT|Base"))
+	float PTTPostRollTime = 0.4;
 	
 };

Unreal/Plugins/AvatarCore_TTS/Source/AvatarCore_TTS/Private/TTSManagerBase.cpp

@@ -117,7 +117,7 @@ void UTTSManagerBase::PlaybackSoundWave(USoundWave* InSoundWave)
 		int32 NumSamplesToRemove = SampleRate * NumChannels * 0.1f;
 		if (PCMData.Num() >= NumSamplesToRemove)
 		{
-			PCMData.RemoveAt(0, NumSamplesToRemove, /* bAllowShrinking = */ false);
+			PCMData.RemoveAt(0, NumSamplesToRemove, EAllowShrinking::No);
 		}
 		AddAudioChunk(PCMData, true);
 	}