singinwhale
/
RealtimeStyleTransferRuntime
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Added StyleTransfer settings in project settings 

imported network with actual weights
This commit is contained in:
Manuel Wagner 2022-09-05 18:12:20 +02:00
parent b580ba6316
commit 0c2a994eac
9 changed files with 58 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
Config/DefaultGame.ini
View File

@ -218,3 +218,8 @@ VoiceChatVolumeControlBus=/Game/Audio/Modulation/ControlBuses/CB_VoiceChat.CB_Vo
LoadingScreenControlBusMix=/Game/Audio/Modulation/ControlBusMixes/CBM_LoadingScreenMix.CBM_LoadingScreenMix
[/Script/StyleTransfer.StyleTransferSettings]
StyleTransferNetwork=/StyleTransfer/NN_TransferWithWeights.NN_TransferWithWeights
StylePredictionNetwork=/StyleTransfer/NN_StylePredictorWithWeights.NN_StylePredictorWithWeights
StyleTexture=/StyleTransfer/T_StyleImage.T_StyleImage

BIN
Plugins/StyleTransfer/Content/NN_StylePredictor.uasset (Stored with Git LFS)
View File

Binary file not shown.

BIN
Plugins/StyleTransfer/Content/NN_StylePredictorWithWeights.uasset (Stored with Git LFS) Normal file
View File

Binary file not shown.

BIN
Plugins/StyleTransfer/Content/NN_StyleTransfer.uasset (Stored with Git LFS)
View File

Binary file not shown.

BIN
Plugins/StyleTransfer/Content/NN_TransferWithWeights.uasset (Stored with Git LFS) Normal file
View File

Binary file not shown.

9
Plugins/StyleTransfer/Source/StyleTransfer/Private/StyleTransferSettings.cpp Normal file
View File

@ -0,0 +1,9 @@
// Fill out your copyright notice in the Description page of Project Settings.
#include "StyleTransferSettings.h"
UStyleTransferSettings::UStyleTransferSettings()
{
this->CategoryName = NAME_Game;
}

28
Plugins/StyleTransfer/Source/StyleTransfer/Private/StyleTransferSettings.h Normal file
View File

@ -0,0 +1,28 @@
// Fill out your copyright notice in the Description page of Project Settings.
#pragma once
#include "CoreMinimal.h"
#include "NeuralNetwork.h"
#include "UObject/Object.h"
#include "StyleTransferSettings.generated.h"
/**
*
*/
UCLASS(Config=Game, defaultconfig, meta=(DisplayName="Style Transfer"))
class STYLETRANSFER_API UStyleTransferSettings : public UDeveloperSettings
{
GENERATED_BODY()
public:
UStyleTransferSettings();
UPROPERTY(EditAnywhere, Config)
TSoftObjectPtr<UNeuralNetwork> StyleTransferNetwork = nullptr;
UPROPERTY(EditAnywhere, Config)
TSoftObjectPtr<UNeuralNetwork> StylePredictionNetwork = nullptr;
UPROPERTY(EditAnywhere, Config)
TSoftObjectPtr<UTexture2D> StyleTexture = nullptr;
};

15
Plugins/StyleTransfer/Source/StyleTransfer/Private/StyleTransferSubsystem.cpp
View File

@ -9,6 +9,7 @@
#include "ScreenPass.h"
#include "StyleTransferModule.h"
#include "StyleTransferSceneViewExtension.h"
#include "StyleTransferSettings.h"
#include "TextureCompiler.h"
#include "Rendering/Texture2DResource.h"
@ -43,20 +44,21 @@ void UStyleTransferSubsystem::StartStylizingViewport(FViewportClient* ViewportCl
if (!StyleTransferSceneViewExtension)
{
const UStyleTransferSettings* StyleTransferSettings = GetDefault<UStyleTransferSettings>();
StylePredictionInferenceContext = StylePredictionNetwork->CreateInferenceContext();
checkf(StylePredictionInferenceContext != INDEX_NONE, TEXT("Could not create inference context for StylePredictionNetwork"));
StyleTransferInferenceContext = MakeShared<int32>(StyleTransferNetwork->CreateInferenceContext());
checkf(*StyleTransferInferenceContext != INDEX_NONE, TEXT("Could not create inference context for StyleTransferNetwork"));
UTexture2D* StyleTexture = LoadObject<UTexture2D>(this, TEXT("/Script/Engine.Texture2D'/StyleTransfer/T_StyleImage.T_StyleImage'"));
UTexture2D* StyleTexture = StyleTransferSettings->StyleTexture.LoadSynchronous();
//UTexture2D* StyleTexture = LoadObject<UTexture2D>(this, TEXT("/Script/Engine.Texture2D'/StyleTransfer/T_StyleImage.T_StyleImage'"));
FTextureCompilingManager::Get().FinishCompilation({StyleTexture});
//UpdateStyle(StyleTexture);
UpdateStyle(FPaths::GetPath("C:\\projects\\realtime-style-transfer\\temp\\style_params_tensor.bin"));
UpdateStyle(StyleTexture);
//UpdateStyle(FPaths::GetPath("C:\\projects\\realtime-style-transfer\\temp\\style_params_tensor.bin"));
StyleTransferSceneViewExtension = FSceneViewExtensions::NewExtension<FStyleTransferSceneViewExtension>(ViewportClient, StyleTransferNetwork, StyleTransferInferenceContext.ToSharedRef());
}
StyleTransferSceneViewExtension->SetEnabled(true);
ViewportClient->GetWorld()->GetWorldSettings()->SetPauserPlayerState(ViewportClient->GetWorld()->GetFirstPlayerController()->PlayerState);
}
void UStyleTransferSubsystem::StopStylizingViewport()
@ -166,8 +168,9 @@ void UStyleTransferSubsystem::HandleConsoleVariableChanged(IConsoleVariable* Con
void UStyleTransferSubsystem::LoadNetworks()
{
StyleTransferNetwork = LoadObject<UNeuralNetwork>(this, TEXT("/StyleTransfer/NN_StyleTransfer.NN_StyleTransfer"));
StylePredictionNetwork = LoadObject<UNeuralNetwork>(this, TEXT("/StyleTransfer/NN_StylePredictor.NN_StylePredictor"));
const UStyleTransferSettings* StyleTransferSettings = GetDefault<UStyleTransferSettings>();
StyleTransferNetwork = StyleTransferSettings->StyleTransferNetwork.LoadSynchronous();
StylePredictionNetwork = StyleTransferSettings->StylePredictionNetwork.LoadSynchronous();
if (StyleTransferNetwork->IsLoaded())
{

8
Plugins/StyleTransfer/Source/StyleTransfer/StyleTransfer.Build.cs
View File

@ -45,13 +45,7 @@ public class StyleTransfer : ModuleRules
"StyleTransferShaders",
"PixWinPlugin",
"InputDevice",
}
);
DynamicallyLoadedModuleNames.AddRange(
new string[]
{
"DeveloperSettings",
}
);
}