singinwhale
/
RealtimeStyleTransferRuntime
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

run style prediction for all configured styles

This commit is contained in:
Manuel Wagner 2022-11-23 18:55:24 +01:00
parent 39c2f97692
commit 36c097e26e
2 changed files with 11 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
Config/DefaultGame.ini
View File

@ -224,6 +224,16 @@ LoadingScreenControlBusMix=/Game/Audio/Modulation/ControlBusMixes/CBM_LoadingScr
[/Script/StyleTransfer.StyleTransferSettings] [/Script/StyleTransfer.StyleTransferSettings]
StyleTransferNetwork=/StyleTransfer/rstnet-960-32-3_transfer.rstnet-960-32-3_transfer StyleTransferNetwork=/StyleTransfer/rstnet-960-32-3_transfer.rstnet-960-32-3_transfer
StylePredictionNetwork=/StyleTransfer/rstnet-960-32-3_predictor.rstnet-960-32-3_predictor StylePredictionNetwork=/StyleTransfer/rstnet-960-32-3_predictor.rstnet-960-32-3_predictor
+StyleTextures=/StyleTransfer/Styles/002af7d2cf8317f84d629a0b12cdb4dc10899f1d.002af7d2cf8317f84d629a0b12cdb4dc10899f1d
+StyleTextures=/StyleTransfer/Styles/00059bb14dffa5cb836f35e2f207f39946d25ff6.00059bb14dffa5cb836f35e2f207f39946d25ff6
+StyleTextures=/StyleTransfer/Styles/0011fc013403f895146b783b2dd338d639883ec8.0011fc013403f895146b783b2dd338d639883ec8
+StyleTextures=/StyleTransfer/Styles/00217cb856d9d97865cd3c59669155d3b5c5c0cd.00217cb856d9d97865cd3c59669155d3b5c5c0cd
+StyleTextures=/StyleTransfer/Styles/00218b41b034d31c8129a328879680c0771cd95d.00218b41b034d31c8129a328879680c0771cd95d
+StyleTextures=/StyleTransfer/Styles/00230bf26630ee75ed5dfc8861047e1f13fbf38a.00230bf26630ee75ed5dfc8861047e1f13fbf38a
+StyleTextures=/StyleTransfer/Styles/T_StyleImage.T_StyleImage
+StyleTextures=/StyleTransfer/Styles/T_StyleImage1.T_StyleImage1 +StyleTextures=/StyleTransfer/Styles/T_StyleImage1.T_StyleImage1
+StyleTextures=/StyleTransfer/Styles/T_StyleImage2.T_StyleImage2
+StyleTextures=/StyleTransfer/Styles/T_StyleImage3.T_StyleImage3
+StyleTextures=/StyleTransfer/Styles/T_StyleImage4.T_StyleImage4
InterpolationCurve=(EditorCurveData=(Keys=((InterpMode=RCIM_Cubic,TangentMode=RCTM_User),(InterpMode=RCIM_Cubic,TangentMode=RCTM_User,Time=2.241476,Value=1.000000),(InterpMode=RCIM_Cubic,TangentMode=RCTM_User,Time=3.908512,Value=1.000000),(InterpMode=RCIM_Cubic,TangentMode=RCTM_User,Time=5.831762),(Time=7.971708)),DefaultValue=340282346638528859811704183484516925440.000000,PreInfinityExtrap=RCCE_Constant,PostInfinityExtrap=RCCE_Constant),ExternalCurve=None) InterpolationCurve=(EditorCurveData=(Keys=((InterpMode=RCIM_Cubic,TangentMode=RCTM_User),(InterpMode=RCIM_Cubic,TangentMode=RCTM_User,Time=2.241476,Value=1.000000),(InterpMode=RCIM_Cubic,TangentMode=RCTM_User,Time=3.908512,Value=1.000000),(InterpMode=RCIM_Cubic,TangentMode=RCTM_User,Time=5.831762),(Time=7.971708)),DefaultValue=340282346638528859811704183484516925440.000000,PreInfinityExtrap=RCCE_Constant,PostInfinityExtrap=RCCE_Constant),ExternalCurve=None)

3
Plugins/StyleTransfer/Source/StyleTransfer/Private/StyleTransferSubsystem.cpp
View File

@ -80,7 +80,7 @@ void UStyleTransferSubsystem::StartStylizingViewport(FViewportClient* ViewportCl
checkf(*StyleTransferInferenceContext != INDEX_NONE, TEXT("Could not create inference context for StyleTransferNetwork")); checkf(*StyleTransferInferenceContext != INDEX_NONE, TEXT("Could not create inference context for StyleTransferNetwork"));
} }
for (uint32 i = 0; i < FMath::Min(2u, uint32(StyleTransferSettings->StyleTextures.Num())); ++i) for (uint32 i = 0; i < uint32(StyleTransferSettings->StyleTextures.Num()); ++i)
{ {
UE_LOG(LogStyleTransfer, Log, TEXT("Creating Inference Context for Style %i"), i); UE_LOG(LogStyleTransfer, Log, TEXT("Creating Inference Context for Style %i"), i);
const int32& StylePredictionInferenceContext = StylePredictionInferenceContexts.Emplace_GetRef(StylePredictionNetwork->CreateInferenceContext()); const int32& StylePredictionInferenceContext = StylePredictionInferenceContexts.Emplace_GetRef(StylePredictionNetwork->CreateInferenceContext());
@ -92,7 +92,6 @@ void UStyleTransferSubsystem::StartStylizingViewport(FViewportClient* ViewportCl
FTextureCompilingManager::Get().FinishCompilation({StyleTexture}); FTextureCompilingManager::Get().FinishCompilation({StyleTexture});
#endif #endif
UpdateStyle(StyleTexture, i, StylePredictionInferenceContext); UpdateStyle(StyleTexture, i, StylePredictionInferenceContext);
//UpdateStyle(StyleTexture, i, StylePredictionInferenceContext);
} }
//UpdateStyle(FPaths::GetPath("C:\\projects\\realtime-style-transfer\\temp\\style_params_tensor.bin")); //UpdateStyle(FPaths::GetPath("C:\\projects\\realtime-style-transfer\\temp\\style_params_tensor.bin"));
UE_LOG(LogStyleTransfer, Log, TEXT("Creating FStyleTransferSceneViewExtension")); UE_LOG(LogStyleTransfer, Log, TEXT("Creating FStyleTransferSceneViewExtension"));