2016-12-08 08:52:44 -05:00
// Copyright 1998-2017 Epic Games, Inc. All Rights Reserved.
2016-06-29 18:00:01 -04:00
# include "CompactifyMode.h"
Copying //UE4/Dev-Build to //UE4/Dev-Main (Source: //UE4/Dev-Build @ 3209340)
#lockdown Nick.Penwarden
#rb none
==========================
MAJOR FEATURES + CHANGES
==========================
Change 3209340 on 2016/11/23 by Ben.Marsh
Convert UE4 codebase to an "include what you use" model - where every header just includes the dependencies it needs, rather than every source file including large monolithic headers like Engine.h and UnrealEd.h.
Measured full rebuild times around 2x faster using XGE on Windows, and improvements of 25% or more for incremental builds and full rebuilds on most other platforms.
* Every header now includes everything it needs to compile.
* There's a CoreMinimal.h header that gets you a set of ubiquitous types from Core (eg. FString, FName, TArray, FVector, etc...). Most headers now include this first.
* There's a CoreTypes.h header that sets up primitive UE4 types and build macros (int32, PLATFORM_WIN64, etc...). All headers in Core include this first, as does CoreMinimal.h.
* Every .cpp file includes its matching .h file first.
* This helps validate that each header is including everything it needs to compile.
* No engine code includes a monolithic header such as Engine.h or UnrealEd.h any more.
* You will get a warning if you try to include one of these from the engine. They still exist for compatibility with game projects and do not produce warnings when included there.
* There have only been minor changes to our internal games down to accommodate these changes. The intent is for this to be as seamless as possible.
* No engine code explicitly includes a precompiled header any more.
* We still use PCHs, but they're force-included on the compiler command line by UnrealBuildTool instead. This lets us tune what they contain without breaking any existing include dependencies.
* PCHs are generated by a tool to get a statistical amount of coverage for the source files using it, and I've seeded the new shared PCHs to contain any header included by > 15% of source files.
Tool used to generate this transform is at Engine\Source\Programs\IncludeTool.
[CL 3209342 by Ben Marsh in Main branch]
2016-11-23 15:48:37 -05:00
# include "Interfaces/IBuildPatchServicesModule.h"
# include "BuildPatchTool.h"
# include "Misc/CommandLine.h"
# include "Misc/Paths.h"
2016-06-29 18:00:01 -04:00
using namespace BuildPatchTool ;
class FCompactifyToolMode : public IToolMode
{
public :
FCompactifyToolMode ( const TSharedRef < IBuildPatchServicesModule > & InBpsInterface )
: BpsInterface ( InBpsInterface )
{ }
virtual ~ FCompactifyToolMode ( )
{ }
virtual EReturnCode Execute ( ) override
{
// Parse commandline
if ( ProcessCommandline ( ) = = false )
{
return EReturnCode : : ArgumentProcessingError ;
}
// Print help if requested
if ( bHelp )
{
UE_LOG ( LogBuildPatchTool , Log , TEXT ( " COMPACTIFY MODE " ) ) ;
UE_LOG ( LogBuildPatchTool , Log , TEXT ( " This tool supports the removal of redundant patch data from a cloud directory. " ) ) ;
UE_LOG ( LogBuildPatchTool , Log , TEXT ( " " ) ) ;
UE_LOG ( LogBuildPatchTool , Log , TEXT ( " Required arguments: " ) ) ;
2016-09-23 17:31:51 -04:00
UE_LOG ( LogBuildPatchTool , Log , TEXT ( " -mode=Compactify Must be specified to launch the tool in compactify mode. " ) ) ;
UE_LOG ( LogBuildPatchTool , Log , TEXT ( " -CloudDir= \" \" Specifies in quotes the cloud directory where manifest files and chunks to be compactified can be found. " ) ) ;
UE_LOG ( LogBuildPatchTool , Log , TEXT ( " -DataAgeThreshold=2 The minimum age in days of chunk files that will be deleted. Any unreferenced chunks older than this will be deleted. " ) ) ;
2016-06-29 18:00:01 -04:00
UE_LOG ( LogBuildPatchTool , Log , TEXT ( " " ) ) ;
UE_LOG ( LogBuildPatchTool , Log , TEXT ( " Optional arguments: " ) ) ;
2016-09-23 17:31:51 -04:00
UE_LOG ( LogBuildPatchTool , Log , TEXT ( " -preview Log all the actions it will take to update internal structures, but don't actually execute them. " ) ) ;
UE_LOG ( LogBuildPatchTool , Log , TEXT ( " -DeletedChunkLogFile= \" \" Log the list of paths of deleted chunk files to this specified filename. All paths are relative to CloudDir. " ) ) ;
2016-06-29 18:00:01 -04:00
UE_LOG ( LogBuildPatchTool , Log , TEXT ( " " ) ) ;
UE_LOG ( LogBuildPatchTool , Log , TEXT ( " NB: If -DataAgeThreshold is not supplied, then all unreferenced existing data is eligible for deletion by the compactify process. " ) ) ;
UE_LOG ( LogBuildPatchTool , Log , TEXT ( " " ) ) ;
return EReturnCode : : OK ;
}
// Grab options
float DataAgeThresholdFloat = TCString < TCHAR > : : Atod ( * DataAgeThreshold ) ;
ECompactifyMode : : Type CompactifyMode = bPreview ? ECompactifyMode : : Preview : ECompactifyMode : : Full ;
// Setup the module
BpsInterface - > SetCloudDirectory ( CloudDir ) ;
// Run the compactify routine
2016-09-23 17:31:51 -04:00
bool bSuccess = BpsInterface - > CompactifyCloudDirectory ( DataAgeThresholdFloat , CompactifyMode , DeletedChunkLogFile ) ;
2016-06-29 18:00:01 -04:00
return bSuccess ? EReturnCode : : OK : EReturnCode : : ToolFailure ;
}
private :
bool ProcessCommandline ( )
{
# define PARSE_SWITCH(Switch) ParseSwitch(TEXT(#Switch L"="), Switch, Switches)
TArray < FString > Tokens , Switches ;
FCommandLine : : Parse ( FCommandLine : : Get ( ) , Tokens , Switches ) ;
bHelp = ParseOption ( TEXT ( " help " ) , Switches ) ;
if ( bHelp )
{
return true ;
}
// Get all required parameters
if ( ! ( PARSE_SWITCH ( CloudDir )
& & PARSE_SWITCH ( DataAgeThreshold ) ) )
{
UE_LOG ( LogBuildPatchTool , Error , TEXT ( " CloudDir and DataAgeThreshold are required parameters " ) ) ;
return false ;
}
FPaths : : NormalizeDirectoryName ( CloudDir ) ;
// Check required numeric values
if ( ! DataAgeThreshold . IsNumeric ( ) )
{
UE_LOG ( LogBuildPatchTool , Error , TEXT ( " An error occurred processing numeric token from commandline -DataAgeThreshold=%s " ) , * DataAgeThreshold ) ;
return false ;
}
// Get optional parameters
2016-09-23 17:31:51 -04:00
PARSE_SWITCH ( DeletedChunkLogFile ) ;
2016-06-29 18:00:01 -04:00
bPreview = ParseOption ( TEXT ( " preview " ) , Switches ) ;
return true ;
# undef PARSE_SWITCH
}
private :
TSharedRef < IBuildPatchServicesModule > BpsInterface ;
bool bHelp ;
FString CloudDir ;
FString DataAgeThreshold ;
2016-09-23 17:31:51 -04:00
FString DeletedChunkLogFile ;
2016-06-29 18:00:01 -04:00
bool bPreview ;
} ;
BuildPatchTool : : IToolModeRef BuildPatchTool : : FCompactifyToolModeFactory : : Create ( const TSharedRef < IBuildPatchServicesModule > & BpsInterface )
{
return MakeShareable ( new FCompactifyToolMode ( BpsInterface ) ) ;
}