You've already forked UnrealEngineUWP
mirror of
https://github.com/izzy2lost/UnrealEngineUWP.git
synced 2026-03-26 18:15:20 -07:00
#lockdown Nick.Penwarden #rb None ========================== MAJOR FEATURES + CHANGES ========================== Change 3173153 on 2016/10/25 by Graeme.Thornton Pak signing changes - Integrated into EDL loader - Changed to not encrypt each CRC in the sig file, rather just store a single encryped signature of the entire sig file. Removes need to decrypt thousands of signatures at startup. Change 3173531 on 2016/10/25 by Steven.Hutton Removing unused j query packages. Change 3174743 on 2016/10/26 by Gil.Gribb UE4 - fixed COTF with EDL Change 3177896 on 2016/10/28 by Steve.Robb TSharedPtr and TSharedRef aliasing constructors. Removal of static_asserts for TSharedPtr<UObject>. Change 3180343 on 2016/10/31 by Steve.Robb Reimplementation of changes from CL#s 3050329 and 3105715 that were lost in merges 3094597 and 3105741. Change 3181382 on 2016/11/01 by Steve.Robb Visual Studio debugger visualizers for delegates. Change 3182738 on 2016/11/02 by Graeme.Thornton Re-enable signed archive reader so non-pakpreacher based reads still get signature checked Change 3183420 on 2016/11/02 by Steve.Robb Fix to TIsZeroConstructType for TScriptDelegate. Change 3184872 on 2016/11/03 by Robert.Manuszewski Fixing memory stomps in SSL certificate initialization (found with mallocstomp) Change 3184873 on 2016/11/03 by Robert.Manuszewski Adding thread safety checks to async loading code Change 3185535 on 2016/11/03 by Ben.Zeigler Fix it so calling CreateDefaultSubobject with bTransient = true sets the object transient flag. This fixes EDL Crashes involving components. Change 3186636 on 2016/11/04 by Graeme.Thornton AES encryption integrated into EDL system Pak signing and AES encryption now configurable by ini files rather than magical text files Change 3186637 on 2016/11/04 by Graeme.Thornton Configured pak signing and encryption in ShooterGame for reference Change 3186639 on 2016/11/04 by Graeme.Thornton Encryption changes for Orion * Move pak signing keys into new INI format * Add AES key and enable INI file encryption Change 3186661 on 2016/11/04 by Graeme.Thornton Change unrealpak command line params to accept AES key as a separete parameter Change 3186670 on 2016/11/04 by Robert.Manuszewski Adding a null check before using a package pointer in Linker code #jira UE-38237 Change 3186775 on 2016/11/04 by Graeme.Thornton Fix UBT defines that come in as quoted strings, losing the quotes when passed to the compiler - PS4 and Mac fixes. Other platforms might need fixing too! Change 3186823 on 2016/11/04 by Graeme.Thornton Fixed an incorrect size check in the EDL pak signing code Change 3186925 on 2016/11/04 by Graeme.Thornton Allow UnrealPak to read encryption settings from project ini files Change 3189885 on 2016/11/08 by Graeme.Thornton Static analysis warning fix Change 3190015 on 2016/11/08 by Robert.Manuszewski Thread safety fix for UBlueprintGeneratedClass::PostLoadDefaultObject while UBlueprintGeneratedClass::SerializeDefaultObject runs on the async loading thread Change 3190253 on 2016/11/08 by Chris.Wood Improved MDD performance for on the CR server. [UE-37566] - Improve MDD performance on CR server Blocked MDD init'ing the crash handling code as it isn't desirable on the server. Removed redundant call to SetSymbolPathsFromModules() from CrashDebugHelper. Change 3192993 on 2016/11/10 by Robert.Manuszewski Thread Heartbeat will no longer report the same hang multiple times. Change 3193111 on 2016/11/10 by Robert.Manuszewski Minor change in the condition that detects the same hangs - allow the same callstacks from different threads Change 3193168 on 2016/11/10 by Steve.Robb TSparseArray now reserves space in reverse so that new elements get added to the front of the allocation rather than the back, which is better for memory traversal and meets expectations more closely. Change 3193171 on 2016/11/10 by Steve.Robb Easier debugging of FPendingRegistrantInfo map. Change 3193188 on 2016/11/10 by Steve.Robb TAutoPointer deprecated. Change 3193796 on 2016/11/10 by Graeme.Thornton Fix pak creation failure when no pak signing keys are supplied Change 3194524 on 2016/11/11 by Graeme.Thornton Another static analysis warning fix Change 3195119 on 2016/11/11 by Steve.Robb TAutoPtr deprecated. Fixes to use of TAutoPtr with incompatible memory deallocations (TAutoPtr with FMemory::Malloc and new[]). Some large headers moved into .cpp files. Change 3196582 on 2016/11/14 by Gil.Gribb UE4 - Changed a check to a warning related to detaching linekrs twice. Seen in nativized BP version of platformer game. Change 3196878 on 2016/11/14 by Steve.Robb TScopedPointer deprecated. Change 3198061 on 2016/11/15 by Steve.Robb Class array is no longer regenerated when saving UClasses. Change 3198065 on 2016/11/15 by Robert.Manuszewski Making AssembleReferenceTokenStream thread safe for blueprints loaded on the async loading thread. Change 3198199 on 2016/11/15 by Robert.Manuszewski Pak platform file will now only be used if pak files exist regardless of command line paraks like -pak, -singedpak and -signed. Change 3199954 on 2016/11/16 by Graeme.Thornton Removing USING_SIGNED_CONTENT Change 3200221 on 2016/11/16 by Chris.Wood CrashReportProcess code cleanup - removing unused using directives Change 3200232 on 2016/11/16 by Chris.Wood Multiple CrashReportProcess updates and improvements (CRP v1.2.6) UE-36248 - CRP scalability: All bulk storage or shared data to S3 or suitable network drives InvalidCrashReports now saved to S3 instead of local folder Removed option tosync MinidumpDiagnostics from Perforce Moved MinidumpDiagnostics from old Perforce synched location to its own folder in E:\Services (makes more sense with manual publishing) Added improved logging to Slack with option to monitor MDD performance Added hourly log folders to MDD logs Added support for types of crashes we don't want to symbolicate (using it to skip callstack gen for hang detected ensures) Change 3200382 on 2016/11/16 by Robert.Manuszewski Async Loading code will now detach the linker when resetting async package loader to avoid situations when loading the same asset multiple times results in the following load request finding the old linker after the package has been loading but the async package hasn't been deleted yet (async package for the old request in limbo state but linker exists). Change 3200562 on 2016/11/16 by Gil.Gribb UE4 - Fixed rare issue with reloading nativized blueprints with the EDL and a minor simplication. Change 3201093 on 2016/11/16 by Ben.Zeigler #UE 38654 Fix EDL cooking to correctly search components created directly by UBlueprints, as well as the CDO components it already covered. Also explicitly mark subobject templates as editor only. Fix issue where the AssetImportData associated with Blueprint-owned Curves was ending up in the cooked subobject template list. Stopped it from creating those objects, and mark the class editor only. Change 3201736 on 2016/11/17 by Steve.Robb Strtoi64 platform and TCString functions. #fyi robert.manuszewski Change 3201938 on 2016/11/17 by Ben.Woodhouse Dummy integrate of the Square render version workaround (CL 3201913) with _accept target_ to prevent it being integrated to dev-core in future. Commandline: p4 integrate //Tasks/UE4/Dev-LoadTimes/Engine/Source/Runtime/CoreUObject/Private/UObject/LinkerLoad.cpp@3201913,3201913 //UE4/Dev-Core/Engine/Source/Runtime/CoreUObject/Private/UObject/LinkerLoad.cpp #fyi robert.manuszewski Change 3203757 on 2016/11/18 by Robert.Manuszewski Removing debug code from async loading code. Change 3203927 on 2016/11/18 by Robert.Manuszewski Fixing comments in the async loading code. Change 3204851 on 2016/11/18 by Steve.Robb Metafunction for testing if a particular operator<< overload exists, e.g. THasInserterOperator<FArchive&, FMyType&>::Value. Change 3204854 on 2016/11/18 by Steve.Robb UEnumProperty. Change 3205027 on 2016/11/18 by Ben.Zeigler Add useful functions to FAssetPtr and TAssetSubclassOf that already existed on TAssetPtr Add Get() to TSubclassOf so it matches our other wrappers Fix TSubclassOf and TAssetSubclassOf to use the more efficient template method of checking class compatibility Comment and template cleanups for AssetPtr, StringAssetReference, LazyPtr, and SubclassOf Change 3206334 on 2016/11/21 by Ben.Zeigler #UE-38773: Fix it so non-component template subobjects of CDOs are not included as creation dependencies for BP classes, also clean up GetPreloadDependencies as it was adding redundant and null entries #UE-38799: Fix it so WidgetTrees don't get picked up as subobjects, and add ensure at cook time to find null outers that would crash at runtime. Make sure the instanced widget trees are transient. Cook finishes but game is still crashing in some cases, so I might adjust this after other testing Change 3206353 on 2016/11/21 by Ben.Zeigler Fix EnumProperty to handle EDL preload dependencies properly Change 3206625 on 2016/11/21 by Ben.Zeigler Fix enum property crash at runtime by copying what array property does and making sure inner property is not transient Change 3206937 on 2016/11/21 by Ben.Zeigler #jira UE-38905 Fix it so enums inside arrays are migrated properly, the enum tag is lost so use the current one Disable other nested enum migrations as they are unlikely to work. Array property tags need to be refactored to be safer Correctly save enum tag for enum properties, it was being set but not serialized Change 3207002 on 2016/11/21 by Ben.Zeigler #jira UE-38799 Fix it so per-widget copy of widget tree and all widgets inside are properly transient, they were being cooked before but never accessed. Fix case where non ClientOnly public objects nested instead ClientOnly objects would cook but fail to load, and add ensure to catch these cases in the future. If the full outer chain isn't available, it can't be loaded anyway, and this finds issues at cook time instead of load time. We should generally outlaw non-transient objects with transient outers, it does not do what people expect. Change 3207032 on 2016/11/21 by Ben.Zeigler #jira UE-38654 Re-Fix EDL cooking with SCS-added components. They used to have the DefaultSubObject flag but no longer do [CL 3208270 by Ben Zeigler in Main branch]
951 lines
23 KiB
C++
951 lines
23 KiB
C++
// Copyright 1998-2016 Epic Games, Inc. All Rights Reserved.
|
|
|
|
#include "StreamingFilePrivatePCH.h"
|
|
#include "ServerTOC.h"
|
|
#include "StreamingNetworkPlatformFile.h"
|
|
#include "Sockets.h"
|
|
#include "FileManagerGeneric.h"
|
|
#include "MultichannelTCP.h"
|
|
#include "IPlatformFileModule.h"
|
|
#include "UniquePtr.h"
|
|
|
|
DEFINE_LOG_CATEGORY(LogStreamingPlatformFile);
|
|
|
|
|
|
/**
|
|
* A helper class for wrapping some of the network file payload specifics
|
|
*/
|
|
class FStreamingNetworkFileArchive
|
|
: public FBufferArchive
|
|
{
|
|
public:
|
|
|
|
FStreamingNetworkFileArchive(uint32 Command)
|
|
{
|
|
// make sure the command is at the start
|
|
*this << Command;
|
|
}
|
|
|
|
// helper to serialize TCHAR* (there are a lot)
|
|
FORCEINLINE friend FStreamingNetworkFileArchive& operator<<(FStreamingNetworkFileArchive& Ar, const TCHAR*& Str)
|
|
{
|
|
FString Temp(Str);
|
|
Ar << Temp;
|
|
return Ar;
|
|
}
|
|
};
|
|
|
|
|
|
static const int32 GBufferCacheSize = 64 * 1024;
|
|
|
|
|
|
class FStreamingNetworkFileHandle
|
|
: public IFileHandle
|
|
{
|
|
FStreamingNetworkPlatformFile& Network;
|
|
FString Filename;
|
|
uint64 HandleId;
|
|
int64 FilePos;
|
|
int64 FileSize;
|
|
bool bWritable;
|
|
bool bReadable;
|
|
uint8 BufferCache[2][GBufferCacheSize];
|
|
int64 CacheStart[2];
|
|
int64 CacheEnd[2];
|
|
bool LazySeek;
|
|
int32 CurrentCache;
|
|
|
|
public:
|
|
|
|
FStreamingNetworkFileHandle(FStreamingNetworkPlatformFile& InNetwork, const TCHAR* InFilename, uint64 InHandleId, int64 InFileSize, bool bWriting)
|
|
: Network(InNetwork)
|
|
, Filename(InFilename)
|
|
, HandleId(InHandleId)
|
|
, FilePos(0)
|
|
, FileSize(InFileSize)
|
|
, bWritable(bWriting)
|
|
, bReadable(!bWriting)
|
|
, LazySeek(false)
|
|
,CurrentCache(0)
|
|
{
|
|
CacheStart[0] = CacheStart[1] = -1;
|
|
CacheEnd[0] = CacheEnd[1] = -1;
|
|
}
|
|
|
|
~FStreamingNetworkFileHandle()
|
|
{
|
|
Network.SendCloseMessage(HandleId);
|
|
}
|
|
|
|
virtual int64 Size() override
|
|
{
|
|
return FileSize;
|
|
}
|
|
|
|
virtual int64 Tell() override
|
|
{
|
|
return FilePos;
|
|
}
|
|
|
|
virtual bool Seek(int64 NewPosition) override
|
|
{
|
|
if( bWritable )
|
|
{
|
|
if( NewPosition == FilePos )
|
|
{
|
|
return true;
|
|
}
|
|
|
|
if (NewPosition >= 0 && NewPosition <= FileSize)
|
|
{
|
|
if (Network.SendSeekMessage(HandleId, NewPosition))
|
|
{
|
|
FilePos = NewPosition;
|
|
|
|
return true;
|
|
}
|
|
}
|
|
}
|
|
else if( bReadable )
|
|
{
|
|
if (NewPosition >= 0 && NewPosition <= FileSize)
|
|
{
|
|
if (NewPosition < CacheStart[0] || NewPosition >= CacheEnd[0] || CacheStart[0] == -1)
|
|
{
|
|
if (NewPosition < CacheStart[1] || NewPosition >= CacheEnd[1] || CacheStart[1] == -1)
|
|
{
|
|
LazySeek = true;
|
|
FilePos = NewPosition;
|
|
if (CacheStart[CurrentCache] != -1)
|
|
{
|
|
CurrentCache++;
|
|
CurrentCache %= 2;
|
|
CacheStart[CurrentCache] = -1; // Invalidate the cache
|
|
}
|
|
|
|
return true;
|
|
}
|
|
else
|
|
{
|
|
LazySeek = false;
|
|
FilePos = NewPosition;
|
|
CurrentCache = 1;
|
|
|
|
return true;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
LazySeek = false;
|
|
FilePos = NewPosition;
|
|
CurrentCache = 0;
|
|
|
|
return true;
|
|
}
|
|
}
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
virtual bool SeekFromEnd(int64 NewPositionRelativeToEnd = 0) override
|
|
{
|
|
return Seek(FileSize + NewPositionRelativeToEnd);
|
|
}
|
|
|
|
virtual bool Read(uint8* Destination, int64 BytesToRead) override
|
|
{
|
|
bool Result = false;
|
|
if (bReadable && BytesToRead >= 0 && BytesToRead + FilePos <= FileSize)
|
|
{
|
|
if (BytesToRead == 0)
|
|
{
|
|
Result = true;
|
|
}
|
|
else
|
|
{
|
|
if (BytesToRead > GBufferCacheSize) // reading more than we cache
|
|
{
|
|
// if the file position is within the cache, copy out the remainder of the cache
|
|
if (CacheStart[CurrentCache] != -1 && FilePos >= CacheStart[CurrentCache] && FilePos < CacheEnd[CurrentCache])
|
|
{
|
|
int64 CopyBytes = CacheEnd[CurrentCache]-FilePos;
|
|
FMemory::Memcpy(Destination, BufferCache[CurrentCache]+(FilePos-CacheStart[CurrentCache]), CopyBytes);
|
|
FilePos += CopyBytes;
|
|
BytesToRead -= CopyBytes;
|
|
Destination += CopyBytes;
|
|
}
|
|
|
|
if (Network.SendSeekMessage(HandleId, FilePos))
|
|
{
|
|
Result = Network.SendReadMessage(HandleId, Destination, BytesToRead);
|
|
}
|
|
if (Result)
|
|
{
|
|
FilePos += BytesToRead;
|
|
CurrentCache++;
|
|
CurrentCache %= 2;
|
|
CacheStart[CurrentCache] = -1; // Invalidate the cache
|
|
}
|
|
}
|
|
else
|
|
{
|
|
Result = true;
|
|
|
|
// need to update the cache
|
|
if (CacheStart[CurrentCache] == -1 && FileSize < GBufferCacheSize)
|
|
{
|
|
Result = Network.SendReadMessage(HandleId, BufferCache[CurrentCache], FileSize);
|
|
if (Result)
|
|
{
|
|
CacheStart[CurrentCache] = 0;
|
|
CacheEnd[CurrentCache] = FileSize;
|
|
}
|
|
}
|
|
else if (FilePos + BytesToRead > CacheEnd[CurrentCache] || CacheStart[CurrentCache] == -1 || FilePos < CacheStart[CurrentCache])
|
|
{
|
|
// copy the data from FilePos to the end of the Cache to the destination as long as it is in the cache
|
|
if (CacheStart[CurrentCache] != -1 && FilePos >= CacheStart[CurrentCache] && FilePos < CacheEnd[CurrentCache])
|
|
{
|
|
int64 CopyBytes = CacheEnd[CurrentCache]-FilePos;
|
|
FMemory::Memcpy(Destination, BufferCache[CurrentCache]+(FilePos-CacheStart[CurrentCache]), CopyBytes);
|
|
FilePos += CopyBytes;
|
|
BytesToRead -= CopyBytes;
|
|
Destination += CopyBytes;
|
|
}
|
|
|
|
// switch to the other cache
|
|
if (CacheStart[CurrentCache] != -1)
|
|
{
|
|
CurrentCache++;
|
|
CurrentCache %= 2;
|
|
}
|
|
|
|
int64 SizeToRead = GBufferCacheSize;
|
|
|
|
if (FilePos + SizeToRead > FileSize)
|
|
{
|
|
SizeToRead = FileSize-FilePos;
|
|
}
|
|
|
|
if (Network.SendSeekMessage(HandleId, FilePos))
|
|
{
|
|
Result = Network.SendReadMessage(HandleId, BufferCache[CurrentCache], SizeToRead);
|
|
}
|
|
|
|
if (Result)
|
|
{
|
|
CacheStart[CurrentCache] = FilePos;
|
|
CacheEnd[CurrentCache] = FilePos + SizeToRead;
|
|
}
|
|
}
|
|
|
|
// copy from the cache to the destination
|
|
if (Result)
|
|
{
|
|
FMemory::Memcpy(Destination, BufferCache[CurrentCache]+(FilePos-CacheStart[CurrentCache]), BytesToRead);
|
|
FilePos += BytesToRead;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
return Result;
|
|
}
|
|
|
|
virtual bool Write(const uint8* Source, int64 BytesToWrite) override
|
|
{
|
|
bool Result = false;
|
|
|
|
if (bWritable && BytesToWrite >= 0)
|
|
{
|
|
if (BytesToWrite == 0)
|
|
{
|
|
Result = true;
|
|
}
|
|
else
|
|
{
|
|
Result = Network.SendWriteMessage(HandleId, Source, BytesToWrite);
|
|
|
|
if (Result)
|
|
{
|
|
FilePos += BytesToWrite;
|
|
FileSize = FMath::Max<int64>(FilePos, FileSize);
|
|
}
|
|
}
|
|
}
|
|
|
|
return Result;
|
|
}
|
|
};
|
|
|
|
|
|
bool FStreamingNetworkPlatformFile::ShouldBeUsed(IPlatformFile* Inner, const TCHAR* CmdLine) const
|
|
{
|
|
bool bResult = FNetworkPlatformFile::ShouldBeUsed(Inner, CmdLine);
|
|
|
|
if (bResult)
|
|
{
|
|
bResult = FParse::Param(CmdLine, TEXT("Streaming")) || !FPlatformMisc::SupportsLocalCaching();
|
|
#if PLATFORM_DESKTOP || PLATFORM_HTML5
|
|
//@todo. Platforms: Do we need to support 'in place' non-streaming cookonthefly?
|
|
// On desktop platforms, assume 'in place' execution - to prevent deletion of content, force streaming,
|
|
// unless it's explicitly allowed with -allowcaching (for automation tests with staged builds).
|
|
const bool bAllowCaching = FParse::Param(CmdLine, TEXT("AllowCaching"));
|
|
|
|
if (bResult == false && !bAllowCaching)
|
|
{
|
|
UE_LOG(LogStreamingPlatformFile, Warning, TEXT("Cooked desktop platforms do not support non-streaming. Forcing streaming on."));
|
|
}
|
|
bResult = bResult || !bAllowCaching;
|
|
#endif
|
|
}
|
|
|
|
return bResult;
|
|
}
|
|
|
|
|
|
bool FStreamingNetworkPlatformFile::InitializeInternal(IPlatformFile* Inner, const TCHAR* HostIP)
|
|
{
|
|
// look for the commandline that will read files from over the network
|
|
if (HostIP == nullptr)
|
|
{
|
|
UE_LOG(LogStreamingPlatformFile, Error, TEXT("No Host IP specified in the commandline."));
|
|
bIsUsable = false;
|
|
|
|
return false;
|
|
}
|
|
|
|
// optionally get the port from the command line
|
|
int32 OverridePort;
|
|
if (FParse::Value(FCommandLine::Get(), TEXT("fileserverport="), OverridePort))
|
|
{
|
|
UE_LOG(LogStreamingPlatformFile, Display, TEXT("Overriding file server port: %d"), OverridePort);
|
|
FileServerPort = OverridePort;
|
|
}
|
|
|
|
// Send the filenames and timestamps to the server.
|
|
FNetworkFileArchive Payload(NFS_Messages::GetFileList);
|
|
FillGetFileList(Payload, true);
|
|
|
|
// Send the directories over, and wait for a response.
|
|
FArrayReader Response;
|
|
|
|
if(SendPayloadAndReceiveResponse(Payload,Response))
|
|
{
|
|
// Receive the cooked version information.
|
|
int32 ServerPackageVersion = 0;
|
|
int32 ServerPackageLicenseeVersion = 0;
|
|
ProcessServerInitialResponse(Response, ServerPackageVersion, ServerPackageLicenseeVersion);
|
|
|
|
// Make sure we can sync a file.
|
|
FString TestSyncFile = FPaths::Combine(*(FPaths::EngineDir()), TEXT("Config/BaseEngine.ini"));
|
|
IFileHandle* TestFileHandle = OpenRead(*TestSyncFile);
|
|
if (TestFileHandle != nullptr)
|
|
{
|
|
uint8* FileContents = (uint8*)FMemory::Malloc(TestFileHandle->Size());
|
|
if (!TestFileHandle->Read(FileContents, TestFileHandle->Size()))
|
|
{
|
|
UE_LOG(LogStreamingPlatformFile, Fatal, TEXT("Could not read test file %s."), *TestSyncFile);
|
|
}
|
|
FMemory::Free(FileContents);
|
|
delete TestFileHandle;
|
|
}
|
|
else
|
|
{
|
|
UE_LOG(LogStreamingPlatformFile, Fatal, TEXT("Could not open test file %s."), *TestSyncFile);
|
|
}
|
|
|
|
FCommandLine::AddToSubprocessCommandline( *FString::Printf( TEXT("-StreamingHostIP=%s"), HostIP ) );
|
|
|
|
return true;
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
|
|
FStreamingNetworkPlatformFile::~FStreamingNetworkPlatformFile()
|
|
{
|
|
}
|
|
|
|
|
|
bool FStreamingNetworkPlatformFile::DeleteFile(const TCHAR* Filename)
|
|
{
|
|
FScopeLock ScopeLock(&SynchronizationObject);
|
|
FString RelativeFilename = Filename;
|
|
MakeStandardNetworkFilename(RelativeFilename);
|
|
|
|
FStreamingNetworkFileArchive Payload(NFS_Messages::DeleteFile);
|
|
Payload << RelativeFilename;
|
|
|
|
FArrayReader Response;
|
|
|
|
if (SendPayloadAndReceiveResponse(Payload, Response) == false)
|
|
{
|
|
return false;
|
|
}
|
|
|
|
uint32 Success = 0;
|
|
Response << Success;
|
|
|
|
return !!Success;
|
|
}
|
|
|
|
|
|
bool FStreamingNetworkPlatformFile::IsReadOnly(const TCHAR* Filename)
|
|
{
|
|
FFileInfo Info;
|
|
GetFileInfo(Filename, Info);
|
|
|
|
return Info.ReadOnly;
|
|
}
|
|
|
|
|
|
bool FStreamingNetworkPlatformFile::MoveFile(const TCHAR* To, const TCHAR* From)
|
|
{
|
|
FScopeLock ScopeLock(&SynchronizationObject);
|
|
|
|
FString RelativeFrom = From;
|
|
MakeStandardNetworkFilename(RelativeFrom);
|
|
FString RelativeTo = To;
|
|
MakeStandardNetworkFilename(RelativeTo);
|
|
|
|
FStreamingNetworkFileArchive Payload(NFS_Messages::MoveFile);
|
|
Payload << RelativeFrom;
|
|
Payload << RelativeTo;
|
|
|
|
FArrayReader Response;
|
|
|
|
if (SendPayloadAndReceiveResponse(Payload, Response) == false)
|
|
{
|
|
return false;
|
|
}
|
|
|
|
uint32 Success = 0;
|
|
Response << Success;
|
|
|
|
return !!Success;
|
|
}
|
|
|
|
|
|
bool FStreamingNetworkPlatformFile::SetReadOnly(const TCHAR* Filename, bool bNewReadOnlyValue)
|
|
{
|
|
FScopeLock ScopeLock(&SynchronizationObject);
|
|
|
|
FStreamingNetworkFileArchive Payload(NFS_Messages::SetReadOnly);
|
|
FString RelativeFilename = Filename;
|
|
MakeStandardNetworkFilename(RelativeFilename);
|
|
|
|
Payload << RelativeFilename;
|
|
Payload << bNewReadOnlyValue;
|
|
|
|
// perform a local operation
|
|
FArrayReader Response;
|
|
|
|
if (SendPayloadAndReceiveResponse(Payload, Response) == false)
|
|
{
|
|
return false;
|
|
}
|
|
|
|
bool bSuccess = 0;
|
|
Response << bSuccess;
|
|
|
|
return bSuccess;
|
|
}
|
|
|
|
|
|
FDateTime FStreamingNetworkPlatformFile::GetTimeStamp(const TCHAR* Filename)
|
|
{
|
|
FFileInfo Info;
|
|
GetFileInfo(Filename, Info);
|
|
|
|
return Info.TimeStamp;
|
|
}
|
|
|
|
|
|
void FStreamingNetworkPlatformFile::SetTimeStamp(const TCHAR* Filename, FDateTime DateTime)
|
|
{
|
|
FScopeLock ScopeLock(&SynchronizationObject);
|
|
|
|
FStreamingNetworkFileArchive Payload(NFS_Messages::SetTimeStamp);
|
|
FString RelativeFilename = Filename;
|
|
MakeStandardNetworkFilename(RelativeFilename);
|
|
Payload << RelativeFilename;
|
|
Payload << DateTime;
|
|
|
|
// perform a local operation
|
|
FArrayReader Response;
|
|
|
|
if (SendPayloadAndReceiveResponse(Payload, Response) == false)
|
|
{
|
|
return;
|
|
}
|
|
|
|
bool bSuccess = 0;
|
|
Response << bSuccess;
|
|
}
|
|
|
|
|
|
FDateTime FStreamingNetworkPlatformFile::GetAccessTimeStamp(const TCHAR* Filename)
|
|
{
|
|
FFileInfo Info;
|
|
GetFileInfo(Filename, Info);
|
|
|
|
return Info.AccessTimeStamp;
|
|
}
|
|
|
|
|
|
IFileHandle* FStreamingNetworkPlatformFile::OpenRead(const TCHAR* Filename, bool bAllowWrite)
|
|
{
|
|
FString RelativeFilename = Filename;
|
|
MakeStandardNetworkFilename(RelativeFilename);
|
|
|
|
FStreamingNetworkFileHandle* FileHandle = SendOpenMessage(RelativeFilename, false, false, false);
|
|
|
|
return FileHandle;
|
|
}
|
|
|
|
|
|
IFileHandle* FStreamingNetworkPlatformFile::OpenWrite(const TCHAR* Filename, bool bAppend, bool bAllowRead)
|
|
{
|
|
FString RelativeFilename = Filename;
|
|
MakeStandardNetworkFilename(RelativeFilename);
|
|
FStreamingNetworkFileHandle* FileHandle = SendOpenMessage(RelativeFilename, true, bAppend, bAllowRead);
|
|
|
|
return FileHandle;
|
|
}
|
|
|
|
bool FStreamingNetworkPlatformFile::CreateDirectoryTree(const TCHAR* Directory)
|
|
{
|
|
return IPlatformFile::CreateDirectoryTree( Directory );
|
|
}
|
|
|
|
|
|
bool FStreamingNetworkPlatformFile::CreateDirectory(const TCHAR* Directory)
|
|
{
|
|
FScopeLock ScopeLock(&SynchronizationObject);
|
|
|
|
FStreamingNetworkFileArchive Payload(NFS_Messages::CreateDirectory);
|
|
FString RelativeDirectory = Directory;
|
|
MakeStandardNetworkFilename(RelativeDirectory);
|
|
Payload << RelativeDirectory;
|
|
|
|
// perform a local operation
|
|
FArrayReader Response;
|
|
|
|
if (SendPayloadAndReceiveResponse(Payload, Response) == false)
|
|
{
|
|
return false;
|
|
}
|
|
|
|
bool bSuccess = 0;
|
|
Response << bSuccess;
|
|
|
|
return bSuccess;
|
|
}
|
|
|
|
|
|
bool FStreamingNetworkPlatformFile::DeleteDirectory(const TCHAR* Directory)
|
|
{
|
|
FScopeLock ScopeLock(&SynchronizationObject);
|
|
|
|
FStreamingNetworkFileArchive Payload(NFS_Messages::DeleteDirectory);
|
|
FString RelativeDirectory = Directory;
|
|
MakeStandardNetworkFilename(RelativeDirectory);
|
|
Payload << RelativeDirectory;
|
|
|
|
// perform a local operation
|
|
FArrayReader Response;
|
|
|
|
if (SendPayloadAndReceiveResponse(Payload, Response) == false)
|
|
{
|
|
return false;
|
|
}
|
|
|
|
bool bSuccess = 0;
|
|
Response << bSuccess;
|
|
|
|
return bSuccess;
|
|
}
|
|
|
|
|
|
bool FStreamingNetworkPlatformFile::IterateDirectory(const TCHAR* InDirectory, IPlatformFile::FDirectoryVisitor& Visitor)
|
|
{
|
|
FString RelativeDirectory = InDirectory;
|
|
MakeStandardNetworkFilename(RelativeDirectory);
|
|
// for .dll, etc searches that don't specify a path, we need to strip off the path
|
|
// before we send it to the visitor
|
|
bool bHadNoPath = InDirectory[0] == 0;
|
|
|
|
// we loop until this is false
|
|
bool RetVal = true;
|
|
|
|
// Find the directory in TOC
|
|
FServerTOC::FDirectory* ServerDirectory = ServerFiles.FindDirectory(RelativeDirectory);
|
|
if (ServerDirectory != nullptr)
|
|
{
|
|
// loop over the server files and look if they are in this exact directory
|
|
for (FServerTOC::FDirectory::TIterator It(*ServerDirectory); It && RetVal == true; ++It)
|
|
{
|
|
if (FPaths::GetPath(It.Key()) == RelativeDirectory)
|
|
{
|
|
// timestamps of 0 mean directories
|
|
bool bIsDirectory = It.Value() == 0;
|
|
|
|
// visit (stripping off the path if needed)
|
|
RetVal = Visitor.Visit(bHadNoPath ? *FPaths::GetCleanFilename(It.Key()) : *It.Key(), bIsDirectory);
|
|
}
|
|
}
|
|
}
|
|
|
|
return RetVal;
|
|
}
|
|
|
|
|
|
bool FStreamingNetworkPlatformFile::IterateDirectoryRecursively(const TCHAR* InDirectory, IPlatformFile::FDirectoryVisitor& Visitor)
|
|
{
|
|
FString RelativeDirectory = InDirectory;
|
|
MakeStandardNetworkFilename(RelativeDirectory);
|
|
// we loop until this is false
|
|
bool RetVal = true;
|
|
|
|
// loop over the server TOC
|
|
for (TMap<FString, FServerTOC::FDirectory*>::TIterator DirIt(ServerFiles.Directories); DirIt && RetVal == true; ++DirIt)
|
|
{
|
|
if (DirIt.Key().StartsWith(RelativeDirectory))
|
|
{
|
|
FServerTOC::FDirectory& ServerDirectory = *DirIt.Value();
|
|
|
|
// loop over the server files and look if they are in this exact directory
|
|
for (FServerTOC::FDirectory::TIterator It(ServerDirectory); It && RetVal == true; ++It)
|
|
{
|
|
// timestamps of 0 mean directories
|
|
bool bIsDirectory = It.Value() == 0;
|
|
|
|
// visit!
|
|
RetVal = Visitor.Visit(*It.Key(), bIsDirectory);
|
|
}
|
|
}
|
|
}
|
|
|
|
return RetVal;
|
|
}
|
|
|
|
|
|
bool FStreamingNetworkPlatformFile::DeleteDirectoryRecursively(const TCHAR* Directory)
|
|
{
|
|
FScopeLock ScopeLock(&SynchronizationObject);
|
|
|
|
FStreamingNetworkFileArchive Payload(NFS_Messages::DeleteDirectoryRecursively);
|
|
FString RelativeDirectory = Directory;
|
|
MakeStandardNetworkFilename(RelativeDirectory);
|
|
Payload << RelativeDirectory;
|
|
|
|
// perform a local operation
|
|
FArrayReader Response;
|
|
|
|
if (SendPayloadAndReceiveResponse(Payload, Response) == false)
|
|
{
|
|
return false;
|
|
}
|
|
|
|
bool bSuccess = 0;
|
|
Response << bSuccess;
|
|
|
|
return bSuccess;
|
|
}
|
|
|
|
|
|
bool FStreamingNetworkPlatformFile::CopyFile(const TCHAR* To, const TCHAR* From, EPlatformFileRead ReadFlags, EPlatformFileWrite WriteFlags)
|
|
{
|
|
FScopeLock ScopeLock(&SynchronizationObject);
|
|
|
|
FStreamingNetworkFileArchive Payload(NFS_Messages::CopyFile);
|
|
FString RelativeTo = To; MakeStandardNetworkFilename(RelativeTo);
|
|
FString RelativeFrom = From; MakeStandardNetworkFilename(RelativeFrom);
|
|
Payload << RelativeTo;
|
|
Payload << RelativeFrom;
|
|
|
|
// perform a local operation
|
|
FArrayReader Response;
|
|
|
|
if (SendPayloadAndReceiveResponse(Payload, Response) == false)
|
|
{
|
|
return false;
|
|
}
|
|
|
|
bool bSuccess = 0;
|
|
Response << bSuccess;
|
|
|
|
return bSuccess;
|
|
}
|
|
|
|
|
|
FString FStreamingNetworkPlatformFile::ConvertToAbsolutePathForExternalAppForRead( const TCHAR* Filename )
|
|
{
|
|
FScopeLock ScopeLock(&SynchronizationObject);
|
|
|
|
FStreamingNetworkFileArchive Payload(NFS_Messages::ToAbsolutePathForRead);
|
|
FString RelativeFilename = Filename;
|
|
MakeStandardNetworkFilename(RelativeFilename);
|
|
Payload << RelativeFilename;
|
|
|
|
// perform a local operation
|
|
FArrayReader Response;
|
|
|
|
if (SendPayloadAndReceiveResponse(Payload, Response) == true)
|
|
{
|
|
Response << RelativeFilename;
|
|
}
|
|
|
|
return RelativeFilename;
|
|
}
|
|
|
|
|
|
FString FStreamingNetworkPlatformFile::ConvertToAbsolutePathForExternalAppForWrite( const TCHAR* Filename )
|
|
{
|
|
FScopeLock ScopeLock(&SynchronizationObject);
|
|
|
|
FStreamingNetworkFileArchive Payload(NFS_Messages::ToAbsolutePathForWrite);
|
|
FString RelativeFilename = Filename;
|
|
MakeStandardNetworkFilename(RelativeFilename);
|
|
Payload << RelativeFilename;
|
|
|
|
// perform a local operation
|
|
FArrayReader Response;
|
|
|
|
if (SendPayloadAndReceiveResponse(Payload, Response) == true)
|
|
{
|
|
Response << RelativeFilename;
|
|
}
|
|
|
|
return RelativeFilename;
|
|
}
|
|
|
|
|
|
bool FStreamingNetworkPlatformFile::DirectoryExists(const TCHAR* Directory)
|
|
{
|
|
// If there are any syncable files in this directory, consider it existing
|
|
FString RelativeDirectory = Directory;
|
|
MakeStandardNetworkFilename(RelativeDirectory);
|
|
FServerTOC::FDirectory* ServerDirectory = ServerFiles.FindDirectory(RelativeDirectory);
|
|
|
|
return ServerDirectory != nullptr;
|
|
}
|
|
|
|
|
|
void FStreamingNetworkPlatformFile::GetFileInfo(const TCHAR* Filename, FFileInfo& Info)
|
|
{
|
|
FScopeLock ScopeLock(&SynchronizationObject);
|
|
|
|
FString RelativeFilename = Filename;
|
|
MakeStandardNetworkFilename(RelativeFilename);
|
|
|
|
if (!CachedFileInfo.Contains(RelativeFilename))
|
|
{
|
|
FStreamingNetworkFileArchive Payload(NFS_Messages::GetFileInfo);
|
|
Payload << const_cast<FString&>(RelativeFilename);
|
|
|
|
// if (RelativeFilename == TEXT("../../../UDKGame/Content/Maps/GDC12_Ice/GDC_2012_Throne_Cave.uasset"))
|
|
// {
|
|
// Info.ReadOnly = true;
|
|
// }
|
|
|
|
// Send the filename over
|
|
FArrayReader Response;
|
|
if (SendPayloadAndReceiveResponse(Payload, Response) == false)
|
|
{
|
|
return;
|
|
}
|
|
|
|
// Get info from the response
|
|
Response << Info.FileExists;
|
|
Response << Info.ReadOnly;
|
|
Response << Info.Size;
|
|
Response << Info.TimeStamp;
|
|
Response << Info.AccessTimeStamp;
|
|
|
|
CachedFileInfo.Add(RelativeFilename, Info);
|
|
}
|
|
else
|
|
{
|
|
Info = *(CachedFileInfo.Find(RelativeFilename));
|
|
}
|
|
}
|
|
|
|
|
|
FStreamingNetworkFileHandle* FStreamingNetworkPlatformFile::SendOpenMessage(const FString& Filename, bool bIsWriting, bool bAppend, bool bAllowRead)
|
|
{
|
|
FScopeLock ScopeLock(&SynchronizationObject);
|
|
|
|
FStreamingNetworkFileArchive Payload(bIsWriting ? NFS_Messages::OpenWrite : NFS_Messages::OpenRead);
|
|
Payload << const_cast<FString&>(Filename);
|
|
|
|
if (bIsWriting)
|
|
{
|
|
Payload << bAppend;
|
|
Payload << bAllowRead;
|
|
}
|
|
|
|
// Send the filename over
|
|
FArrayReader Response;
|
|
if (SendPayloadAndReceiveResponse(Payload, Response) == false)
|
|
{
|
|
return nullptr;
|
|
}
|
|
|
|
// This server handle ID which will be used to perform operations on this file.
|
|
uint64 HandleId = 0;
|
|
Response << HandleId;
|
|
|
|
// Get the server file timestamp
|
|
FDateTime ServerTimeStamp;
|
|
Response << ServerTimeStamp;
|
|
|
|
// Get the server file size
|
|
int64 ServerFileSize = 0;
|
|
Response << ServerFileSize;
|
|
|
|
if (bIsWriting || ServerFileSize > 0)
|
|
{
|
|
FStreamingNetworkFileHandle* FileHandle = new FStreamingNetworkFileHandle(*this, *Filename, HandleId, ServerFileSize, bIsWriting);
|
|
return FileHandle;
|
|
}
|
|
else
|
|
{
|
|
return nullptr;
|
|
}
|
|
}
|
|
|
|
|
|
bool FStreamingNetworkPlatformFile::SendReadMessage(uint64 HandleId, uint8* Destination, int64 BytesToRead)
|
|
{
|
|
FScopeLock ScopeLock(&SynchronizationObject);
|
|
|
|
// Send the filename over.
|
|
FStreamingNetworkFileArchive Payload(NFS_Messages::Read);
|
|
Payload << HandleId;
|
|
Payload << BytesToRead;
|
|
|
|
// Send the filename over
|
|
FArrayReader Response;
|
|
|
|
if (SendPayloadAndReceiveResponse(Payload, Response) == false)
|
|
{
|
|
return false;
|
|
}
|
|
|
|
// Get the server number of bytes read.
|
|
int64 ServerBytesRead = 0;
|
|
Response << ServerBytesRead;
|
|
|
|
bool bSuccess = (ServerBytesRead == BytesToRead);
|
|
|
|
if (bSuccess)
|
|
{
|
|
// Get the data.
|
|
Response.Serialize(Destination, BytesToRead);
|
|
}
|
|
|
|
return bSuccess;
|
|
}
|
|
|
|
|
|
bool FStreamingNetworkPlatformFile::SendWriteMessage(uint64 HandleId, const uint8* Source, int64 BytesToWrite)
|
|
{
|
|
FScopeLock ScopeLock(&SynchronizationObject);
|
|
|
|
// Send the filename over.
|
|
FStreamingNetworkFileArchive Payload(NFS_Messages::Write);
|
|
Payload << HandleId;
|
|
// Send the data over
|
|
Payload << BytesToWrite;
|
|
Payload.Serialize(const_cast<uint8*>(Source), BytesToWrite);
|
|
|
|
FArrayReader Response;
|
|
|
|
if (SendPayloadAndReceiveResponse(Payload, Response) == false)
|
|
{
|
|
return false;
|
|
}
|
|
|
|
// Get the number of bytes the server wrote.
|
|
int64 ServerBytesWritten = 0;
|
|
Response << ServerBytesWritten;
|
|
|
|
return (ServerBytesWritten == BytesToWrite);
|
|
}
|
|
|
|
|
|
bool FStreamingNetworkPlatformFile::SendSeekMessage(uint64 HandleId, int64 NewPosition)
|
|
{
|
|
FScopeLock ScopeLock(&SynchronizationObject);
|
|
|
|
// Send the filename over.
|
|
FStreamingNetworkFileArchive Payload(NFS_Messages::Seek);
|
|
Payload << HandleId;
|
|
Payload << NewPosition;
|
|
|
|
FArrayReader Response;
|
|
|
|
if (SendPayloadAndReceiveResponse(Payload, Response) == false)
|
|
{
|
|
return false;
|
|
}
|
|
|
|
int64 ServerNewPosition = -1;
|
|
Response << ServerNewPosition;
|
|
|
|
return (ServerNewPosition == NewPosition);
|
|
}
|
|
|
|
|
|
bool FStreamingNetworkPlatformFile::SendCloseMessage(uint64 HandleId)
|
|
{
|
|
FScopeLock ScopeLock(&SynchronizationObject);
|
|
|
|
// Send the filename over (cast away const here because we know this << will not modify the string)
|
|
FStreamingNetworkFileArchive Payload(NFS_Messages::Close);
|
|
Payload << HandleId;
|
|
|
|
FArrayReader Response;
|
|
|
|
return SendPayloadAndReceiveResponse(Payload, Response);
|
|
}
|
|
|
|
|
|
void FStreamingNetworkPlatformFile::PerformHeartbeat()
|
|
{
|
|
FNetworkFileArchive Payload(NFS_Messages::Heartbeat);
|
|
|
|
// send the filename over
|
|
FArrayReader Response;
|
|
|
|
if(SendPayloadAndReceiveResponse(Payload,Response))
|
|
{
|
|
return;
|
|
}
|
|
|
|
check(0);
|
|
}
|
|
|
|
|
|
/**
|
|
* Module for the streaming file
|
|
*/
|
|
class FStreamingFileModule
|
|
: public IPlatformFileModule
|
|
{
|
|
public:
|
|
|
|
virtual IPlatformFile* GetPlatformFile() override
|
|
{
|
|
static TUniquePtr<IPlatformFile> AutoDestroySingleton = MakeUnique<FStreamingNetworkPlatformFile>();
|
|
return AutoDestroySingleton.Get();
|
|
}
|
|
};
|
|
|
|
|
|
IMPLEMENT_MODULE(FStreamingFileModule, StreamingFile);
|