You've already forked UnrealEngineUWP
mirror of
https://github.com/izzy2lost/UnrealEngineUWP.git
synced 2026-03-26 18:15:20 -07:00
5bcff15345
resubmit with following fixes: - static analysis error which caught an >=0 check on a uint64 which should have been >0 - fix for an inverted guard on multiprocess cook sending bytecode to director (was only sending code across if empty instead of non-empty) - fix for uninitialized padding in the FShaderCodeResource::FHeader struct causing nondeterministic puts - fix for incorrect size passed to job cache hashing on receiving buffers from DDC #rb Devin.Doucette, Laura.Hermanns, Zousar.Shaker #lockdown Marc.Audy [CL 36754792 by dan elksnitis in 5.5 branch]
122 lines
3.8 KiB
C++
122 lines
3.8 KiB
C++
// Copyright Epic Games, Inc. All Rights Reserved.
|
|
|
|
#include "ShaderSerialization.h"
|
|
|
|
#include "DerivedDataCacheKey.h"
|
|
#include "DerivedDataCacheRecord.h"
|
|
#include "DerivedDataValue.h"
|
|
#include "Serialization/CompactBinaryWriter.h"
|
|
#include "Serialization/MemoryReader.h"
|
|
#include "Serialization/MemoryWriter.h"
|
|
#include "ShaderCore.h"
|
|
|
|
FShaderCacheSaveContext::FShaderCacheSaveContext()
|
|
{
|
|
SerializeCodeFunc = [this](FShaderCodeResource& Res, int32 Index)
|
|
{
|
|
OwnedShaderCode.Add(Res.GetCacheBuffer());
|
|
// reset the array view any time an entry is added; we do this instead of calling Resize in the reserve delegate
|
|
// and setting it there since not all code paths (i.e. single job cache records) call reserve
|
|
ShaderCode = OwnedShaderCode;
|
|
};
|
|
|
|
ReserveCodeFunc = [this](int32 Num)
|
|
{
|
|
OwnedShaderCode.Reserve(Num);
|
|
};
|
|
Reset();
|
|
}
|
|
|
|
#if WITH_EDITOR
|
|
const UE::DerivedData::FValueId ShaderObjectDataValue = UE::DerivedData::FValueId::FromName(TEXT("ShaderObjectData"));
|
|
const UE::DerivedData::FValueId ShaderCodeDataValue = UE::DerivedData::FValueId::FromName(TEXT("ShaderCodeData"));
|
|
const FAnsiStringView CodeCountMetaField = ANSITEXTVIEW("CodeCount");
|
|
#endif
|
|
|
|
void FShaderCacheSaveContext::Reset()
|
|
{
|
|
ShaderObjectData.Reset();
|
|
OwnedShaderCode.Reset();
|
|
Writer = MakeUnique<FMemoryWriter64>(ShaderObjectRawData);
|
|
Ar = Writer.Get();
|
|
}
|
|
|
|
void FShaderCacheSaveContext::Finalize()
|
|
{
|
|
if (!ShaderObjectData)
|
|
{
|
|
ShaderObjectData = MakeSharedBufferFromArray(MoveTemp(ShaderObjectRawData));
|
|
}
|
|
}
|
|
|
|
#if WITH_EDITOR
|
|
UE::DerivedData::FCacheRecord FShaderCacheSaveContext::BuildCacheRecord(const UE::DerivedData::FCacheKey& Key)
|
|
{
|
|
Finalize();
|
|
|
|
UE::DerivedData::FCacheRecordBuilder RecordBuilder(Key);
|
|
RecordBuilder.AddValue(ShaderObjectDataValue, ShaderObjectData);
|
|
int32 CodeIndex = 0;
|
|
// Code buffers are already compressed, don't waste cycles attempting (and failing) to recompress them
|
|
const ECompressedBufferCompressor CodeComp = ECompressedBufferCompressor::NotSet;
|
|
const ECompressedBufferCompressionLevel CodeCompLevel = ECompressedBufferCompressionLevel::None;
|
|
for (FCompositeBuffer& CodeBuf : ShaderCode)
|
|
{
|
|
RecordBuilder.AddValue(ShaderCodeDataValue.MakeIndexed(CodeIndex++), UE::DerivedData::FValue(FCompressedBuffer::Compress(CodeBuf, CodeComp, CodeCompLevel)));
|
|
}
|
|
|
|
TCbWriter<16> MetaWriter;
|
|
MetaWriter.BeginObject();
|
|
MetaWriter.AddInteger(CodeCountMetaField, ShaderCode.Num());
|
|
MetaWriter.EndObject();
|
|
|
|
RecordBuilder.SetMeta(MetaWriter.Save().AsObject());
|
|
|
|
return RecordBuilder.Build();
|
|
}
|
|
#endif
|
|
|
|
FShaderCacheLoadContext::FShaderCacheLoadContext()
|
|
{
|
|
SerializeCodeFunc = [this](FShaderCodeResource& Res, int32 Index)
|
|
{
|
|
Res.PopulateFromComposite(ShaderCode[Index]);
|
|
};
|
|
}
|
|
|
|
FShaderCacheLoadContext::FShaderCacheLoadContext(FSharedBuffer InShaderObjectData, TArrayView<FCompositeBuffer> InCodeBuffers) : FShaderCacheLoadContext()
|
|
{
|
|
ShaderObjectData = InShaderObjectData;
|
|
ShaderCode = InCodeBuffers;
|
|
|
|
Reader = MakeUnique<FMemoryReaderView>(ShaderObjectData);
|
|
Ar = Reader.Get();
|
|
}
|
|
|
|
void FShaderCacheLoadContext::Reuse()
|
|
{
|
|
Reader->Seek(0u);
|
|
}
|
|
|
|
#if WITH_EDITOR
|
|
void FShaderCacheLoadContext::ReadFromRecord(const UE::DerivedData::FCacheRecord& Record, bool bIsPersistent)
|
|
{
|
|
ShaderObjectData = Record.GetValue(ShaderObjectDataValue).GetData().Decompress();
|
|
|
|
// Must initialize a memory reader (and the base class archive pointer) after reading the base shadermap data buffer
|
|
// from the DDC record
|
|
Reader = MakeUnique<FMemoryReaderView>(ShaderObjectData, bIsPersistent);
|
|
Ar = Reader.Get();
|
|
|
|
int32 CodeCount = Record.GetMeta()[CodeCountMetaField].AsInt32();
|
|
OwnedShaderCode.Reserve(CodeCount);
|
|
for (int32 CodeIndex = 0; CodeIndex < CodeCount; ++CodeIndex)
|
|
{
|
|
FSharedBuffer CombinedBuffer = Record.GetValue(ShaderCodeDataValue.MakeIndexed(CodeIndex)).GetData().Decompress();
|
|
OwnedShaderCode.Add(FShaderCodeResource::Unpack(CombinedBuffer));
|
|
}
|
|
ShaderCode = OwnedShaderCode;
|
|
}
|
|
#endif
|
|
|