2016-12-08 08:52:44 -05:00
|
|
|
|
// Copyright 1998-2017 Epic Games, Inc. All Rights Reserved.
|
|
|
|
|
|
|
|
|
|
|
|
using System;
|
Copying //UE4/Dev-Core to //UE4/Dev-Main (Source: //UE4/Dev-Core @ 3151653)
#lockdown Nick.Penwarden
==========================
MAJOR FEATURES + CHANGES
==========================
Change 2975891 on 2016/05/12 by Gil.Gribb
merged in new async stuff from dev-rendering.
Change 2976695 on 2016/05/13 by Gil.Gribb
updated precache list
Change 2977030 on 2016/05/13 by Gil.Gribb
Added time slicing to CreateAsyncPackagesFromQueue, radically reduced the frequency of "precache trimming" and changed a few things in the test rig and logging
Change 2977090 on 2016/05/13 by Gil.Gribb
Fixed module manager threading and added cmd line param to force async loading thread.
Change 2977292 on 2016/05/13 by Gil.Gribb
check for thread safety in looking at asset registry
Change 2977296 on 2016/05/13 by Gil.Gribb
removed some super-expensive check()s from precacher
Change 2978368 on 2016/05/16 by Gil.Gribb
Move several exposive bools inside of the basic tests inside of FLinkerLoad::Preload, saves a fraction of second.
Change 2978414 on 2016/05/16 by Gil.Gribb
Added support and testing for unmounting pak files to the pak precacher.
Change 2978446 on 2016/05/16 by Gil.Gribb
Allow linker listing in non-shipping builds
Change 2978550 on 2016/05/16 by Gil.Gribb
Allowed some linker spew in non-shipping builds (instead of debug builds). Some tweak to help track down the music.uasset leak.
Change 2979952 on 2016/05/17 by Robert.Manuszewski
Merging //UE4/Dev-Core @ 2979938 to Dev-UE-30519-LoadTimes
Change 2984927 on 2016/05/20 by Gil.Gribb
fix a few bugs with an mcp repro
Change 2984951 on 2016/05/20 by Gil.Gribb
fixed issues with USE_NEW_ASYNC_IO = 0
Change 2985296 on 2016/05/20 by Gil.Gribb
Fixed several bugs with the MCP boot test
Change 2987956 on 2016/05/24 by Robert.Manuszewski
Fixing leaked linkers created by blocking load requests during async loading.
Change 2987959 on 2016/05/24 by Joe.Conley
Enable load timings in block loading also (in addition to async loading).
Change 3017713 on 2016/06/17 by Robert.Manuszewski
Removing GUseSeekFreeLoading.
Change 3017722 on 2016/06/17 by Robert.Manuszewski
Renaming LOAD_SeekFree flag to LOAD_Async to better reflect its current purpose.
Change 3017833 on 2016/06/17 by Robert.Manuszewski
Merging //UE4/Dev-Core to Dev-UE-30519-LoadTimes (//Tasks/Dev-Core/Dev-UE-30519-LoadTimes)
Change 3017840 on 2016/06/17 by Robert.Manuszewski
Re-doing Dev-Core changes to Delegates 2/2
Change 3022872 on 2016/06/22 by Gil.Gribb
reorder memory trim and deleting loaders
Change 3059218 on 2016/07/21 by Robert.Manuszewski
Fixing compilation errors - adding missing load time tracker stats.
Change 3064508 on 2016/07/26 by Robert.Manuszewski
Removing blocking loading path in cooked builds. LoadPackage will now use the async path.
Change 3066312 on 2016/07/27 by Gil.Gribb
Event driven loader, first pass
Change 3066785 on 2016/07/27 by Gil.Gribb
Removed check...searching forward for export fusion can release a node
Change 3068118 on 2016/07/28 by Gil.Gribb
critical bug fixes for the event driven loader
Change 3068333 on 2016/07/28 by Gil.Gribb
correctly handle the case where a file is rejected after loading the summary
Change 3069618 on 2016/07/28 by Robert.Manuszewski
Merging //UE4/Dev-Core to Dev-UE-30519-LoadTimes (//Tasks/Dev-Core/Dev-UE-30519-LoadTimes)
Change 3069901 on 2016/07/29 by Robert.Manuszewski
Fixing an hang when loading QA-Blueprints level
Change 3070171 on 2016/07/29 by Gil.Gribb
fixed CDO cyclic dependencies
Change 3075288 on 2016/08/03 by Gil.Gribb
misc fixes to the event driven loader
Change 3077332 on 2016/08/04 by Robert.Manuszewski
Fixing checkSlow asserts caused by new loading code not being flagged as IsInAsyncLoadThread() and CreateSynchEvent deprecation warning.
Change 3078113 on 2016/08/04 by Gil.Gribb
implemented "nicks rule" and undid some previous material and world hacks needed without it.
Change 3079480 on 2016/08/05 by Gil.Gribb
fixes and tweaks on event driven loader
Change 3080135 on 2016/08/07 by Gil.Gribb
misc fixes for event driven loader, now with reasonable memory
Change 3083722 on 2016/08/10 by Robert.Manuszewski
Fixing hangs when async loading packages.
Change 3091747 on 2016/08/17 by Gil.Gribb
Fix all hitches in streaming load that were regressions.
Change 3093258 on 2016/08/18 by Gil.Gribb
Fix bug that caused an assert when packages fail to load for certain reasons (like loading an uncooked file).
Change 3095719 on 2016/08/20 by Gil.Gribb
reenable async loading thread and cleanup and bug fixes
Change 3096350 on 2016/08/22 by Gil.Gribb
tweak task priorities a bit to minimize precaching memory
Change 3096355 on 2016/08/22 by Gil.Gribb
add support for precaching for "loose files" in the generic async layer.
Change 3098091 on 2016/08/23 by Gil.Gribb
Split header into a separate file and disabled a bad optimization in the bulk data.
Change 3099783 on 2016/08/24 by Gil.Gribb
rework dependency graph to be much, much faster. About half done.
Change 3100995 on 2016/08/25 by Gil.Gribb
fixed bugs with streaming texture from .uexp and cook time check that should have been runtime only
Change 3101369 on 2016/08/25 by Gil.Gribb
fixed bug with blueprints in the new loader.
Change 3102793 on 2016/08/26 by Gil.Gribb
PS4 - fixed small block memcpy to actually be inline
Change 3103785 on 2016/08/27 by Gil.Gribb
fixed case bug with pak order. devirtualized flinkerload::serialize, made sure -fileopenlog is not heavily skewed
Change 3104884 on 2016/08/29 by Gil.Gribb
fixed a BP bug and tweaked the -fileopenlog behavior to do leaf assets DFS
Change 3105266 on 2016/08/29 by Ben.Zeigler
Editor build compilation fix
Change 3105774 on 2016/08/30 by Gil.Gribb
add checks to locate cases where we try to use something that isn't loaded yet
Change 3107794 on 2016/08/31 by Gil.Gribb
fixed abug with BP's not loading the parent CDO soon enough
Change 3114278 on 2016/09/06 by Gil.Gribb
looping loads for paragon load test
Change 3114311 on 2016/09/06 by Ben.Zeigler
Fix linux compile
Change 3114350 on 2016/09/06 by Ben.Zeigler
Linux supports fast unaligned int reads
Change 3116169 on 2016/09/07 by Ben.Zeigler
Force enable separate bulk data cooking when using split cooked files, end-of-exp-file doesn't make sense with the new cook scheme and will crash at runtime
Change 3116538 on 2016/09/07 by Gil.Gribb
add dependencies for CDO subobjects
Change 3116596 on 2016/09/07 by Ben.Zeigler
Change crash to warning when trying to load an import to a missing native class, can happen with editor only classes.
Change 3116855 on 2016/09/07 by Ben.Zeigler
Move cook dialog down a bit so I can cook without constant dialogs popping up
Change 3117452 on 2016/09/08 by Robert.Manuszewski
Fixing hang when suspending async loading with the async loading thread enabled.
Change 3119255 on 2016/09/09 by Robert.Manuszewski
Removing texture allocations from PackageFileSummary as they were not used by anything.
Change 3119303 on 2016/09/09 by Gil.Gribb
Fixed font issue by making all all bulk data either inline or in a ubulk. Added support for compressed packages.
Change 3120324 on 2016/09/09 by Ben.Zeigler
Fix Cook warnings. Skip transient and client/server only objects when adding dependencies, and mark ShapeComponent BodySetups as properly transient.
Change 3121960 on 2016/09/12 by Ben.Zeigler
Add RandomizeLoadOrder CVar to randomize the package serial number it uses for sorting async loads
Change 3122635 on 2016/09/13 by Gil.Gribb
reworked searching disk warning and minor change to the background tasks used for decompression
Change 3122743 on 2016/09/13 by Gil.Gribb
added some checks around memory accounting
Change 3123395 on 2016/09/13 by Ben.Zeigler
Enable MallocBinned2 by default on cooked windows builds, similar to how PS4 works.
Disabled thread pool cache clearing on windows, the threading function it was using is very slow on windows specifically
Change 3124748 on 2016/09/14 by Gil.Gribb
Store template in import/export table and refer to it for each export to avoid calling GetArchetypeFromRequiredInfo. Minor fix for some NeedLoadForCLient etc stuff on landscape and CDOs. Fix texture streamer minmips stuff.
Change 3125153 on 2016/09/14 by Gil.Gribb
don't put transient objects in the import map
Change 3126668 on 2016/09/15 by Gil.Gribb
Fix critical bug with imports not waiting for the corresponding export to serialize. Fixed paragon test rig to run longer looping by flushing the renderer. Made random mode more random.
Change 3126755 on 2016/09/15 by Gil.Gribb
ooops, test rig fix
Change 3127408 on 2016/09/15 by Ben.Zeigler
Back out changelist 3123395, restoring windows memory to 4.13 setup
Change 3127409 on 2016/09/15 by Ben.Zeigler
Remove Memory trim from FlushAsyncLoading, because it gets called much more often in new flow and is slow on some platforms
Change 3127948 on 2016/09/16 by Gil.Gribb
Added a check() on any attempt to serialize a pointer to something that hasn't been created yet. This will help us find missing dependencies. There is an exception to this related to CDOs.
Change 3128094 on 2016/09/16 by Robert.Manuszewski
Fixing exports referenced by weak object pointers not being added to the preload dependency list of of the exports that depend on them.
+ Moved weak object pointer serialization to FArchive operator << to be able to override its behavior when cooking.
Change 3128148 on 2016/09/16 by Robert.Manuszewski
Gil's mod to how we detect exports with missing dependencies
Change 3129052 on 2016/09/16 by Ben.Zeigler
Add Missing Serialize helpers for WeakObjectPtrs, fixes crash with replicating weak objects
Change 3129053 on 2016/09/16 by Ben.Zeigler
Fake integrate CL #3123581 from Dev-Framework, to correctly handle detecting components as editor only even when they have collision. Fixes crashes with blueprint editor only components that depend on native templates
Change 3129630 on 2016/09/17 by Gil.Gribb
better logging for missing dependencies and properly ifdef'd the CDO primitive comp hack
Change 3130178 on 2016/09/19 by Robert.Manuszewski
Use the correct macro (COOK_FOR_EVENT_DRIVEN_LOAD instead of USE_NEW_ASYNC_IO) for SavePackage changes from CL #3128094
Change 3130224 on 2016/09/19 by Robert.Manuszewski
Compile error fix
Change 3130391 on 2016/09/19 by Gil.Gribb
Add cook time fatal errors, and undid a previous change we don't seem to need relating to editor only CDOs
Change 3130484 on 2016/09/19 by Gil.Gribb
fixed botched GetArchetypeFromRequiredInfo
Change 3131966 on 2016/09/20 by Robert.Manuszewski
Making the new event driven loader disabled by default. It's now also configurable via project settings (under Streaming Settings -> Event Driven Loader Enabled).
Enabled the event driven loader for a few internal projects.
Change 3132035 on 2016/09/20 by Gil.Gribb
fix dynamic switch on new loader
Change 3132041 on 2016/09/20 by Robert.Manuszewski
Fix for packages not being saved to disk when cooking with event driven loader disabled.
Change 3132195 on 2016/09/20 by Robert.Manuszewski
Enabling the event driven loader for Zen
Change 3133870 on 2016/09/21 by Graeme.Thornton
Config files now enable the event driven loader with the correct cvar name
Change 3135812 on 2016/09/22 by Gil.Gribb
fixed some bugs with GC during streaming
Change 3136102 on 2016/09/22 by Robert.Manuszewski
Release GC lock when FlushingAsyncLoading when running GC.
Change 3136633 on 2016/09/22 by Gil.Gribb
fix bug with linkers finsihing before other things linked their imports
Change 3138002 on 2016/09/23 by Robert.Manuszewski
Added an assert that will prevent content cooked for the event driven loader to be loaded by game builds that have the EDL disabled.
Change 3138012 on 2016/09/23 by Gil.Gribb
Improved the fix to prevent packages from finishing before external imports have linked. Async load object libraries.
Change 3138031 on 2016/09/23 by Gil.Gribb
do not preload obj libs in editor
Change 3139176 on 2016/09/24 by Gil.Gribb
fixed another bug with an attempt to call GetArchetypeFromRequiredInfo
Change 3139459 on 2016/09/26 by Robert.Manuszewski
Merging //UE4/Release-4.13 to Dev-LoadTimes (//Tasks/UE4/Dev-LoadTimes)
Change 3139668 on 2016/09/26 by Gil.Gribb
change some checks to errors on bad bulk data loads
Change 3141127 on 2016/09/27 by Robert.Manuszewski
Preventing linkers from being detached too early when async loading.
Change 3141129 on 2016/09/27 by Robert.Manuszewski
Releasing GC Lock before calling post GC callbacks to allow StaticFindObject use in these callbacks
Change 3142048 on 2016/09/27 by Robert.Manuszewski
Changing async loading code to not close DelayedLinkerClosePackages linkers until the async package that triggered their creation has finished loading.
Change 3143132 on 2016/09/28 by Gil.Gribb
fixed text render comp, which has some editor only issues. Fixes a runtime crash and adds a cooktime warning.
Change 3143198 on 2016/09/28 by Gil.Gribb
fixed it so that bogus loads of bulk data are warned but do not crash
Change 3143287 on 2016/09/28 by Robert.Manuszewski
UBT will now invalidate its makefiles if ini files are newer than the makefile (ini files may contains global build settings).
+ Android toolchain will add hashed command line values to the action reposnse filenames to actually allow it to detect compiler command line changes when detecting actions to execute
Change 3143344 on 2016/09/28 by Robert.Manuszewski
Make UAT pass the project filename to UBT when build non-code projects so that UBT can parse all ini files.
Change 3143865 on 2016/09/28 by Gil.Gribb
iffy fix for the net load assert in paragon, plus a few checks and one bit of code removed that should never be hit in the EDL, but makes no sense
Change 3144683 on 2016/09/29 by Graeme.Thornton
Minor refactor of pak file non-filename stuff
- Don't check for file existing before running through the security delegate
- Default behaviour when using new IO is to reject uasset/umap/ubulk/uexp files immediately. Can be disabled by setting EXCLUDE_NONPAK_UE_EXTENSIONS to 0 in project .build.cs
Change 3144745 on 2016/09/29 by Graeme.Thornton
Orion non-pak file whitelisting is enabled for all cooked game only builds now, rather than just clients
Change 3144780 on 2016/09/29 by Gil.Gribb
use poison proxy on non-test/shipping builds
Change 3144819 on 2016/09/29 by Gil.Gribb
added a few asserts and added an improved fix for the net crash
Change 3145414 on 2016/09/29 by Gil.Gribb
fixed android assert....not sure why I need that block of code.
Change 3146502 on 2016/09/30 by Robert.Manuszewski
Fix for GPU hang from MarcusW
Change 3146774 on 2016/09/30 by Robert.Manuszewski
Fixing a crash when constantly streaming levels in and out caused by keeping references to objects (levels) that were requested to be streamed out.
- Removed FAsyncObjectsReferencer. References will now be owned by FAsyncPackage
- UGCObjectReferencer is now more thread safe
Change 3148008 on 2016/10/01 by Gil.Gribb
add additional error for attempting to create an object from a class that needs to be loaded
Change 3148009 on 2016/10/01 by Gil.Gribb
fix very old threading bug whereby the ASL and GT would attempt to use the same static array
Change 3148222 on 2016/10/02 by Robert.Manuszewski
Fix for an assert when an FGCObject is removed when purging UObjects
Change 3148229 on 2016/10/02 by Gil.Gribb
disable assert that was crashing paragon ps4
Change 3148409 on 2016/10/03 by Robert.Manuszewski
Allow another case for removing FGCObjects while in GC.
Change 3148416 on 2016/10/03 by Robert.Manuszewski
Merging //UE4/Release-4.13 to Dev-LoadTimes (//Tasks/UE4/Dev-LoadTimes)
Change 3149566 on 2016/10/03 by Ben.Zeigler
#jira UE-36664 Fix issue where objects loaded during async loading could be added to the wrong package's object list, if a time slice ended at the wrong point
Change 3149913 on 2016/10/04 by Gil.Gribb
better broadcast
Change 2889560 on 2016/03/02 by Steven.Hutton
Packages for scheduled tasks.
Change 2889566 on 2016/03/02 by Steven.Hutton
Remaining nuget packages for hangfire, unity and scheduled tasks.
Change 2980458 on 2016/05/17 by Chris.Wood
Attempt to fix crash report submission problems from CRP to CR website
[UE-30257] - Crashreports are sometimes missing file attachments
Passing crash GUID so that website can easily check for duplicates in future
Increased request timeout for AddCrash to be longer than website database timeout
Logging retries for future visibility
CRP v.1.1.6
Change 3047870 on 2016/07/13 by Steven.Hutton
Updated CRW to entity framework with repository models. #rb none
Change 3126265 on 2016/09/15 by Steve.Robb
Fix for TCString::Strspn.
Change 3126266 on 2016/09/15 by Steve.Robb
Alternative fix for GitHub 2698: Fix one bug : Parsing command "Enable True" is invalid.
#jira UE-34670
Change 3126268 on 2016/09/15 by Steve.Robb
UWorld can no longer be extended by users.
UHT now handles final class declarations.
#jira UE-35708
Change 3126273 on 2016/09/15 by Steve.Robb
A further attempt to catch uninitialized pointers supplied to the GC.
#jira UE-34361
Change 3130042 on 2016/09/19 by Steve.Robb
Super for USTRUCTs.
Suggested here: https://udn.unrealengine.com/questions/310461/automatically-typedef-super-for-ustructs.html
Change 3131861 on 2016/09/20 by Steven.Hutton
Reconciling work for view engine changes #rb none
Change 3131862 on 2016/09/20 by Steve.Robb
Removal of THasOperatorEquals and THasOperatorNotEquals from Platform.h, which should have happened as part of CL# 3045963.
Change 3131863 on 2016/09/20 by Steven.Hutton
Adding packages #rb none
Change 3131869 on 2016/09/20 by Steve.Robb
Improved error message for enum classes with a missing base:
Error: Missing base specifier for enum class 'EMyEnum' - did you mean ': uint8'?
Change 3132046 on 2016/09/20 by Graeme.Thornton
Fix for cvar thread access assert in FLandscapeComponentGrassData serialization function
- This function can be called from the async thread so access CVarGrassDiscardDataOnLoad with GetValueOnAnyThread() rather than GetValueOnGameThread()
Change 3133201 on 2016/09/20 by Ben.Zeigler
Reorganize WindowsPlatformMemory and MacPlatformMemory to work like LinuxPlatformMemory where there is an enum to select the allocator, and move some of it up to GenericPlatformMemory
Add command line options to select malloc at runtime for Windows and Linux, I don't know how Mac options work
Improve the performance of BroadcastSlow_OnlyUseForSpecialPurposes on windows, but there are cases where it occaisionally stalls for a few seconds waiting for the flush
Add MallocBinned2 as an option for mac, linux, and windows, but default to off due to some threading issues
Change 3133722 on 2016/09/21 by Graeme.Thornton
Cooker forces a shader compilation flush when it detects that it has passed the max memory budget
Change 3133756 on 2016/09/21 by Steve.Robb
Refactor of TrimPrecedingAndTrailing to avoid a call to FString::Mid with a negative count, which is now illegal.
#jira UE-36163
Change 3134182 on 2016/09/21 by Steve.Robb
GitHub #1986: Don't show warnings and erros in console twice with UCommandlet::LogToConsole == true
#jira UE-25915
Change 3134306 on 2016/09/21 by Ben.Zeigler
Fix it so FMallocBinned2::Trim skips task threads on desktop platforms, they are too slow and don't allocate much memory
Enable MallocBinned2 as default binned malloc on Windows
Remove the -Run command line check as it was removed from the old version as well
Change 3135569 on 2016/09/22 by Graeme.Thornton
Don't create material resources if we are in a build that can never render
- Saves a few MB of memory
Change 3135652 on 2016/09/22 by Steve.Robb
New async-loading-thread-safe IsA implementation.
#jira UECORE-298
Change 3135692 on 2016/09/22 by Steven.Hutton
Minor bug fixes to view pages #rb none
Change 3135990 on 2016/09/22 by Robert.Manuszewski
Adding ENGINE_API to FStripDataFlags sp that it can be used outside of the Engine module.
Change 3136020 on 2016/09/22 by Steve.Robb
Display a meaningful error and shutdown if Core modules fail to load.
https://udn.unrealengine.com/questions/312063/mac-unrealheadertool-failing-randomly.html
Change 3136107 on 2016/09/22 by Chris.Wood
Added S3 file upload to output stage of Crash Report Process (v.1.1.26)
[UE-35991] - Crash Report Process to write crash files to S3
Also adds OOM alerts to CRP.
Also disk space alerts changed to 5% free space and repeat once every 30 minutes instead of 10 minutes.
Change 3137562 on 2016/09/23 by Steve.Robb
TUniquePtr<T[]> support.
Change 3138030 on 2016/09/23 by Steve.Robb
Virtual UProperty functions moved out of headers into .cpp files to ease iteration.
Change 3140381 on 2016/09/26 by Chris.Wood
Disabled uploads via CRRs while leaving services switched on to avoid crashes in some clients.
[UETOOL-1005] - Turn off CrashReportReceivers
Change 3141150 on 2016/09/27 by Steve.Robb
Invoke support for TFunction.
Change 3141151 on 2016/09/27 by Steve.Robb
UBoolProperty now supports hashing and is therefore usable as a TSet element or TMap key.
FText is now prevented from being a TSet element or TMap key.
UTextProperty::GetCPPTypeForwardDeclaration implementation moved to the .cpp file.
#jira UE-36051
#jira UE-36053
Change 3141440 on 2016/09/27 by Chris.Wood
Removed legacy queues and unnecessary duplication checks from Crash Report Process (v1.2.0)
[UE-36246] - CRP scalability: Simplify CRP inputs to DataRouter/S3 only
Change 3142999 on 2016/09/28 by Chris.Wood
Added dedicated PS4 crash queue to Crash Report Process (v1.2.1)
Change 3144831 on 2016/09/29 by Steve.Robb
InternalPrecache now flags the archive as in-error so that it can be checked by a caller, rather than popping up a dialog box and asserting.
#jira https://jira.it.epicgames.net/browse/OPP-6036
Change 3145184 on 2016/09/29 by Robert.Manuszewski
FScopedCreateImportCounter will now always store the current linker and restore the previous one when it exits.
Change 3148432 on 2016/10/03 by Robert.Manuszewski
Thread safety fixes for the async log writer + made the async log writer flush its archive more often.
Change 3148661 on 2016/10/03 by Graeme.Thornton
Fixing merge of IsNonPakFilenameAllowed()
- Removed directory search stuff... we pass everything to the delegate now anyway
Change 3149669 on 2016/10/03 by Ben.Zeigler
Lower verbosity of warnings from deleting native properties. These cases do not cause any problems and are not fixable without resaving the content after it has started warning. I checked Jira history and neither of these warnings has ever found a real bug, but has caused a lot of content to be resaved unnecessarily.
Change 3149670 on 2016/10/03 by Ben.Zeigler
Merge CL #3149566 from Dev-LoadTimes
#jira UE-36664 Fix issue where objects loaded during async loading could be added to the wrong package's object list, if a time slice ended at the wrong point
Change 3149835 on 2016/10/04 by Graeme.Thornton
Thread safety fix for SkyLightComponent
- Add to global update list from PostLoad rather than PostInitProperties so that it happens on the game thread, and not the async loading thread (if enabled)
Change 3149836 on 2016/10/04 by Graeme.Thornton
Thread safety fix for ReflectionCaptureComponent
- Add to global update list from PostLoad rather than PostInitProperties so that it happens on the game thread, and not the async loading thread (if enabled)
Change 3149959 on 2016/10/04 by Robert.Manuszewski
Allow import packages to be missing if they're on the KnownMissingPackages list
Change 3150023 on 2016/10/04 by Steven.Hutton
Updating jira strings. #rb none
Change 3150050 on 2016/10/04 by Steve.Robb
MakeShared now returns a TSharedRef (which is implicitly convertible to TSharedPtr) rather than a TSharedPtr (which is not implicitly convertible to TSharedRef), for ease of use and because MakeShared can't return a null pointer anyway.
Change 3150110 on 2016/10/04 by Robert.Manuszewski
Allow UGCObjectReferencer::AddObjects to happen during BeginDestry and FinishDestroy. It's fine as long as we're not adding new objects during reachability analysis.
Change 3150120 on 2016/10/04 by Gil.Gribb
fix task graph/binned2 broadcast for PS4
Change 3150195 on 2016/10/04 by Robert.Manuszewski
Fixing WEX crash
#jira UE-36801
Change 3150212 on 2016/10/04 by Robert.Manuszewski
Increasing compiler memory limit to fix CIS errors
#jira UE-36795
Change 3151583 on 2016/10/05 by Robert.Manuszewski
Temporarily switching to the old IsA path
#jria UE-36803
Change 3151642 on 2016/10/05 by Steve.Robb
Dependency fixes for GameFeedback modules.
Change 3151653 on 2016/10/05 by Robert.Manuszewski
Maybe fix for crash on the Mac
#jira UE-36846
[CL 3152539 by Robert Manuszewski in Main branch]
2016-10-05 16:51:01 -04:00
|
|
|
|
using System.Collections.Generic;
|
2016-12-09 11:36:14 -05:00
|
|
|
|
using System.IO;
|
Copying //UE4/Dev-Core to //UE4/Dev-Main (Source: //UE4/Dev-Core @ 3151653)
#lockdown Nick.Penwarden
==========================
MAJOR FEATURES + CHANGES
==========================
Change 2975891 on 2016/05/12 by Gil.Gribb
merged in new async stuff from dev-rendering.
Change 2976695 on 2016/05/13 by Gil.Gribb
updated precache list
Change 2977030 on 2016/05/13 by Gil.Gribb
Added time slicing to CreateAsyncPackagesFromQueue, radically reduced the frequency of "precache trimming" and changed a few things in the test rig and logging
Change 2977090 on 2016/05/13 by Gil.Gribb
Fixed module manager threading and added cmd line param to force async loading thread.
Change 2977292 on 2016/05/13 by Gil.Gribb
check for thread safety in looking at asset registry
Change 2977296 on 2016/05/13 by Gil.Gribb
removed some super-expensive check()s from precacher
Change 2978368 on 2016/05/16 by Gil.Gribb
Move several exposive bools inside of the basic tests inside of FLinkerLoad::Preload, saves a fraction of second.
Change 2978414 on 2016/05/16 by Gil.Gribb
Added support and testing for unmounting pak files to the pak precacher.
Change 2978446 on 2016/05/16 by Gil.Gribb
Allow linker listing in non-shipping builds
Change 2978550 on 2016/05/16 by Gil.Gribb
Allowed some linker spew in non-shipping builds (instead of debug builds). Some tweak to help track down the music.uasset leak.
Change 2979952 on 2016/05/17 by Robert.Manuszewski
Merging //UE4/Dev-Core @ 2979938 to Dev-UE-30519-LoadTimes
Change 2984927 on 2016/05/20 by Gil.Gribb
fix a few bugs with an mcp repro
Change 2984951 on 2016/05/20 by Gil.Gribb
fixed issues with USE_NEW_ASYNC_IO = 0
Change 2985296 on 2016/05/20 by Gil.Gribb
Fixed several bugs with the MCP boot test
Change 2987956 on 2016/05/24 by Robert.Manuszewski
Fixing leaked linkers created by blocking load requests during async loading.
Change 2987959 on 2016/05/24 by Joe.Conley
Enable load timings in block loading also (in addition to async loading).
Change 3017713 on 2016/06/17 by Robert.Manuszewski
Removing GUseSeekFreeLoading.
Change 3017722 on 2016/06/17 by Robert.Manuszewski
Renaming LOAD_SeekFree flag to LOAD_Async to better reflect its current purpose.
Change 3017833 on 2016/06/17 by Robert.Manuszewski
Merging //UE4/Dev-Core to Dev-UE-30519-LoadTimes (//Tasks/Dev-Core/Dev-UE-30519-LoadTimes)
Change 3017840 on 2016/06/17 by Robert.Manuszewski
Re-doing Dev-Core changes to Delegates 2/2
Change 3022872 on 2016/06/22 by Gil.Gribb
reorder memory trim and deleting loaders
Change 3059218 on 2016/07/21 by Robert.Manuszewski
Fixing compilation errors - adding missing load time tracker stats.
Change 3064508 on 2016/07/26 by Robert.Manuszewski
Removing blocking loading path in cooked builds. LoadPackage will now use the async path.
Change 3066312 on 2016/07/27 by Gil.Gribb
Event driven loader, first pass
Change 3066785 on 2016/07/27 by Gil.Gribb
Removed check...searching forward for export fusion can release a node
Change 3068118 on 2016/07/28 by Gil.Gribb
critical bug fixes for the event driven loader
Change 3068333 on 2016/07/28 by Gil.Gribb
correctly handle the case where a file is rejected after loading the summary
Change 3069618 on 2016/07/28 by Robert.Manuszewski
Merging //UE4/Dev-Core to Dev-UE-30519-LoadTimes (//Tasks/Dev-Core/Dev-UE-30519-LoadTimes)
Change 3069901 on 2016/07/29 by Robert.Manuszewski
Fixing an hang when loading QA-Blueprints level
Change 3070171 on 2016/07/29 by Gil.Gribb
fixed CDO cyclic dependencies
Change 3075288 on 2016/08/03 by Gil.Gribb
misc fixes to the event driven loader
Change 3077332 on 2016/08/04 by Robert.Manuszewski
Fixing checkSlow asserts caused by new loading code not being flagged as IsInAsyncLoadThread() and CreateSynchEvent deprecation warning.
Change 3078113 on 2016/08/04 by Gil.Gribb
implemented "nicks rule" and undid some previous material and world hacks needed without it.
Change 3079480 on 2016/08/05 by Gil.Gribb
fixes and tweaks on event driven loader
Change 3080135 on 2016/08/07 by Gil.Gribb
misc fixes for event driven loader, now with reasonable memory
Change 3083722 on 2016/08/10 by Robert.Manuszewski
Fixing hangs when async loading packages.
Change 3091747 on 2016/08/17 by Gil.Gribb
Fix all hitches in streaming load that were regressions.
Change 3093258 on 2016/08/18 by Gil.Gribb
Fix bug that caused an assert when packages fail to load for certain reasons (like loading an uncooked file).
Change 3095719 on 2016/08/20 by Gil.Gribb
reenable async loading thread and cleanup and bug fixes
Change 3096350 on 2016/08/22 by Gil.Gribb
tweak task priorities a bit to minimize precaching memory
Change 3096355 on 2016/08/22 by Gil.Gribb
add support for precaching for "loose files" in the generic async layer.
Change 3098091 on 2016/08/23 by Gil.Gribb
Split header into a separate file and disabled a bad optimization in the bulk data.
Change 3099783 on 2016/08/24 by Gil.Gribb
rework dependency graph to be much, much faster. About half done.
Change 3100995 on 2016/08/25 by Gil.Gribb
fixed bugs with streaming texture from .uexp and cook time check that should have been runtime only
Change 3101369 on 2016/08/25 by Gil.Gribb
fixed bug with blueprints in the new loader.
Change 3102793 on 2016/08/26 by Gil.Gribb
PS4 - fixed small block memcpy to actually be inline
Change 3103785 on 2016/08/27 by Gil.Gribb
fixed case bug with pak order. devirtualized flinkerload::serialize, made sure -fileopenlog is not heavily skewed
Change 3104884 on 2016/08/29 by Gil.Gribb
fixed a BP bug and tweaked the -fileopenlog behavior to do leaf assets DFS
Change 3105266 on 2016/08/29 by Ben.Zeigler
Editor build compilation fix
Change 3105774 on 2016/08/30 by Gil.Gribb
add checks to locate cases where we try to use something that isn't loaded yet
Change 3107794 on 2016/08/31 by Gil.Gribb
fixed abug with BP's not loading the parent CDO soon enough
Change 3114278 on 2016/09/06 by Gil.Gribb
looping loads for paragon load test
Change 3114311 on 2016/09/06 by Ben.Zeigler
Fix linux compile
Change 3114350 on 2016/09/06 by Ben.Zeigler
Linux supports fast unaligned int reads
Change 3116169 on 2016/09/07 by Ben.Zeigler
Force enable separate bulk data cooking when using split cooked files, end-of-exp-file doesn't make sense with the new cook scheme and will crash at runtime
Change 3116538 on 2016/09/07 by Gil.Gribb
add dependencies for CDO subobjects
Change 3116596 on 2016/09/07 by Ben.Zeigler
Change crash to warning when trying to load an import to a missing native class, can happen with editor only classes.
Change 3116855 on 2016/09/07 by Ben.Zeigler
Move cook dialog down a bit so I can cook without constant dialogs popping up
Change 3117452 on 2016/09/08 by Robert.Manuszewski
Fixing hang when suspending async loading with the async loading thread enabled.
Change 3119255 on 2016/09/09 by Robert.Manuszewski
Removing texture allocations from PackageFileSummary as they were not used by anything.
Change 3119303 on 2016/09/09 by Gil.Gribb
Fixed font issue by making all all bulk data either inline or in a ubulk. Added support for compressed packages.
Change 3120324 on 2016/09/09 by Ben.Zeigler
Fix Cook warnings. Skip transient and client/server only objects when adding dependencies, and mark ShapeComponent BodySetups as properly transient.
Change 3121960 on 2016/09/12 by Ben.Zeigler
Add RandomizeLoadOrder CVar to randomize the package serial number it uses for sorting async loads
Change 3122635 on 2016/09/13 by Gil.Gribb
reworked searching disk warning and minor change to the background tasks used for decompression
Change 3122743 on 2016/09/13 by Gil.Gribb
added some checks around memory accounting
Change 3123395 on 2016/09/13 by Ben.Zeigler
Enable MallocBinned2 by default on cooked windows builds, similar to how PS4 works.
Disabled thread pool cache clearing on windows, the threading function it was using is very slow on windows specifically
Change 3124748 on 2016/09/14 by Gil.Gribb
Store template in import/export table and refer to it for each export to avoid calling GetArchetypeFromRequiredInfo. Minor fix for some NeedLoadForCLient etc stuff on landscape and CDOs. Fix texture streamer minmips stuff.
Change 3125153 on 2016/09/14 by Gil.Gribb
don't put transient objects in the import map
Change 3126668 on 2016/09/15 by Gil.Gribb
Fix critical bug with imports not waiting for the corresponding export to serialize. Fixed paragon test rig to run longer looping by flushing the renderer. Made random mode more random.
Change 3126755 on 2016/09/15 by Gil.Gribb
ooops, test rig fix
Change 3127408 on 2016/09/15 by Ben.Zeigler
Back out changelist 3123395, restoring windows memory to 4.13 setup
Change 3127409 on 2016/09/15 by Ben.Zeigler
Remove Memory trim from FlushAsyncLoading, because it gets called much more often in new flow and is slow on some platforms
Change 3127948 on 2016/09/16 by Gil.Gribb
Added a check() on any attempt to serialize a pointer to something that hasn't been created yet. This will help us find missing dependencies. There is an exception to this related to CDOs.
Change 3128094 on 2016/09/16 by Robert.Manuszewski
Fixing exports referenced by weak object pointers not being added to the preload dependency list of of the exports that depend on them.
+ Moved weak object pointer serialization to FArchive operator << to be able to override its behavior when cooking.
Change 3128148 on 2016/09/16 by Robert.Manuszewski
Gil's mod to how we detect exports with missing dependencies
Change 3129052 on 2016/09/16 by Ben.Zeigler
Add Missing Serialize helpers for WeakObjectPtrs, fixes crash with replicating weak objects
Change 3129053 on 2016/09/16 by Ben.Zeigler
Fake integrate CL #3123581 from Dev-Framework, to correctly handle detecting components as editor only even when they have collision. Fixes crashes with blueprint editor only components that depend on native templates
Change 3129630 on 2016/09/17 by Gil.Gribb
better logging for missing dependencies and properly ifdef'd the CDO primitive comp hack
Change 3130178 on 2016/09/19 by Robert.Manuszewski
Use the correct macro (COOK_FOR_EVENT_DRIVEN_LOAD instead of USE_NEW_ASYNC_IO) for SavePackage changes from CL #3128094
Change 3130224 on 2016/09/19 by Robert.Manuszewski
Compile error fix
Change 3130391 on 2016/09/19 by Gil.Gribb
Add cook time fatal errors, and undid a previous change we don't seem to need relating to editor only CDOs
Change 3130484 on 2016/09/19 by Gil.Gribb
fixed botched GetArchetypeFromRequiredInfo
Change 3131966 on 2016/09/20 by Robert.Manuszewski
Making the new event driven loader disabled by default. It's now also configurable via project settings (under Streaming Settings -> Event Driven Loader Enabled).
Enabled the event driven loader for a few internal projects.
Change 3132035 on 2016/09/20 by Gil.Gribb
fix dynamic switch on new loader
Change 3132041 on 2016/09/20 by Robert.Manuszewski
Fix for packages not being saved to disk when cooking with event driven loader disabled.
Change 3132195 on 2016/09/20 by Robert.Manuszewski
Enabling the event driven loader for Zen
Change 3133870 on 2016/09/21 by Graeme.Thornton
Config files now enable the event driven loader with the correct cvar name
Change 3135812 on 2016/09/22 by Gil.Gribb
fixed some bugs with GC during streaming
Change 3136102 on 2016/09/22 by Robert.Manuszewski
Release GC lock when FlushingAsyncLoading when running GC.
Change 3136633 on 2016/09/22 by Gil.Gribb
fix bug with linkers finsihing before other things linked their imports
Change 3138002 on 2016/09/23 by Robert.Manuszewski
Added an assert that will prevent content cooked for the event driven loader to be loaded by game builds that have the EDL disabled.
Change 3138012 on 2016/09/23 by Gil.Gribb
Improved the fix to prevent packages from finishing before external imports have linked. Async load object libraries.
Change 3138031 on 2016/09/23 by Gil.Gribb
do not preload obj libs in editor
Change 3139176 on 2016/09/24 by Gil.Gribb
fixed another bug with an attempt to call GetArchetypeFromRequiredInfo
Change 3139459 on 2016/09/26 by Robert.Manuszewski
Merging //UE4/Release-4.13 to Dev-LoadTimes (//Tasks/UE4/Dev-LoadTimes)
Change 3139668 on 2016/09/26 by Gil.Gribb
change some checks to errors on bad bulk data loads
Change 3141127 on 2016/09/27 by Robert.Manuszewski
Preventing linkers from being detached too early when async loading.
Change 3141129 on 2016/09/27 by Robert.Manuszewski
Releasing GC Lock before calling post GC callbacks to allow StaticFindObject use in these callbacks
Change 3142048 on 2016/09/27 by Robert.Manuszewski
Changing async loading code to not close DelayedLinkerClosePackages linkers until the async package that triggered their creation has finished loading.
Change 3143132 on 2016/09/28 by Gil.Gribb
fixed text render comp, which has some editor only issues. Fixes a runtime crash and adds a cooktime warning.
Change 3143198 on 2016/09/28 by Gil.Gribb
fixed it so that bogus loads of bulk data are warned but do not crash
Change 3143287 on 2016/09/28 by Robert.Manuszewski
UBT will now invalidate its makefiles if ini files are newer than the makefile (ini files may contains global build settings).
+ Android toolchain will add hashed command line values to the action reposnse filenames to actually allow it to detect compiler command line changes when detecting actions to execute
Change 3143344 on 2016/09/28 by Robert.Manuszewski
Make UAT pass the project filename to UBT when build non-code projects so that UBT can parse all ini files.
Change 3143865 on 2016/09/28 by Gil.Gribb
iffy fix for the net load assert in paragon, plus a few checks and one bit of code removed that should never be hit in the EDL, but makes no sense
Change 3144683 on 2016/09/29 by Graeme.Thornton
Minor refactor of pak file non-filename stuff
- Don't check for file existing before running through the security delegate
- Default behaviour when using new IO is to reject uasset/umap/ubulk/uexp files immediately. Can be disabled by setting EXCLUDE_NONPAK_UE_EXTENSIONS to 0 in project .build.cs
Change 3144745 on 2016/09/29 by Graeme.Thornton
Orion non-pak file whitelisting is enabled for all cooked game only builds now, rather than just clients
Change 3144780 on 2016/09/29 by Gil.Gribb
use poison proxy on non-test/shipping builds
Change 3144819 on 2016/09/29 by Gil.Gribb
added a few asserts and added an improved fix for the net crash
Change 3145414 on 2016/09/29 by Gil.Gribb
fixed android assert....not sure why I need that block of code.
Change 3146502 on 2016/09/30 by Robert.Manuszewski
Fix for GPU hang from MarcusW
Change 3146774 on 2016/09/30 by Robert.Manuszewski
Fixing a crash when constantly streaming levels in and out caused by keeping references to objects (levels) that were requested to be streamed out.
- Removed FAsyncObjectsReferencer. References will now be owned by FAsyncPackage
- UGCObjectReferencer is now more thread safe
Change 3148008 on 2016/10/01 by Gil.Gribb
add additional error for attempting to create an object from a class that needs to be loaded
Change 3148009 on 2016/10/01 by Gil.Gribb
fix very old threading bug whereby the ASL and GT would attempt to use the same static array
Change 3148222 on 2016/10/02 by Robert.Manuszewski
Fix for an assert when an FGCObject is removed when purging UObjects
Change 3148229 on 2016/10/02 by Gil.Gribb
disable assert that was crashing paragon ps4
Change 3148409 on 2016/10/03 by Robert.Manuszewski
Allow another case for removing FGCObjects while in GC.
Change 3148416 on 2016/10/03 by Robert.Manuszewski
Merging //UE4/Release-4.13 to Dev-LoadTimes (//Tasks/UE4/Dev-LoadTimes)
Change 3149566 on 2016/10/03 by Ben.Zeigler
#jira UE-36664 Fix issue where objects loaded during async loading could be added to the wrong package's object list, if a time slice ended at the wrong point
Change 3149913 on 2016/10/04 by Gil.Gribb
better broadcast
Change 2889560 on 2016/03/02 by Steven.Hutton
Packages for scheduled tasks.
Change 2889566 on 2016/03/02 by Steven.Hutton
Remaining nuget packages for hangfire, unity and scheduled tasks.
Change 2980458 on 2016/05/17 by Chris.Wood
Attempt to fix crash report submission problems from CRP to CR website
[UE-30257] - Crashreports are sometimes missing file attachments
Passing crash GUID so that website can easily check for duplicates in future
Increased request timeout for AddCrash to be longer than website database timeout
Logging retries for future visibility
CRP v.1.1.6
Change 3047870 on 2016/07/13 by Steven.Hutton
Updated CRW to entity framework with repository models. #rb none
Change 3126265 on 2016/09/15 by Steve.Robb
Fix for TCString::Strspn.
Change 3126266 on 2016/09/15 by Steve.Robb
Alternative fix for GitHub 2698: Fix one bug : Parsing command "Enable True" is invalid.
#jira UE-34670
Change 3126268 on 2016/09/15 by Steve.Robb
UWorld can no longer be extended by users.
UHT now handles final class declarations.
#jira UE-35708
Change 3126273 on 2016/09/15 by Steve.Robb
A further attempt to catch uninitialized pointers supplied to the GC.
#jira UE-34361
Change 3130042 on 2016/09/19 by Steve.Robb
Super for USTRUCTs.
Suggested here: https://udn.unrealengine.com/questions/310461/automatically-typedef-super-for-ustructs.html
Change 3131861 on 2016/09/20 by Steven.Hutton
Reconciling work for view engine changes #rb none
Change 3131862 on 2016/09/20 by Steve.Robb
Removal of THasOperatorEquals and THasOperatorNotEquals from Platform.h, which should have happened as part of CL# 3045963.
Change 3131863 on 2016/09/20 by Steven.Hutton
Adding packages #rb none
Change 3131869 on 2016/09/20 by Steve.Robb
Improved error message for enum classes with a missing base:
Error: Missing base specifier for enum class 'EMyEnum' - did you mean ': uint8'?
Change 3132046 on 2016/09/20 by Graeme.Thornton
Fix for cvar thread access assert in FLandscapeComponentGrassData serialization function
- This function can be called from the async thread so access CVarGrassDiscardDataOnLoad with GetValueOnAnyThread() rather than GetValueOnGameThread()
Change 3133201 on 2016/09/20 by Ben.Zeigler
Reorganize WindowsPlatformMemory and MacPlatformMemory to work like LinuxPlatformMemory where there is an enum to select the allocator, and move some of it up to GenericPlatformMemory
Add command line options to select malloc at runtime for Windows and Linux, I don't know how Mac options work
Improve the performance of BroadcastSlow_OnlyUseForSpecialPurposes on windows, but there are cases where it occaisionally stalls for a few seconds waiting for the flush
Add MallocBinned2 as an option for mac, linux, and windows, but default to off due to some threading issues
Change 3133722 on 2016/09/21 by Graeme.Thornton
Cooker forces a shader compilation flush when it detects that it has passed the max memory budget
Change 3133756 on 2016/09/21 by Steve.Robb
Refactor of TrimPrecedingAndTrailing to avoid a call to FString::Mid with a negative count, which is now illegal.
#jira UE-36163
Change 3134182 on 2016/09/21 by Steve.Robb
GitHub #1986: Don't show warnings and erros in console twice with UCommandlet::LogToConsole == true
#jira UE-25915
Change 3134306 on 2016/09/21 by Ben.Zeigler
Fix it so FMallocBinned2::Trim skips task threads on desktop platforms, they are too slow and don't allocate much memory
Enable MallocBinned2 as default binned malloc on Windows
Remove the -Run command line check as it was removed from the old version as well
Change 3135569 on 2016/09/22 by Graeme.Thornton
Don't create material resources if we are in a build that can never render
- Saves a few MB of memory
Change 3135652 on 2016/09/22 by Steve.Robb
New async-loading-thread-safe IsA implementation.
#jira UECORE-298
Change 3135692 on 2016/09/22 by Steven.Hutton
Minor bug fixes to view pages #rb none
Change 3135990 on 2016/09/22 by Robert.Manuszewski
Adding ENGINE_API to FStripDataFlags sp that it can be used outside of the Engine module.
Change 3136020 on 2016/09/22 by Steve.Robb
Display a meaningful error and shutdown if Core modules fail to load.
https://udn.unrealengine.com/questions/312063/mac-unrealheadertool-failing-randomly.html
Change 3136107 on 2016/09/22 by Chris.Wood
Added S3 file upload to output stage of Crash Report Process (v.1.1.26)
[UE-35991] - Crash Report Process to write crash files to S3
Also adds OOM alerts to CRP.
Also disk space alerts changed to 5% free space and repeat once every 30 minutes instead of 10 minutes.
Change 3137562 on 2016/09/23 by Steve.Robb
TUniquePtr<T[]> support.
Change 3138030 on 2016/09/23 by Steve.Robb
Virtual UProperty functions moved out of headers into .cpp files to ease iteration.
Change 3140381 on 2016/09/26 by Chris.Wood
Disabled uploads via CRRs while leaving services switched on to avoid crashes in some clients.
[UETOOL-1005] - Turn off CrashReportReceivers
Change 3141150 on 2016/09/27 by Steve.Robb
Invoke support for TFunction.
Change 3141151 on 2016/09/27 by Steve.Robb
UBoolProperty now supports hashing and is therefore usable as a TSet element or TMap key.
FText is now prevented from being a TSet element or TMap key.
UTextProperty::GetCPPTypeForwardDeclaration implementation moved to the .cpp file.
#jira UE-36051
#jira UE-36053
Change 3141440 on 2016/09/27 by Chris.Wood
Removed legacy queues and unnecessary duplication checks from Crash Report Process (v1.2.0)
[UE-36246] - CRP scalability: Simplify CRP inputs to DataRouter/S3 only
Change 3142999 on 2016/09/28 by Chris.Wood
Added dedicated PS4 crash queue to Crash Report Process (v1.2.1)
Change 3144831 on 2016/09/29 by Steve.Robb
InternalPrecache now flags the archive as in-error so that it can be checked by a caller, rather than popping up a dialog box and asserting.
#jira https://jira.it.epicgames.net/browse/OPP-6036
Change 3145184 on 2016/09/29 by Robert.Manuszewski
FScopedCreateImportCounter will now always store the current linker and restore the previous one when it exits.
Change 3148432 on 2016/10/03 by Robert.Manuszewski
Thread safety fixes for the async log writer + made the async log writer flush its archive more often.
Change 3148661 on 2016/10/03 by Graeme.Thornton
Fixing merge of IsNonPakFilenameAllowed()
- Removed directory search stuff... we pass everything to the delegate now anyway
Change 3149669 on 2016/10/03 by Ben.Zeigler
Lower verbosity of warnings from deleting native properties. These cases do not cause any problems and are not fixable without resaving the content after it has started warning. I checked Jira history and neither of these warnings has ever found a real bug, but has caused a lot of content to be resaved unnecessarily.
Change 3149670 on 2016/10/03 by Ben.Zeigler
Merge CL #3149566 from Dev-LoadTimes
#jira UE-36664 Fix issue where objects loaded during async loading could be added to the wrong package's object list, if a time slice ended at the wrong point
Change 3149835 on 2016/10/04 by Graeme.Thornton
Thread safety fix for SkyLightComponent
- Add to global update list from PostLoad rather than PostInitProperties so that it happens on the game thread, and not the async loading thread (if enabled)
Change 3149836 on 2016/10/04 by Graeme.Thornton
Thread safety fix for ReflectionCaptureComponent
- Add to global update list from PostLoad rather than PostInitProperties so that it happens on the game thread, and not the async loading thread (if enabled)
Change 3149959 on 2016/10/04 by Robert.Manuszewski
Allow import packages to be missing if they're on the KnownMissingPackages list
Change 3150023 on 2016/10/04 by Steven.Hutton
Updating jira strings. #rb none
Change 3150050 on 2016/10/04 by Steve.Robb
MakeShared now returns a TSharedRef (which is implicitly convertible to TSharedPtr) rather than a TSharedPtr (which is not implicitly convertible to TSharedRef), for ease of use and because MakeShared can't return a null pointer anyway.
Change 3150110 on 2016/10/04 by Robert.Manuszewski
Allow UGCObjectReferencer::AddObjects to happen during BeginDestry and FinishDestroy. It's fine as long as we're not adding new objects during reachability analysis.
Change 3150120 on 2016/10/04 by Gil.Gribb
fix task graph/binned2 broadcast for PS4
Change 3150195 on 2016/10/04 by Robert.Manuszewski
Fixing WEX crash
#jira UE-36801
Change 3150212 on 2016/10/04 by Robert.Manuszewski
Increasing compiler memory limit to fix CIS errors
#jira UE-36795
Change 3151583 on 2016/10/05 by Robert.Manuszewski
Temporarily switching to the old IsA path
#jria UE-36803
Change 3151642 on 2016/10/05 by Steve.Robb
Dependency fixes for GameFeedback modules.
Change 3151653 on 2016/10/05 by Robert.Manuszewski
Maybe fix for crash on the Mac
#jira UE-36846
[CL 3152539 by Robert Manuszewski in Main branch]
2016-10-05 16:51:01 -04:00
|
|
|
|
using System.Net;
|
|
|
|
|
|
using Amazon.Runtime;
|
|
|
|
|
|
using Amazon.S3;
|
|
|
|
|
|
using Amazon.S3.Model;
|
|
|
|
|
|
using Amazon.SQS;
|
|
|
|
|
|
using Amazon.SQS.Model;
|
Copying //UE4/Dev-Core to //UE4/Dev-Main (Source: //UE4/Dev-Core @ 3345728)
#lockdown Nick.Penwarden
==========================
MAJOR FEATURES + CHANGES
==========================
Change 3315219 on 2017/02/21 by Steve.Robb
Fix for FObjectAndNameAsStringProxyArchive when serializing a TWeakObjectPtr.
Change 3315285 on 2017/02/21 by Steve.Robb
Explicitly pass string builder into code generation functions.
Change 3315341 on 2017/02/21 by Ben.Marsh
UAT: Clean up some formatting in StreamCopyDescription output - remove #fyi lines, exclude merge commits, and remove some blank lines.
Change 3315350 on 2017/02/21 by Ben.Marsh
Fix shared resource files not being rebuilt if the version header changes.
Change 3315823 on 2017/02/21 by Ben.Marsh
UAT: Use a class derived from AutomationException to return information specific to commandlets failing, rather than putting it in the base class.
Change 3315826 on 2017/02/21 by Ben.Marsh
UAT: Move Distiller class from general use in UAT; FileFilter provides a much safer and fully featured implementation of the same concepts.
Change 3315857 on 2017/02/21 by Ben.Marsh
UBT: Remove the StripBaseDirectory() and MakeRerootedFilePath() utility functions from UBT. These operations can now be done more safely with FileReference objects.
Change 3315942 on 2017/02/21 by Ben.Marsh
UBT: Convert FileFilter to use FileReference and DirectoryReference arguments everywhere.
Change 3316236 on 2017/02/22 by Maciej.Mroz
#jira UE-42045
Nativization
Fixed Warning: TEnumAsByte is not intended for use with enum
Change 3316253 on 2017/02/22 by Robert.Manuszewski
Fixes for the async log file writer hangs and crashes.
- potential fix for the logging system hang when running out of disk space while flushing log
- fix for unexpected concurrency assert when flushing the log buffer to disk
Change 3316293 on 2017/02/22 by Steve.Robb
GetTypeHash and lexicographical comparison operators (operator<() etc.) for TTuple.
Change 3316342 on 2017/02/22 by Maciej.Mroz
Nativization: Wrappers (stubs) required only by other wrappers are properly generated.
#codereview: Mike.Beach
Change 3316344 on 2017/02/22 by Maciej.Mroz
Fixed crash in nativized Odin
Async loading properly handles nativized structs.
Change 3316359 on 2017/02/22 by Steve.Robb
GitHub #3287 : Ignore #pragma in USTRUCTs
#jira UE-42248
Change 3316389 on 2017/02/22 by Matthew.Griffin
Switched Installed Engine Filters to multiline properties to make them more readable
Added Oodle to list of excluded plugins
#jira UE-42030
Change 3316392 on 2017/02/22 by Ben.Marsh
UBT: Split out FileReference/DirectoryReference classes into their own file.
Change 3316394 on 2017/02/22 by Ben.Marsh
UBT: Move FileReference/DirectoryReference extension methods into the appropriate file.
Change 3316411 on 2017/02/22 by Ben.Marsh
UAT: Remove file functions that take multiple arguments. There's not really a compelling use case for these to exist over looping from the calling code.
Change 3316446 on 2017/02/22 by Ben.Marsh
UAT: Try disabling function name prefix to log output from UAT, to see if it improves readability. Function names are still included in the log file for debugging.
Change 3316575 on 2017/02/22 by Ben.Marsh
UAT: Remove unused functionality for dealing with labels, and output a more human readable list of P4 settings at startup.
Change 3318481 on 2017/02/22 by Steve.Robb
Use of FMath::IsPowerOfTwo in check.
Static assert to ensure that an inline set allocator will have a hash size of a power of two.
Change 3318496 on 2017/02/22 by Steve.Robb
Fix for TSet visualizers.
Change 3318919 on 2017/02/23 by Steve.Robb
Fix for hot reloading UScriptStruct-derived objects in a module, where the CDOs of these objects haven't had PrepareCppStructOps() called on them.
#jira UE-42178
Change 3318942 on 2017/02/23 by Steve.Robb
Removal of a redundant insertion which can cause problems on reallocation of the map.
Change 3319010 on 2017/02/23 by Ben.Marsh
UBT: Fix exception when a file that was previously part of the working set is deleted.
Change 3319134 on 2017/02/23 by Robert.Manuszewski
Better fix for a deadlock when flushing log while it's already being flushed due to flush timer on the async log writer thread.
Change 3319249 on 2017/02/23 by Matthew.Griffin
Added a function to check if running with debug game libs instead of checking command line in multiple places
Added -RunConfig parameter, which has equivalent result to -debug if value of parameter starts with 'debug'
Added -RunConfig=$(Configuration) as a default commandline argument for Mac so that editor can use debug game libs
Removed -Shipping argument from VCProject generation as it's not used anymore
Change 3319253 on 2017/02/23 by Maciej.Mroz
#jira UE-41846
New mechanism to gather modules necessary for Nativized Assets. The modules are listed based on included headers. Previously the dependencies was gathered only in FBlueprintNativeCodeGenManifest::GatherModuleDependencies.
Change 3319591 on 2017/02/23 by Ben.Marsh
Don't strip prefixes beginning with WARNING: or ERROR: using the Postp filter.
Change 3320357 on 2017/02/23 by Steven.Hutton
Slight changes to Add Crash method - Returning select fields instead of entity objects in queries for perf reasons.
Change 3320361 on 2017/02/23 by Steven.Hutton
Performance improvements subsequent to the recent database changes.
Change 3320446 on 2017/02/23 by Steven.Hutton
adding my temporary performance tracker class - reports to a private slack channel with add crash performance data.
Change 3320479 on 2017/02/23 by Ben.Marsh
Fix CIS errors.
Change 3320576 on 2017/02/23 by Jin.Zhang
Update CrashReporter to use AWS
Change 3320742 on 2017/02/23 by Jin.Zhang
Merging crash caching
Change 3321119 on 2017/02/24 by Robert.Manuszewski
DLL injection protection support for non-monolithic builds
Change 3323308 on 2017/02/27 by Matthew.Griffin
Moved compilation of SwarmInterface after its dependencies so that we will see a build failure immediately if they change version in future
Change 3323423 on 2017/02/27 by Chad.Garyet
Adding a script to check and warn about csproj targeted .net versions being mismatched
#JIRA UE-39624
Change 3323442 on 2017/02/27 by Ben.Marsh
UBT: Output an error if an engine module references a game module.
Change 3323743 on 2017/02/27 by Ben.Marsh
PR #3303: Resolved PVS scan issues (Contributed by projectgheist)
Change 3323748 on 2017/02/27 by Ben.Marsh
Convert whitespace to tabs.
Change 3324851 on 2017/02/28 by Chris.Wood
Add Odin symbol locations to engine config for MDD on CR server.
NotForLicensees
Change 3324979 on 2017/02/28 by Gil.Gribb
Fixed bad merge of priority change in the EDL.
Change 3326889 on 2017/03/01 by Steven.Hutton
Update to buggs controller to generate faster queries.
Change 3326910 on 2017/03/01 by Robert.Manuszewski
Removing legacy #if from PackageFileSummary.
Change 3327118 on 2017/03/01 by Gil.Gribb
UE4 - Fixed race that resulted in a memory leak when reading compressed paks.
Change 3327633 on 2017/03/01 by Gil.Gribb
UE4 - Added a cvar to control the pak precacher thottle.
Change 3327674 on 2017/03/01 by Steve.Robb
Unified boilerplate between all generated code files.
Change 3328544 on 2017/03/01 by Chris.Wood
CrashReportProcess.config update (CRP v1.2.17)
Tweaks to a few values.
Update website URL to explicitly point to old, non-cloud site on devweb-02.
Change 3328714 on 2017/03/01 by Chris.Wood
Correct CRP config regression. Point website at new cloud site. Still v1.2.17
Change 3329192 on 2017/03/02 by Matthew.Griffin
Added Shared Build Id file to the list of Precompiled Build Dependencies in a target receipt so that it's brought into an installed build
Change 3329285 on 2017/03/02 by Ben.Marsh
UGS: Allow a project to specify a filters for the streams that should be displayed for fast-switching to. The QuickSelectStreamList seting in the [Options] section of the project settings references a depot path containing a list of strings used to filter the stream list. An option is shown to switch back to showing all available streams, if desired.
Change 3330636 on 2017/03/02 by Ben.Marsh
UBT: Bump version number of C++ include cache to force it to be rebuilt with additional include information for the default RC files.
Change 3331262 on 2017/03/03 by Robert.Manuszewski
Merging Dev-LoadTimes to Dev-Core (Garbage Collection performance improvements)
- Improved GC multithreading
- Improved BeginDestroy performance
- Introduced ULevelActorCluster for StaticMeshActor and ReflectionCapture actor clustering (can be toggled through project settings or console command gc.ActorClusterEnabled)
- A few improvements to AddReferencedObjects functions
- Misc improvements to GC code
- Garbage Collector now properly handles clusters which had their objects marked as pending kill
- Blueprints can now create clusters too (can be toggled through project settings or console command gc.BlueprintClusteringEnabled, defaults to disabled)
Change 3331285 on 2017/03/03 by Robert.Manuszewski
A few fixes for the previous check-in.
Change 3332001 on 2017/03/03 by Ben.Marsh
UBT: Add support for generating a UDN file containing the valid settings for BuildConfiguration.xml. Pass -configdoc=<filename> on the command line to generate such a file.
Change 3332022 on 2017/03/03 by Ben.Marsh
Update documentation for where to find the BuildConfiguration settings.
Change 3332031 on 2017/03/03 by Ben.Marsh
Remove documentation for Windows XP support; it has been removed in the 4.16 release.
Change 3332256 on 2017/03/03 by Ben.Marsh
UBT: Add support for generating a UDN page containing module and target settings.
Change 3332458 on 2017/03/03 by Ben.Marsh
UBT: Improvements to generated documentation.
Change 3332459 on 2017/03/03 by Ben.Marsh
Add generated documentation for .target.cs files, .build.cs files, and BuildConfiguration.xml files.
Change 3332460 on 2017/03/03 by Ben.Marsh
UBT: Make LinkTypePrivate actually private, so it doesn't show up in the docs.
Change 3332899 on 2017/03/06 by Robert.Manuszewski
Making sure actor clustering is not used in the editor (fix for actors being deleted when GC runs in the editor)
#jira UE-42548
Change 3332955 on 2017/03/06 by Maciej.Mroz
Nativization distinguishes client and server platform:
- Separated lists on additional assets, additional modules, excluded assets, excluded modules, excluded paths (in config)
- Context (compilation options, nativization options and platform) is deliveren to BPCOmpilerCppBackend in FCompilerNativizationOptions struct.
- Wrappers (for unconverted BPs) are created only when they are directly called.
- Fortnite dedicated server can be nativized
Change 3332990 on 2017/03/06 by Ben.Marsh
UBT: Add more comprehensive wrapper methods for System.IO.File and System.IO.Directory to FileReference and DirectoryReference.
Change 3333032 on 2017/03/06 by Ben.Marsh
Documentation for build tools
Change 3333037 on 2017/03/06 by Ben.Marsh
Add a build step to extract UAT and UBT documentation from XML comments.
Change 3333089 on 2017/03/06 by Ben.Marsh
UAT: Re-enable logging the calling function to the console in UAT. Needs a pass for readability first.
Change 3333651 on 2017/03/06 by Gil.Gribb
UE4 - Fix a werid recursive situation where StaticLoadObject could return an object that has not finished loading. Also produces a fatal error if this sometimes happens. EDL only.
Change 3335236 on 2017/03/07 by Ben.Marsh
UGS: Set the sync changelist separately to the compatibility changelist.
Change 3335261 on 2017/03/07 by Gil.Gribb
UE4 - Fixed batched render fences when BeginDestroy calls FlushRenderingCommands.
Change 3335740 on 2017/03/07 by Gil.Gribb
maybe fix static analysis warning
Change 3335945 on 2017/03/07 by Steve.Robb
Move FFindInstancedReferenceSubobjectHelper code out of header.
Add map/set property support to allow instanced members of these container types to be handled during CPFUO.
https://udn.unrealengine.com/questions/349232/tmap-with-instanced-object-as-value-gets-cleared-o.html
Change 3336693 on 2017/03/07 by Ben.Marsh
UBT: Use shared PCHs for game plugins by default, to reduce time spent generating individual PCHs.
Change 3336694 on 2017/03/07 by Steve.Robb
Static assert added to TMap to prevent the use of keys which don't implement a GetTypeHash.
Fixes to types which relied on implicit conversions when calling GetTypeHash.
Workaround in SAssetView.h and PropertyEditorModule.h for an apparent VC bug where the compiler wrongly instantiates TPointerIsConvertibleFromTo for certain forward-declared types, causing future TSharedPtr conversions to fail.
#jira UE-42441
Change 3336698 on 2017/03/07 by Steve.Robb
Hardcoded endpoint handling replaced with a generic string.
Obsolete .proto and .java code generation removed.
Change 3336811 on 2017/03/07 by Wes.Hunt
Add a game blacklist to the crash report processor. Fixed a syntax error in Config.cs, added a XML comment to shut up a warning.
Change 3336973 on 2017/03/08 by Steve.Robb
Fix for missing GetTypeHash in a plugin.
Change 3336996 on 2017/03/08 by Steve.Robb
Significant refactor of code generation, to try and make data flow more apparent.
Change 3337571 on 2017/03/08 by Steve.Robb
CIS fixes for missing GetTypeHash functions.
Non-unity fix.
Change 3337588 on 2017/03/08 by Gil.Gribb
UE4 - Fixed obscure check with flushing rhi resources.
Change 3337620 on 2017/03/08 by Steve.Robb
WITH_HOT_RELOAD_CTORS macros removed.
UseVTableConstructors config option removed.
Change 3339369 on 2017/03/09 by Steve.Robb
GetTypeHash overload for nn::account::Uid.
Change 3339464 on 2017/03/09 by Daniel.Lamb
Fixed assert in 4.15 to do with trying to gather dependency info from invalid packages.
#jira UE-42583
#test Editor + Cook + Run shootergame
Change 3339465 on 2017/03/09 by Maciej.Mroz
Fixed serialization issue, after UserDefinedEnum was used in EnumProperty.
Change 3339469 on 2017/03/09 by Maciej.Mroz
Fixed Nativization problem, when default value is passed as non-const reference.
Change 3340178 on 2017/03/09 by Daniel.Lamb
Added support for in memory only packages. The Cooker ignores these and added core functions to recognize these packages.
Other systems will need to add support where nessisary.
Change 3341002 on 2017/03/10 by Maciej.Mroz
Nativization: Fixed FFindHeadersToInclude. Headers necessary for owners of subobjects are properly included.
Change 3341076 on 2017/03/10 by Steve.Robb
Fix for FBakedTextureSourceInfo move semantics.
#jira UE-42658
Change 3341160 on 2017/03/10 by Gil.Gribb
UE4 - Fix hazard with SetMaterialUsage from a thread.
Change 3341409 on 2017/03/10 by Steve.Robb
Reduction of the generated code size for StaticRegisterNatives functions.
Change 3341523 on 2017/03/10 by Steve.Robb
Code generation simplified.
Change 3341800 on 2017/03/10 by Ben.Marsh
UnrealVS: Fix UnrealVS compatibility with RTM version of Visual Studio 2017. 2017 toolchain for extensions is no longer able to build <= 2015 extensions due to validation of the VSIX manifest, so create a separate solution for it.
Change 3342034 on 2017/03/10 by Ben.Marsh
Fix compiler setting not being loaded correctly into the Windows target settings dialog.
#jira UE-42746
Change 3342041 on 2017/03/10 by Ben.Marsh
Fix -ErrorOnEngineContentUse not being set in the cooker options correctly.
Change 3342094 on 2017/03/10 by Steve.Robb
Fix to deteministic name order during code generation.
Change 3342251 on 2017/03/10 by Daniel.Lamb
Integrate fix for resave lightmaps commandlet when upgrading from no mapbuilddatapackages to mapbuilddatapackages.
#thanks Tim.Hagberg
#test None
Change 3342961 on 2017/03/13 by Robert.Manuszewski
Fixing memory leak when playing while running -nullrhi on the commandline in cooked games caused by shader resources not being destroyed.
#jira FORT-38977
Change 3343022 on 2017/03/13 by Steve.Robb
GetTypeHash fixes for FUniqueNetIdLive.
#jira UE-42788
Change 3343448 on 2017/03/13 by Steve.Robb
Compiled-in defer object order fixed.
Debuggability of the deferred registration map improved.
#jira UE-42828
[CL 3345747 by Ben Marsh in Main branch]
2017-03-14 15:48:33 -04:00
|
|
|
|
using Amazon.S3.IO;
|
Copying //UE4/Dev-Core to //UE4/Dev-Main (Source: //UE4/Dev-Core @ 3151653)
#lockdown Nick.Penwarden
==========================
MAJOR FEATURES + CHANGES
==========================
Change 2975891 on 2016/05/12 by Gil.Gribb
merged in new async stuff from dev-rendering.
Change 2976695 on 2016/05/13 by Gil.Gribb
updated precache list
Change 2977030 on 2016/05/13 by Gil.Gribb
Added time slicing to CreateAsyncPackagesFromQueue, radically reduced the frequency of "precache trimming" and changed a few things in the test rig and logging
Change 2977090 on 2016/05/13 by Gil.Gribb
Fixed module manager threading and added cmd line param to force async loading thread.
Change 2977292 on 2016/05/13 by Gil.Gribb
check for thread safety in looking at asset registry
Change 2977296 on 2016/05/13 by Gil.Gribb
removed some super-expensive check()s from precacher
Change 2978368 on 2016/05/16 by Gil.Gribb
Move several exposive bools inside of the basic tests inside of FLinkerLoad::Preload, saves a fraction of second.
Change 2978414 on 2016/05/16 by Gil.Gribb
Added support and testing for unmounting pak files to the pak precacher.
Change 2978446 on 2016/05/16 by Gil.Gribb
Allow linker listing in non-shipping builds
Change 2978550 on 2016/05/16 by Gil.Gribb
Allowed some linker spew in non-shipping builds (instead of debug builds). Some tweak to help track down the music.uasset leak.
Change 2979952 on 2016/05/17 by Robert.Manuszewski
Merging //UE4/Dev-Core @ 2979938 to Dev-UE-30519-LoadTimes
Change 2984927 on 2016/05/20 by Gil.Gribb
fix a few bugs with an mcp repro
Change 2984951 on 2016/05/20 by Gil.Gribb
fixed issues with USE_NEW_ASYNC_IO = 0
Change 2985296 on 2016/05/20 by Gil.Gribb
Fixed several bugs with the MCP boot test
Change 2987956 on 2016/05/24 by Robert.Manuszewski
Fixing leaked linkers created by blocking load requests during async loading.
Change 2987959 on 2016/05/24 by Joe.Conley
Enable load timings in block loading also (in addition to async loading).
Change 3017713 on 2016/06/17 by Robert.Manuszewski
Removing GUseSeekFreeLoading.
Change 3017722 on 2016/06/17 by Robert.Manuszewski
Renaming LOAD_SeekFree flag to LOAD_Async to better reflect its current purpose.
Change 3017833 on 2016/06/17 by Robert.Manuszewski
Merging //UE4/Dev-Core to Dev-UE-30519-LoadTimes (//Tasks/Dev-Core/Dev-UE-30519-LoadTimes)
Change 3017840 on 2016/06/17 by Robert.Manuszewski
Re-doing Dev-Core changes to Delegates 2/2
Change 3022872 on 2016/06/22 by Gil.Gribb
reorder memory trim and deleting loaders
Change 3059218 on 2016/07/21 by Robert.Manuszewski
Fixing compilation errors - adding missing load time tracker stats.
Change 3064508 on 2016/07/26 by Robert.Manuszewski
Removing blocking loading path in cooked builds. LoadPackage will now use the async path.
Change 3066312 on 2016/07/27 by Gil.Gribb
Event driven loader, first pass
Change 3066785 on 2016/07/27 by Gil.Gribb
Removed check...searching forward for export fusion can release a node
Change 3068118 on 2016/07/28 by Gil.Gribb
critical bug fixes for the event driven loader
Change 3068333 on 2016/07/28 by Gil.Gribb
correctly handle the case where a file is rejected after loading the summary
Change 3069618 on 2016/07/28 by Robert.Manuszewski
Merging //UE4/Dev-Core to Dev-UE-30519-LoadTimes (//Tasks/Dev-Core/Dev-UE-30519-LoadTimes)
Change 3069901 on 2016/07/29 by Robert.Manuszewski
Fixing an hang when loading QA-Blueprints level
Change 3070171 on 2016/07/29 by Gil.Gribb
fixed CDO cyclic dependencies
Change 3075288 on 2016/08/03 by Gil.Gribb
misc fixes to the event driven loader
Change 3077332 on 2016/08/04 by Robert.Manuszewski
Fixing checkSlow asserts caused by new loading code not being flagged as IsInAsyncLoadThread() and CreateSynchEvent deprecation warning.
Change 3078113 on 2016/08/04 by Gil.Gribb
implemented "nicks rule" and undid some previous material and world hacks needed without it.
Change 3079480 on 2016/08/05 by Gil.Gribb
fixes and tweaks on event driven loader
Change 3080135 on 2016/08/07 by Gil.Gribb
misc fixes for event driven loader, now with reasonable memory
Change 3083722 on 2016/08/10 by Robert.Manuszewski
Fixing hangs when async loading packages.
Change 3091747 on 2016/08/17 by Gil.Gribb
Fix all hitches in streaming load that were regressions.
Change 3093258 on 2016/08/18 by Gil.Gribb
Fix bug that caused an assert when packages fail to load for certain reasons (like loading an uncooked file).
Change 3095719 on 2016/08/20 by Gil.Gribb
reenable async loading thread and cleanup and bug fixes
Change 3096350 on 2016/08/22 by Gil.Gribb
tweak task priorities a bit to minimize precaching memory
Change 3096355 on 2016/08/22 by Gil.Gribb
add support for precaching for "loose files" in the generic async layer.
Change 3098091 on 2016/08/23 by Gil.Gribb
Split header into a separate file and disabled a bad optimization in the bulk data.
Change 3099783 on 2016/08/24 by Gil.Gribb
rework dependency graph to be much, much faster. About half done.
Change 3100995 on 2016/08/25 by Gil.Gribb
fixed bugs with streaming texture from .uexp and cook time check that should have been runtime only
Change 3101369 on 2016/08/25 by Gil.Gribb
fixed bug with blueprints in the new loader.
Change 3102793 on 2016/08/26 by Gil.Gribb
PS4 - fixed small block memcpy to actually be inline
Change 3103785 on 2016/08/27 by Gil.Gribb
fixed case bug with pak order. devirtualized flinkerload::serialize, made sure -fileopenlog is not heavily skewed
Change 3104884 on 2016/08/29 by Gil.Gribb
fixed a BP bug and tweaked the -fileopenlog behavior to do leaf assets DFS
Change 3105266 on 2016/08/29 by Ben.Zeigler
Editor build compilation fix
Change 3105774 on 2016/08/30 by Gil.Gribb
add checks to locate cases where we try to use something that isn't loaded yet
Change 3107794 on 2016/08/31 by Gil.Gribb
fixed abug with BP's not loading the parent CDO soon enough
Change 3114278 on 2016/09/06 by Gil.Gribb
looping loads for paragon load test
Change 3114311 on 2016/09/06 by Ben.Zeigler
Fix linux compile
Change 3114350 on 2016/09/06 by Ben.Zeigler
Linux supports fast unaligned int reads
Change 3116169 on 2016/09/07 by Ben.Zeigler
Force enable separate bulk data cooking when using split cooked files, end-of-exp-file doesn't make sense with the new cook scheme and will crash at runtime
Change 3116538 on 2016/09/07 by Gil.Gribb
add dependencies for CDO subobjects
Change 3116596 on 2016/09/07 by Ben.Zeigler
Change crash to warning when trying to load an import to a missing native class, can happen with editor only classes.
Change 3116855 on 2016/09/07 by Ben.Zeigler
Move cook dialog down a bit so I can cook without constant dialogs popping up
Change 3117452 on 2016/09/08 by Robert.Manuszewski
Fixing hang when suspending async loading with the async loading thread enabled.
Change 3119255 on 2016/09/09 by Robert.Manuszewski
Removing texture allocations from PackageFileSummary as they were not used by anything.
Change 3119303 on 2016/09/09 by Gil.Gribb
Fixed font issue by making all all bulk data either inline or in a ubulk. Added support for compressed packages.
Change 3120324 on 2016/09/09 by Ben.Zeigler
Fix Cook warnings. Skip transient and client/server only objects when adding dependencies, and mark ShapeComponent BodySetups as properly transient.
Change 3121960 on 2016/09/12 by Ben.Zeigler
Add RandomizeLoadOrder CVar to randomize the package serial number it uses for sorting async loads
Change 3122635 on 2016/09/13 by Gil.Gribb
reworked searching disk warning and minor change to the background tasks used for decompression
Change 3122743 on 2016/09/13 by Gil.Gribb
added some checks around memory accounting
Change 3123395 on 2016/09/13 by Ben.Zeigler
Enable MallocBinned2 by default on cooked windows builds, similar to how PS4 works.
Disabled thread pool cache clearing on windows, the threading function it was using is very slow on windows specifically
Change 3124748 on 2016/09/14 by Gil.Gribb
Store template in import/export table and refer to it for each export to avoid calling GetArchetypeFromRequiredInfo. Minor fix for some NeedLoadForCLient etc stuff on landscape and CDOs. Fix texture streamer minmips stuff.
Change 3125153 on 2016/09/14 by Gil.Gribb
don't put transient objects in the import map
Change 3126668 on 2016/09/15 by Gil.Gribb
Fix critical bug with imports not waiting for the corresponding export to serialize. Fixed paragon test rig to run longer looping by flushing the renderer. Made random mode more random.
Change 3126755 on 2016/09/15 by Gil.Gribb
ooops, test rig fix
Change 3127408 on 2016/09/15 by Ben.Zeigler
Back out changelist 3123395, restoring windows memory to 4.13 setup
Change 3127409 on 2016/09/15 by Ben.Zeigler
Remove Memory trim from FlushAsyncLoading, because it gets called much more often in new flow and is slow on some platforms
Change 3127948 on 2016/09/16 by Gil.Gribb
Added a check() on any attempt to serialize a pointer to something that hasn't been created yet. This will help us find missing dependencies. There is an exception to this related to CDOs.
Change 3128094 on 2016/09/16 by Robert.Manuszewski
Fixing exports referenced by weak object pointers not being added to the preload dependency list of of the exports that depend on them.
+ Moved weak object pointer serialization to FArchive operator << to be able to override its behavior when cooking.
Change 3128148 on 2016/09/16 by Robert.Manuszewski
Gil's mod to how we detect exports with missing dependencies
Change 3129052 on 2016/09/16 by Ben.Zeigler
Add Missing Serialize helpers for WeakObjectPtrs, fixes crash with replicating weak objects
Change 3129053 on 2016/09/16 by Ben.Zeigler
Fake integrate CL #3123581 from Dev-Framework, to correctly handle detecting components as editor only even when they have collision. Fixes crashes with blueprint editor only components that depend on native templates
Change 3129630 on 2016/09/17 by Gil.Gribb
better logging for missing dependencies and properly ifdef'd the CDO primitive comp hack
Change 3130178 on 2016/09/19 by Robert.Manuszewski
Use the correct macro (COOK_FOR_EVENT_DRIVEN_LOAD instead of USE_NEW_ASYNC_IO) for SavePackage changes from CL #3128094
Change 3130224 on 2016/09/19 by Robert.Manuszewski
Compile error fix
Change 3130391 on 2016/09/19 by Gil.Gribb
Add cook time fatal errors, and undid a previous change we don't seem to need relating to editor only CDOs
Change 3130484 on 2016/09/19 by Gil.Gribb
fixed botched GetArchetypeFromRequiredInfo
Change 3131966 on 2016/09/20 by Robert.Manuszewski
Making the new event driven loader disabled by default. It's now also configurable via project settings (under Streaming Settings -> Event Driven Loader Enabled).
Enabled the event driven loader for a few internal projects.
Change 3132035 on 2016/09/20 by Gil.Gribb
fix dynamic switch on new loader
Change 3132041 on 2016/09/20 by Robert.Manuszewski
Fix for packages not being saved to disk when cooking with event driven loader disabled.
Change 3132195 on 2016/09/20 by Robert.Manuszewski
Enabling the event driven loader for Zen
Change 3133870 on 2016/09/21 by Graeme.Thornton
Config files now enable the event driven loader with the correct cvar name
Change 3135812 on 2016/09/22 by Gil.Gribb
fixed some bugs with GC during streaming
Change 3136102 on 2016/09/22 by Robert.Manuszewski
Release GC lock when FlushingAsyncLoading when running GC.
Change 3136633 on 2016/09/22 by Gil.Gribb
fix bug with linkers finsihing before other things linked their imports
Change 3138002 on 2016/09/23 by Robert.Manuszewski
Added an assert that will prevent content cooked for the event driven loader to be loaded by game builds that have the EDL disabled.
Change 3138012 on 2016/09/23 by Gil.Gribb
Improved the fix to prevent packages from finishing before external imports have linked. Async load object libraries.
Change 3138031 on 2016/09/23 by Gil.Gribb
do not preload obj libs in editor
Change 3139176 on 2016/09/24 by Gil.Gribb
fixed another bug with an attempt to call GetArchetypeFromRequiredInfo
Change 3139459 on 2016/09/26 by Robert.Manuszewski
Merging //UE4/Release-4.13 to Dev-LoadTimes (//Tasks/UE4/Dev-LoadTimes)
Change 3139668 on 2016/09/26 by Gil.Gribb
change some checks to errors on bad bulk data loads
Change 3141127 on 2016/09/27 by Robert.Manuszewski
Preventing linkers from being detached too early when async loading.
Change 3141129 on 2016/09/27 by Robert.Manuszewski
Releasing GC Lock before calling post GC callbacks to allow StaticFindObject use in these callbacks
Change 3142048 on 2016/09/27 by Robert.Manuszewski
Changing async loading code to not close DelayedLinkerClosePackages linkers until the async package that triggered their creation has finished loading.
Change 3143132 on 2016/09/28 by Gil.Gribb
fixed text render comp, which has some editor only issues. Fixes a runtime crash and adds a cooktime warning.
Change 3143198 on 2016/09/28 by Gil.Gribb
fixed it so that bogus loads of bulk data are warned but do not crash
Change 3143287 on 2016/09/28 by Robert.Manuszewski
UBT will now invalidate its makefiles if ini files are newer than the makefile (ini files may contains global build settings).
+ Android toolchain will add hashed command line values to the action reposnse filenames to actually allow it to detect compiler command line changes when detecting actions to execute
Change 3143344 on 2016/09/28 by Robert.Manuszewski
Make UAT pass the project filename to UBT when build non-code projects so that UBT can parse all ini files.
Change 3143865 on 2016/09/28 by Gil.Gribb
iffy fix for the net load assert in paragon, plus a few checks and one bit of code removed that should never be hit in the EDL, but makes no sense
Change 3144683 on 2016/09/29 by Graeme.Thornton
Minor refactor of pak file non-filename stuff
- Don't check for file existing before running through the security delegate
- Default behaviour when using new IO is to reject uasset/umap/ubulk/uexp files immediately. Can be disabled by setting EXCLUDE_NONPAK_UE_EXTENSIONS to 0 in project .build.cs
Change 3144745 on 2016/09/29 by Graeme.Thornton
Orion non-pak file whitelisting is enabled for all cooked game only builds now, rather than just clients
Change 3144780 on 2016/09/29 by Gil.Gribb
use poison proxy on non-test/shipping builds
Change 3144819 on 2016/09/29 by Gil.Gribb
added a few asserts and added an improved fix for the net crash
Change 3145414 on 2016/09/29 by Gil.Gribb
fixed android assert....not sure why I need that block of code.
Change 3146502 on 2016/09/30 by Robert.Manuszewski
Fix for GPU hang from MarcusW
Change 3146774 on 2016/09/30 by Robert.Manuszewski
Fixing a crash when constantly streaming levels in and out caused by keeping references to objects (levels) that were requested to be streamed out.
- Removed FAsyncObjectsReferencer. References will now be owned by FAsyncPackage
- UGCObjectReferencer is now more thread safe
Change 3148008 on 2016/10/01 by Gil.Gribb
add additional error for attempting to create an object from a class that needs to be loaded
Change 3148009 on 2016/10/01 by Gil.Gribb
fix very old threading bug whereby the ASL and GT would attempt to use the same static array
Change 3148222 on 2016/10/02 by Robert.Manuszewski
Fix for an assert when an FGCObject is removed when purging UObjects
Change 3148229 on 2016/10/02 by Gil.Gribb
disable assert that was crashing paragon ps4
Change 3148409 on 2016/10/03 by Robert.Manuszewski
Allow another case for removing FGCObjects while in GC.
Change 3148416 on 2016/10/03 by Robert.Manuszewski
Merging //UE4/Release-4.13 to Dev-LoadTimes (//Tasks/UE4/Dev-LoadTimes)
Change 3149566 on 2016/10/03 by Ben.Zeigler
#jira UE-36664 Fix issue where objects loaded during async loading could be added to the wrong package's object list, if a time slice ended at the wrong point
Change 3149913 on 2016/10/04 by Gil.Gribb
better broadcast
Change 2889560 on 2016/03/02 by Steven.Hutton
Packages for scheduled tasks.
Change 2889566 on 2016/03/02 by Steven.Hutton
Remaining nuget packages for hangfire, unity and scheduled tasks.
Change 2980458 on 2016/05/17 by Chris.Wood
Attempt to fix crash report submission problems from CRP to CR website
[UE-30257] - Crashreports are sometimes missing file attachments
Passing crash GUID so that website can easily check for duplicates in future
Increased request timeout for AddCrash to be longer than website database timeout
Logging retries for future visibility
CRP v.1.1.6
Change 3047870 on 2016/07/13 by Steven.Hutton
Updated CRW to entity framework with repository models. #rb none
Change 3126265 on 2016/09/15 by Steve.Robb
Fix for TCString::Strspn.
Change 3126266 on 2016/09/15 by Steve.Robb
Alternative fix for GitHub 2698: Fix one bug : Parsing command "Enable True" is invalid.
#jira UE-34670
Change 3126268 on 2016/09/15 by Steve.Robb
UWorld can no longer be extended by users.
UHT now handles final class declarations.
#jira UE-35708
Change 3126273 on 2016/09/15 by Steve.Robb
A further attempt to catch uninitialized pointers supplied to the GC.
#jira UE-34361
Change 3130042 on 2016/09/19 by Steve.Robb
Super for USTRUCTs.
Suggested here: https://udn.unrealengine.com/questions/310461/automatically-typedef-super-for-ustructs.html
Change 3131861 on 2016/09/20 by Steven.Hutton
Reconciling work for view engine changes #rb none
Change 3131862 on 2016/09/20 by Steve.Robb
Removal of THasOperatorEquals and THasOperatorNotEquals from Platform.h, which should have happened as part of CL# 3045963.
Change 3131863 on 2016/09/20 by Steven.Hutton
Adding packages #rb none
Change 3131869 on 2016/09/20 by Steve.Robb
Improved error message for enum classes with a missing base:
Error: Missing base specifier for enum class 'EMyEnum' - did you mean ': uint8'?
Change 3132046 on 2016/09/20 by Graeme.Thornton
Fix for cvar thread access assert in FLandscapeComponentGrassData serialization function
- This function can be called from the async thread so access CVarGrassDiscardDataOnLoad with GetValueOnAnyThread() rather than GetValueOnGameThread()
Change 3133201 on 2016/09/20 by Ben.Zeigler
Reorganize WindowsPlatformMemory and MacPlatformMemory to work like LinuxPlatformMemory where there is an enum to select the allocator, and move some of it up to GenericPlatformMemory
Add command line options to select malloc at runtime for Windows and Linux, I don't know how Mac options work
Improve the performance of BroadcastSlow_OnlyUseForSpecialPurposes on windows, but there are cases where it occaisionally stalls for a few seconds waiting for the flush
Add MallocBinned2 as an option for mac, linux, and windows, but default to off due to some threading issues
Change 3133722 on 2016/09/21 by Graeme.Thornton
Cooker forces a shader compilation flush when it detects that it has passed the max memory budget
Change 3133756 on 2016/09/21 by Steve.Robb
Refactor of TrimPrecedingAndTrailing to avoid a call to FString::Mid with a negative count, which is now illegal.
#jira UE-36163
Change 3134182 on 2016/09/21 by Steve.Robb
GitHub #1986: Don't show warnings and erros in console twice with UCommandlet::LogToConsole == true
#jira UE-25915
Change 3134306 on 2016/09/21 by Ben.Zeigler
Fix it so FMallocBinned2::Trim skips task threads on desktop platforms, they are too slow and don't allocate much memory
Enable MallocBinned2 as default binned malloc on Windows
Remove the -Run command line check as it was removed from the old version as well
Change 3135569 on 2016/09/22 by Graeme.Thornton
Don't create material resources if we are in a build that can never render
- Saves a few MB of memory
Change 3135652 on 2016/09/22 by Steve.Robb
New async-loading-thread-safe IsA implementation.
#jira UECORE-298
Change 3135692 on 2016/09/22 by Steven.Hutton
Minor bug fixes to view pages #rb none
Change 3135990 on 2016/09/22 by Robert.Manuszewski
Adding ENGINE_API to FStripDataFlags sp that it can be used outside of the Engine module.
Change 3136020 on 2016/09/22 by Steve.Robb
Display a meaningful error and shutdown if Core modules fail to load.
https://udn.unrealengine.com/questions/312063/mac-unrealheadertool-failing-randomly.html
Change 3136107 on 2016/09/22 by Chris.Wood
Added S3 file upload to output stage of Crash Report Process (v.1.1.26)
[UE-35991] - Crash Report Process to write crash files to S3
Also adds OOM alerts to CRP.
Also disk space alerts changed to 5% free space and repeat once every 30 minutes instead of 10 minutes.
Change 3137562 on 2016/09/23 by Steve.Robb
TUniquePtr<T[]> support.
Change 3138030 on 2016/09/23 by Steve.Robb
Virtual UProperty functions moved out of headers into .cpp files to ease iteration.
Change 3140381 on 2016/09/26 by Chris.Wood
Disabled uploads via CRRs while leaving services switched on to avoid crashes in some clients.
[UETOOL-1005] - Turn off CrashReportReceivers
Change 3141150 on 2016/09/27 by Steve.Robb
Invoke support for TFunction.
Change 3141151 on 2016/09/27 by Steve.Robb
UBoolProperty now supports hashing and is therefore usable as a TSet element or TMap key.
FText is now prevented from being a TSet element or TMap key.
UTextProperty::GetCPPTypeForwardDeclaration implementation moved to the .cpp file.
#jira UE-36051
#jira UE-36053
Change 3141440 on 2016/09/27 by Chris.Wood
Removed legacy queues and unnecessary duplication checks from Crash Report Process (v1.2.0)
[UE-36246] - CRP scalability: Simplify CRP inputs to DataRouter/S3 only
Change 3142999 on 2016/09/28 by Chris.Wood
Added dedicated PS4 crash queue to Crash Report Process (v1.2.1)
Change 3144831 on 2016/09/29 by Steve.Robb
InternalPrecache now flags the archive as in-error so that it can be checked by a caller, rather than popping up a dialog box and asserting.
#jira https://jira.it.epicgames.net/browse/OPP-6036
Change 3145184 on 2016/09/29 by Robert.Manuszewski
FScopedCreateImportCounter will now always store the current linker and restore the previous one when it exits.
Change 3148432 on 2016/10/03 by Robert.Manuszewski
Thread safety fixes for the async log writer + made the async log writer flush its archive more often.
Change 3148661 on 2016/10/03 by Graeme.Thornton
Fixing merge of IsNonPakFilenameAllowed()
- Removed directory search stuff... we pass everything to the delegate now anyway
Change 3149669 on 2016/10/03 by Ben.Zeigler
Lower verbosity of warnings from deleting native properties. These cases do not cause any problems and are not fixable without resaving the content after it has started warning. I checked Jira history and neither of these warnings has ever found a real bug, but has caused a lot of content to be resaved unnecessarily.
Change 3149670 on 2016/10/03 by Ben.Zeigler
Merge CL #3149566 from Dev-LoadTimes
#jira UE-36664 Fix issue where objects loaded during async loading could be added to the wrong package's object list, if a time slice ended at the wrong point
Change 3149835 on 2016/10/04 by Graeme.Thornton
Thread safety fix for SkyLightComponent
- Add to global update list from PostLoad rather than PostInitProperties so that it happens on the game thread, and not the async loading thread (if enabled)
Change 3149836 on 2016/10/04 by Graeme.Thornton
Thread safety fix for ReflectionCaptureComponent
- Add to global update list from PostLoad rather than PostInitProperties so that it happens on the game thread, and not the async loading thread (if enabled)
Change 3149959 on 2016/10/04 by Robert.Manuszewski
Allow import packages to be missing if they're on the KnownMissingPackages list
Change 3150023 on 2016/10/04 by Steven.Hutton
Updating jira strings. #rb none
Change 3150050 on 2016/10/04 by Steve.Robb
MakeShared now returns a TSharedRef (which is implicitly convertible to TSharedPtr) rather than a TSharedPtr (which is not implicitly convertible to TSharedRef), for ease of use and because MakeShared can't return a null pointer anyway.
Change 3150110 on 2016/10/04 by Robert.Manuszewski
Allow UGCObjectReferencer::AddObjects to happen during BeginDestry and FinishDestroy. It's fine as long as we're not adding new objects during reachability analysis.
Change 3150120 on 2016/10/04 by Gil.Gribb
fix task graph/binned2 broadcast for PS4
Change 3150195 on 2016/10/04 by Robert.Manuszewski
Fixing WEX crash
#jira UE-36801
Change 3150212 on 2016/10/04 by Robert.Manuszewski
Increasing compiler memory limit to fix CIS errors
#jira UE-36795
Change 3151583 on 2016/10/05 by Robert.Manuszewski
Temporarily switching to the old IsA path
#jria UE-36803
Change 3151642 on 2016/10/05 by Steve.Robb
Dependency fixes for GameFeedback modules.
Change 3151653 on 2016/10/05 by Robert.Manuszewski
Maybe fix for crash on the Mac
#jira UE-36846
[CL 3152539 by Robert Manuszewski in Main branch]
2016-10-05 16:51:01 -04:00
|
|
|
|
|
|
|
|
|
|
namespace Tools.CrashReporter.CrashReportCommon
|
|
|
|
|
|
{
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Helper class for accessing AWS
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
public class AmazonClient : IDisposable
|
|
|
|
|
|
{
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Is the AmazonClient initialized and ready to use with S3?
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
public bool IsS3Valid
|
|
|
|
|
|
{
|
|
|
|
|
|
get { return S3Client != null; }
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Is the AmazonClient initialized and ready to use with SQS?
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
public bool IsSQSValid
|
|
|
|
|
|
{
|
|
|
|
|
|
get { return SqsClient != null; }
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Create a new AmazonClient
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
/// <param name="Credentials">Amazon Credentials for the connection to AWS</param>
|
|
|
|
|
|
/// <param name="SqsConfig">SQS connection details</param>
|
|
|
|
|
|
/// <param name="S3Config">S3 connection details</param>
|
|
|
|
|
|
/// <param name="OutError">Out error, receives the error string if an error occurs</param>
|
|
|
|
|
|
public AmazonClient(AWSCredentials Credentials, AmazonSQSConfig SqsConfig, AmazonS3Config S3Config, out string OutError)
|
|
|
|
|
|
{
|
|
|
|
|
|
OutError = string.Empty;
|
|
|
|
|
|
|
|
|
|
|
|
if (SqsConfig != null)
|
|
|
|
|
|
{
|
|
|
|
|
|
try
|
|
|
|
|
|
{
|
|
|
|
|
|
SqsClient = new AmazonSQSClient(Credentials, SqsConfig);
|
|
|
|
|
|
}
|
|
|
|
|
|
catch (Exception Ex)
|
|
|
|
|
|
{
|
|
|
|
|
|
OutError += Ex.Message;
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
if (S3Config != null)
|
|
|
|
|
|
{
|
|
|
|
|
|
try
|
|
|
|
|
|
{
|
|
|
|
|
|
S3Client = new AmazonS3Client(Credentials, S3Config);
|
|
|
|
|
|
}
|
|
|
|
|
|
catch (Exception Ex)
|
|
|
|
|
|
{
|
|
|
|
|
|
OutError += Ex.Message;
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Dispose of this object
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
public void Dispose()
|
|
|
|
|
|
{
|
|
|
|
|
|
Dispose(true);
|
|
|
|
|
|
GC.SuppressFinalize(this);
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Dispose of this object
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
/// <param name="disposing">Dispose of managed resources?</param>
|
|
|
|
|
|
protected virtual void Dispose(bool disposing)
|
|
|
|
|
|
{
|
|
|
|
|
|
if (disposing)
|
|
|
|
|
|
{
|
|
|
|
|
|
if (SqsClient != null) SqsClient.Dispose();
|
|
|
|
|
|
if (S3Client != null) S3Client.Dispose();
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Get the number of items in an SQS queue
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
/// <param name="QueueUrl">The SQS queue URL</param>
|
|
|
|
|
|
/// <returns>Number of messages in the queue. Returns zero in the event of an error.</returns>
|
|
|
|
|
|
public int GetSQSQueueCount(string QueueUrl)
|
|
|
|
|
|
{
|
|
|
|
|
|
if (!IsSQSValid) return 0;
|
|
|
|
|
|
|
|
|
|
|
|
GetQueueAttributesRequest AttribRequest = new GetQueueAttributesRequest
|
|
|
|
|
|
{
|
|
|
|
|
|
QueueUrl = QueueUrl,
|
|
|
|
|
|
AttributeNames = new List<string>
|
|
|
|
|
|
{
|
|
|
|
|
|
"ApproximateNumberOfMessages"
|
|
|
|
|
|
}
|
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
GetQueueAttributesResponse AttribResponse = SqsClient.GetQueueAttributes(AttribRequest);
|
|
|
|
|
|
return AttribResponse.ApproximateNumberOfMessages;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Gets a message from an SQS queue and if successful, deletes the message from the queue.
|
|
|
|
|
|
/// Safe method for multiple concurrent consumers of a single SQS because the initial message read makes the message unavailable to other callers.
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
/// <param name="QueueUrl">The SQS queue URL</param>
|
|
|
|
|
|
/// <param name="bForceNoDelete">Debug option. Skips the message delete when testing reading messages from a live queue</param>
|
|
|
|
|
|
/// <returns>A dequeued SQS message or null if it fails.</returns>
|
|
|
|
|
|
public Message SQSDequeueMessage(string QueueUrl, bool bForceNoDelete)
|
|
|
|
|
|
{
|
|
|
|
|
|
if (!IsSQSValid) return null;
|
|
|
|
|
|
|
|
|
|
|
|
ReceiveMessageRequest ReceiveRequest = new ReceiveMessageRequest
|
|
|
|
|
|
{
|
|
|
|
|
|
QueueUrl = QueueUrl,
|
|
|
|
|
|
MaxNumberOfMessages = 1
|
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
ReceiveMessageResponse ReceiveResponse = SqsClient.ReceiveMessage(ReceiveRequest);
|
|
|
|
|
|
|
|
|
|
|
|
if (ReceiveResponse.Messages.Count == 1)
|
|
|
|
|
|
{
|
|
|
|
|
|
Message Message = ReceiveResponse.Messages[0];
|
|
|
|
|
|
|
|
|
|
|
|
if (Message != null && (bForceNoDelete || DeleteRecordSQS(QueueUrl, Message)))
|
|
|
|
|
|
{
|
|
|
|
|
|
return Message;
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
return null;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Retrieves an object from S3. (Caller can use the response to read the response stream)
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
/// <param name="BucketName">S3 bucket name</param>
|
|
|
|
|
|
/// <param name="Key">S3 object key</param>
|
|
|
|
|
|
/// <returns>S3 object response for the requested object or null if it fails.</returns>
|
|
|
|
|
|
public GetObjectResponse GetS3Object(string BucketName, string Key)
|
|
|
|
|
|
{
|
|
|
|
|
|
if (!IsS3Valid) return null;
|
|
|
|
|
|
|
|
|
|
|
|
GetObjectRequest ObjectRequest = new GetObjectRequest
|
|
|
|
|
|
{
|
|
|
|
|
|
BucketName = BucketName,
|
|
|
|
|
|
Key = Key
|
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
return S3Client.GetObject(ObjectRequest);
|
|
|
|
|
|
}
|
|
|
|
|
|
|
Copying //UE4/Dev-Core to //UE4/Dev-Main (Source: //UE4/Dev-Core @ 3345728)
#lockdown Nick.Penwarden
==========================
MAJOR FEATURES + CHANGES
==========================
Change 3315219 on 2017/02/21 by Steve.Robb
Fix for FObjectAndNameAsStringProxyArchive when serializing a TWeakObjectPtr.
Change 3315285 on 2017/02/21 by Steve.Robb
Explicitly pass string builder into code generation functions.
Change 3315341 on 2017/02/21 by Ben.Marsh
UAT: Clean up some formatting in StreamCopyDescription output - remove #fyi lines, exclude merge commits, and remove some blank lines.
Change 3315350 on 2017/02/21 by Ben.Marsh
Fix shared resource files not being rebuilt if the version header changes.
Change 3315823 on 2017/02/21 by Ben.Marsh
UAT: Use a class derived from AutomationException to return information specific to commandlets failing, rather than putting it in the base class.
Change 3315826 on 2017/02/21 by Ben.Marsh
UAT: Move Distiller class from general use in UAT; FileFilter provides a much safer and fully featured implementation of the same concepts.
Change 3315857 on 2017/02/21 by Ben.Marsh
UBT: Remove the StripBaseDirectory() and MakeRerootedFilePath() utility functions from UBT. These operations can now be done more safely with FileReference objects.
Change 3315942 on 2017/02/21 by Ben.Marsh
UBT: Convert FileFilter to use FileReference and DirectoryReference arguments everywhere.
Change 3316236 on 2017/02/22 by Maciej.Mroz
#jira UE-42045
Nativization
Fixed Warning: TEnumAsByte is not intended for use with enum
Change 3316253 on 2017/02/22 by Robert.Manuszewski
Fixes for the async log file writer hangs and crashes.
- potential fix for the logging system hang when running out of disk space while flushing log
- fix for unexpected concurrency assert when flushing the log buffer to disk
Change 3316293 on 2017/02/22 by Steve.Robb
GetTypeHash and lexicographical comparison operators (operator<() etc.) for TTuple.
Change 3316342 on 2017/02/22 by Maciej.Mroz
Nativization: Wrappers (stubs) required only by other wrappers are properly generated.
#codereview: Mike.Beach
Change 3316344 on 2017/02/22 by Maciej.Mroz
Fixed crash in nativized Odin
Async loading properly handles nativized structs.
Change 3316359 on 2017/02/22 by Steve.Robb
GitHub #3287 : Ignore #pragma in USTRUCTs
#jira UE-42248
Change 3316389 on 2017/02/22 by Matthew.Griffin
Switched Installed Engine Filters to multiline properties to make them more readable
Added Oodle to list of excluded plugins
#jira UE-42030
Change 3316392 on 2017/02/22 by Ben.Marsh
UBT: Split out FileReference/DirectoryReference classes into their own file.
Change 3316394 on 2017/02/22 by Ben.Marsh
UBT: Move FileReference/DirectoryReference extension methods into the appropriate file.
Change 3316411 on 2017/02/22 by Ben.Marsh
UAT: Remove file functions that take multiple arguments. There's not really a compelling use case for these to exist over looping from the calling code.
Change 3316446 on 2017/02/22 by Ben.Marsh
UAT: Try disabling function name prefix to log output from UAT, to see if it improves readability. Function names are still included in the log file for debugging.
Change 3316575 on 2017/02/22 by Ben.Marsh
UAT: Remove unused functionality for dealing with labels, and output a more human readable list of P4 settings at startup.
Change 3318481 on 2017/02/22 by Steve.Robb
Use of FMath::IsPowerOfTwo in check.
Static assert to ensure that an inline set allocator will have a hash size of a power of two.
Change 3318496 on 2017/02/22 by Steve.Robb
Fix for TSet visualizers.
Change 3318919 on 2017/02/23 by Steve.Robb
Fix for hot reloading UScriptStruct-derived objects in a module, where the CDOs of these objects haven't had PrepareCppStructOps() called on them.
#jira UE-42178
Change 3318942 on 2017/02/23 by Steve.Robb
Removal of a redundant insertion which can cause problems on reallocation of the map.
Change 3319010 on 2017/02/23 by Ben.Marsh
UBT: Fix exception when a file that was previously part of the working set is deleted.
Change 3319134 on 2017/02/23 by Robert.Manuszewski
Better fix for a deadlock when flushing log while it's already being flushed due to flush timer on the async log writer thread.
Change 3319249 on 2017/02/23 by Matthew.Griffin
Added a function to check if running with debug game libs instead of checking command line in multiple places
Added -RunConfig parameter, which has equivalent result to -debug if value of parameter starts with 'debug'
Added -RunConfig=$(Configuration) as a default commandline argument for Mac so that editor can use debug game libs
Removed -Shipping argument from VCProject generation as it's not used anymore
Change 3319253 on 2017/02/23 by Maciej.Mroz
#jira UE-41846
New mechanism to gather modules necessary for Nativized Assets. The modules are listed based on included headers. Previously the dependencies was gathered only in FBlueprintNativeCodeGenManifest::GatherModuleDependencies.
Change 3319591 on 2017/02/23 by Ben.Marsh
Don't strip prefixes beginning with WARNING: or ERROR: using the Postp filter.
Change 3320357 on 2017/02/23 by Steven.Hutton
Slight changes to Add Crash method - Returning select fields instead of entity objects in queries for perf reasons.
Change 3320361 on 2017/02/23 by Steven.Hutton
Performance improvements subsequent to the recent database changes.
Change 3320446 on 2017/02/23 by Steven.Hutton
adding my temporary performance tracker class - reports to a private slack channel with add crash performance data.
Change 3320479 on 2017/02/23 by Ben.Marsh
Fix CIS errors.
Change 3320576 on 2017/02/23 by Jin.Zhang
Update CrashReporter to use AWS
Change 3320742 on 2017/02/23 by Jin.Zhang
Merging crash caching
Change 3321119 on 2017/02/24 by Robert.Manuszewski
DLL injection protection support for non-monolithic builds
Change 3323308 on 2017/02/27 by Matthew.Griffin
Moved compilation of SwarmInterface after its dependencies so that we will see a build failure immediately if they change version in future
Change 3323423 on 2017/02/27 by Chad.Garyet
Adding a script to check and warn about csproj targeted .net versions being mismatched
#JIRA UE-39624
Change 3323442 on 2017/02/27 by Ben.Marsh
UBT: Output an error if an engine module references a game module.
Change 3323743 on 2017/02/27 by Ben.Marsh
PR #3303: Resolved PVS scan issues (Contributed by projectgheist)
Change 3323748 on 2017/02/27 by Ben.Marsh
Convert whitespace to tabs.
Change 3324851 on 2017/02/28 by Chris.Wood
Add Odin symbol locations to engine config for MDD on CR server.
NotForLicensees
Change 3324979 on 2017/02/28 by Gil.Gribb
Fixed bad merge of priority change in the EDL.
Change 3326889 on 2017/03/01 by Steven.Hutton
Update to buggs controller to generate faster queries.
Change 3326910 on 2017/03/01 by Robert.Manuszewski
Removing legacy #if from PackageFileSummary.
Change 3327118 on 2017/03/01 by Gil.Gribb
UE4 - Fixed race that resulted in a memory leak when reading compressed paks.
Change 3327633 on 2017/03/01 by Gil.Gribb
UE4 - Added a cvar to control the pak precacher thottle.
Change 3327674 on 2017/03/01 by Steve.Robb
Unified boilerplate between all generated code files.
Change 3328544 on 2017/03/01 by Chris.Wood
CrashReportProcess.config update (CRP v1.2.17)
Tweaks to a few values.
Update website URL to explicitly point to old, non-cloud site on devweb-02.
Change 3328714 on 2017/03/01 by Chris.Wood
Correct CRP config regression. Point website at new cloud site. Still v1.2.17
Change 3329192 on 2017/03/02 by Matthew.Griffin
Added Shared Build Id file to the list of Precompiled Build Dependencies in a target receipt so that it's brought into an installed build
Change 3329285 on 2017/03/02 by Ben.Marsh
UGS: Allow a project to specify a filters for the streams that should be displayed for fast-switching to. The QuickSelectStreamList seting in the [Options] section of the project settings references a depot path containing a list of strings used to filter the stream list. An option is shown to switch back to showing all available streams, if desired.
Change 3330636 on 2017/03/02 by Ben.Marsh
UBT: Bump version number of C++ include cache to force it to be rebuilt with additional include information for the default RC files.
Change 3331262 on 2017/03/03 by Robert.Manuszewski
Merging Dev-LoadTimes to Dev-Core (Garbage Collection performance improvements)
- Improved GC multithreading
- Improved BeginDestroy performance
- Introduced ULevelActorCluster for StaticMeshActor and ReflectionCapture actor clustering (can be toggled through project settings or console command gc.ActorClusterEnabled)
- A few improvements to AddReferencedObjects functions
- Misc improvements to GC code
- Garbage Collector now properly handles clusters which had their objects marked as pending kill
- Blueprints can now create clusters too (can be toggled through project settings or console command gc.BlueprintClusteringEnabled, defaults to disabled)
Change 3331285 on 2017/03/03 by Robert.Manuszewski
A few fixes for the previous check-in.
Change 3332001 on 2017/03/03 by Ben.Marsh
UBT: Add support for generating a UDN file containing the valid settings for BuildConfiguration.xml. Pass -configdoc=<filename> on the command line to generate such a file.
Change 3332022 on 2017/03/03 by Ben.Marsh
Update documentation for where to find the BuildConfiguration settings.
Change 3332031 on 2017/03/03 by Ben.Marsh
Remove documentation for Windows XP support; it has been removed in the 4.16 release.
Change 3332256 on 2017/03/03 by Ben.Marsh
UBT: Add support for generating a UDN page containing module and target settings.
Change 3332458 on 2017/03/03 by Ben.Marsh
UBT: Improvements to generated documentation.
Change 3332459 on 2017/03/03 by Ben.Marsh
Add generated documentation for .target.cs files, .build.cs files, and BuildConfiguration.xml files.
Change 3332460 on 2017/03/03 by Ben.Marsh
UBT: Make LinkTypePrivate actually private, so it doesn't show up in the docs.
Change 3332899 on 2017/03/06 by Robert.Manuszewski
Making sure actor clustering is not used in the editor (fix for actors being deleted when GC runs in the editor)
#jira UE-42548
Change 3332955 on 2017/03/06 by Maciej.Mroz
Nativization distinguishes client and server platform:
- Separated lists on additional assets, additional modules, excluded assets, excluded modules, excluded paths (in config)
- Context (compilation options, nativization options and platform) is deliveren to BPCOmpilerCppBackend in FCompilerNativizationOptions struct.
- Wrappers (for unconverted BPs) are created only when they are directly called.
- Fortnite dedicated server can be nativized
Change 3332990 on 2017/03/06 by Ben.Marsh
UBT: Add more comprehensive wrapper methods for System.IO.File and System.IO.Directory to FileReference and DirectoryReference.
Change 3333032 on 2017/03/06 by Ben.Marsh
Documentation for build tools
Change 3333037 on 2017/03/06 by Ben.Marsh
Add a build step to extract UAT and UBT documentation from XML comments.
Change 3333089 on 2017/03/06 by Ben.Marsh
UAT: Re-enable logging the calling function to the console in UAT. Needs a pass for readability first.
Change 3333651 on 2017/03/06 by Gil.Gribb
UE4 - Fix a werid recursive situation where StaticLoadObject could return an object that has not finished loading. Also produces a fatal error if this sometimes happens. EDL only.
Change 3335236 on 2017/03/07 by Ben.Marsh
UGS: Set the sync changelist separately to the compatibility changelist.
Change 3335261 on 2017/03/07 by Gil.Gribb
UE4 - Fixed batched render fences when BeginDestroy calls FlushRenderingCommands.
Change 3335740 on 2017/03/07 by Gil.Gribb
maybe fix static analysis warning
Change 3335945 on 2017/03/07 by Steve.Robb
Move FFindInstancedReferenceSubobjectHelper code out of header.
Add map/set property support to allow instanced members of these container types to be handled during CPFUO.
https://udn.unrealengine.com/questions/349232/tmap-with-instanced-object-as-value-gets-cleared-o.html
Change 3336693 on 2017/03/07 by Ben.Marsh
UBT: Use shared PCHs for game plugins by default, to reduce time spent generating individual PCHs.
Change 3336694 on 2017/03/07 by Steve.Robb
Static assert added to TMap to prevent the use of keys which don't implement a GetTypeHash.
Fixes to types which relied on implicit conversions when calling GetTypeHash.
Workaround in SAssetView.h and PropertyEditorModule.h for an apparent VC bug where the compiler wrongly instantiates TPointerIsConvertibleFromTo for certain forward-declared types, causing future TSharedPtr conversions to fail.
#jira UE-42441
Change 3336698 on 2017/03/07 by Steve.Robb
Hardcoded endpoint handling replaced with a generic string.
Obsolete .proto and .java code generation removed.
Change 3336811 on 2017/03/07 by Wes.Hunt
Add a game blacklist to the crash report processor. Fixed a syntax error in Config.cs, added a XML comment to shut up a warning.
Change 3336973 on 2017/03/08 by Steve.Robb
Fix for missing GetTypeHash in a plugin.
Change 3336996 on 2017/03/08 by Steve.Robb
Significant refactor of code generation, to try and make data flow more apparent.
Change 3337571 on 2017/03/08 by Steve.Robb
CIS fixes for missing GetTypeHash functions.
Non-unity fix.
Change 3337588 on 2017/03/08 by Gil.Gribb
UE4 - Fixed obscure check with flushing rhi resources.
Change 3337620 on 2017/03/08 by Steve.Robb
WITH_HOT_RELOAD_CTORS macros removed.
UseVTableConstructors config option removed.
Change 3339369 on 2017/03/09 by Steve.Robb
GetTypeHash overload for nn::account::Uid.
Change 3339464 on 2017/03/09 by Daniel.Lamb
Fixed assert in 4.15 to do with trying to gather dependency info from invalid packages.
#jira UE-42583
#test Editor + Cook + Run shootergame
Change 3339465 on 2017/03/09 by Maciej.Mroz
Fixed serialization issue, after UserDefinedEnum was used in EnumProperty.
Change 3339469 on 2017/03/09 by Maciej.Mroz
Fixed Nativization problem, when default value is passed as non-const reference.
Change 3340178 on 2017/03/09 by Daniel.Lamb
Added support for in memory only packages. The Cooker ignores these and added core functions to recognize these packages.
Other systems will need to add support where nessisary.
Change 3341002 on 2017/03/10 by Maciej.Mroz
Nativization: Fixed FFindHeadersToInclude. Headers necessary for owners of subobjects are properly included.
Change 3341076 on 2017/03/10 by Steve.Robb
Fix for FBakedTextureSourceInfo move semantics.
#jira UE-42658
Change 3341160 on 2017/03/10 by Gil.Gribb
UE4 - Fix hazard with SetMaterialUsage from a thread.
Change 3341409 on 2017/03/10 by Steve.Robb
Reduction of the generated code size for StaticRegisterNatives functions.
Change 3341523 on 2017/03/10 by Steve.Robb
Code generation simplified.
Change 3341800 on 2017/03/10 by Ben.Marsh
UnrealVS: Fix UnrealVS compatibility with RTM version of Visual Studio 2017. 2017 toolchain for extensions is no longer able to build <= 2015 extensions due to validation of the VSIX manifest, so create a separate solution for it.
Change 3342034 on 2017/03/10 by Ben.Marsh
Fix compiler setting not being loaded correctly into the Windows target settings dialog.
#jira UE-42746
Change 3342041 on 2017/03/10 by Ben.Marsh
Fix -ErrorOnEngineContentUse not being set in the cooker options correctly.
Change 3342094 on 2017/03/10 by Steve.Robb
Fix to deteministic name order during code generation.
Change 3342251 on 2017/03/10 by Daniel.Lamb
Integrate fix for resave lightmaps commandlet when upgrading from no mapbuilddatapackages to mapbuilddatapackages.
#thanks Tim.Hagberg
#test None
Change 3342961 on 2017/03/13 by Robert.Manuszewski
Fixing memory leak when playing while running -nullrhi on the commandline in cooked games caused by shader resources not being destroyed.
#jira FORT-38977
Change 3343022 on 2017/03/13 by Steve.Robb
GetTypeHash fixes for FUniqueNetIdLive.
#jira UE-42788
Change 3343448 on 2017/03/13 by Steve.Robb
Compiled-in defer object order fixed.
Debuggability of the deferred registration map improved.
#jira UE-42828
[CL 3345747 by Ben Marsh in Main branch]
2017-03-14 15:48:33 -04:00
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Retrieves an URL with the appropriate signature to access the file for a predetermined amount of time
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
/// <param name="BucketName">S3 bucket name</param>
|
|
|
|
|
|
/// <param name="Key">S3 object key</param>
|
|
|
|
|
|
/// <param name="expirationInMinutes">Expiration of link in minutes</param>
|
|
|
|
|
|
/// <returns>The URL that can be used to access the file</returns>
|
|
|
|
|
|
public string GetS3SignedUrl(string BucketName, string Key, int expirationInMinutes)
|
|
|
|
|
|
{
|
|
|
|
|
|
if (!IsS3Valid) return null;
|
|
|
|
|
|
|
|
|
|
|
|
string url = null;
|
|
|
|
|
|
|
|
|
|
|
|
S3FileInfo s3FileInfo = new Amazon.S3.IO.S3FileInfo(S3Client, BucketName, Key);
|
|
|
|
|
|
if (s3FileInfo.Exists)
|
|
|
|
|
|
{
|
|
|
|
|
|
url = S3Client.GetPreSignedURL(new GetPreSignedUrlRequest
|
|
|
|
|
|
{
|
|
|
|
|
|
BucketName = BucketName,
|
|
|
|
|
|
Key = Key,
|
|
|
|
|
|
Expires = DateTime.UtcNow.AddMinutes(expirationInMinutes)
|
|
|
|
|
|
//ResponseHeaderOverrides = new ResponseHeaderOverrides() { ContentDisposition = "attachment; filename=\"test.txt\"", }
|
|
|
|
|
|
});
|
|
|
|
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
return url;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
Copying //UE4/Dev-Core to //UE4/Dev-Main (Source: //UE4/Dev-Core @ 3151653)
#lockdown Nick.Penwarden
==========================
MAJOR FEATURES + CHANGES
==========================
Change 2975891 on 2016/05/12 by Gil.Gribb
merged in new async stuff from dev-rendering.
Change 2976695 on 2016/05/13 by Gil.Gribb
updated precache list
Change 2977030 on 2016/05/13 by Gil.Gribb
Added time slicing to CreateAsyncPackagesFromQueue, radically reduced the frequency of "precache trimming" and changed a few things in the test rig and logging
Change 2977090 on 2016/05/13 by Gil.Gribb
Fixed module manager threading and added cmd line param to force async loading thread.
Change 2977292 on 2016/05/13 by Gil.Gribb
check for thread safety in looking at asset registry
Change 2977296 on 2016/05/13 by Gil.Gribb
removed some super-expensive check()s from precacher
Change 2978368 on 2016/05/16 by Gil.Gribb
Move several exposive bools inside of the basic tests inside of FLinkerLoad::Preload, saves a fraction of second.
Change 2978414 on 2016/05/16 by Gil.Gribb
Added support and testing for unmounting pak files to the pak precacher.
Change 2978446 on 2016/05/16 by Gil.Gribb
Allow linker listing in non-shipping builds
Change 2978550 on 2016/05/16 by Gil.Gribb
Allowed some linker spew in non-shipping builds (instead of debug builds). Some tweak to help track down the music.uasset leak.
Change 2979952 on 2016/05/17 by Robert.Manuszewski
Merging //UE4/Dev-Core @ 2979938 to Dev-UE-30519-LoadTimes
Change 2984927 on 2016/05/20 by Gil.Gribb
fix a few bugs with an mcp repro
Change 2984951 on 2016/05/20 by Gil.Gribb
fixed issues with USE_NEW_ASYNC_IO = 0
Change 2985296 on 2016/05/20 by Gil.Gribb
Fixed several bugs with the MCP boot test
Change 2987956 on 2016/05/24 by Robert.Manuszewski
Fixing leaked linkers created by blocking load requests during async loading.
Change 2987959 on 2016/05/24 by Joe.Conley
Enable load timings in block loading also (in addition to async loading).
Change 3017713 on 2016/06/17 by Robert.Manuszewski
Removing GUseSeekFreeLoading.
Change 3017722 on 2016/06/17 by Robert.Manuszewski
Renaming LOAD_SeekFree flag to LOAD_Async to better reflect its current purpose.
Change 3017833 on 2016/06/17 by Robert.Manuszewski
Merging //UE4/Dev-Core to Dev-UE-30519-LoadTimes (//Tasks/Dev-Core/Dev-UE-30519-LoadTimes)
Change 3017840 on 2016/06/17 by Robert.Manuszewski
Re-doing Dev-Core changes to Delegates 2/2
Change 3022872 on 2016/06/22 by Gil.Gribb
reorder memory trim and deleting loaders
Change 3059218 on 2016/07/21 by Robert.Manuszewski
Fixing compilation errors - adding missing load time tracker stats.
Change 3064508 on 2016/07/26 by Robert.Manuszewski
Removing blocking loading path in cooked builds. LoadPackage will now use the async path.
Change 3066312 on 2016/07/27 by Gil.Gribb
Event driven loader, first pass
Change 3066785 on 2016/07/27 by Gil.Gribb
Removed check...searching forward for export fusion can release a node
Change 3068118 on 2016/07/28 by Gil.Gribb
critical bug fixes for the event driven loader
Change 3068333 on 2016/07/28 by Gil.Gribb
correctly handle the case where a file is rejected after loading the summary
Change 3069618 on 2016/07/28 by Robert.Manuszewski
Merging //UE4/Dev-Core to Dev-UE-30519-LoadTimes (//Tasks/Dev-Core/Dev-UE-30519-LoadTimes)
Change 3069901 on 2016/07/29 by Robert.Manuszewski
Fixing an hang when loading QA-Blueprints level
Change 3070171 on 2016/07/29 by Gil.Gribb
fixed CDO cyclic dependencies
Change 3075288 on 2016/08/03 by Gil.Gribb
misc fixes to the event driven loader
Change 3077332 on 2016/08/04 by Robert.Manuszewski
Fixing checkSlow asserts caused by new loading code not being flagged as IsInAsyncLoadThread() and CreateSynchEvent deprecation warning.
Change 3078113 on 2016/08/04 by Gil.Gribb
implemented "nicks rule" and undid some previous material and world hacks needed without it.
Change 3079480 on 2016/08/05 by Gil.Gribb
fixes and tweaks on event driven loader
Change 3080135 on 2016/08/07 by Gil.Gribb
misc fixes for event driven loader, now with reasonable memory
Change 3083722 on 2016/08/10 by Robert.Manuszewski
Fixing hangs when async loading packages.
Change 3091747 on 2016/08/17 by Gil.Gribb
Fix all hitches in streaming load that were regressions.
Change 3093258 on 2016/08/18 by Gil.Gribb
Fix bug that caused an assert when packages fail to load for certain reasons (like loading an uncooked file).
Change 3095719 on 2016/08/20 by Gil.Gribb
reenable async loading thread and cleanup and bug fixes
Change 3096350 on 2016/08/22 by Gil.Gribb
tweak task priorities a bit to minimize precaching memory
Change 3096355 on 2016/08/22 by Gil.Gribb
add support for precaching for "loose files" in the generic async layer.
Change 3098091 on 2016/08/23 by Gil.Gribb
Split header into a separate file and disabled a bad optimization in the bulk data.
Change 3099783 on 2016/08/24 by Gil.Gribb
rework dependency graph to be much, much faster. About half done.
Change 3100995 on 2016/08/25 by Gil.Gribb
fixed bugs with streaming texture from .uexp and cook time check that should have been runtime only
Change 3101369 on 2016/08/25 by Gil.Gribb
fixed bug with blueprints in the new loader.
Change 3102793 on 2016/08/26 by Gil.Gribb
PS4 - fixed small block memcpy to actually be inline
Change 3103785 on 2016/08/27 by Gil.Gribb
fixed case bug with pak order. devirtualized flinkerload::serialize, made sure -fileopenlog is not heavily skewed
Change 3104884 on 2016/08/29 by Gil.Gribb
fixed a BP bug and tweaked the -fileopenlog behavior to do leaf assets DFS
Change 3105266 on 2016/08/29 by Ben.Zeigler
Editor build compilation fix
Change 3105774 on 2016/08/30 by Gil.Gribb
add checks to locate cases where we try to use something that isn't loaded yet
Change 3107794 on 2016/08/31 by Gil.Gribb
fixed abug with BP's not loading the parent CDO soon enough
Change 3114278 on 2016/09/06 by Gil.Gribb
looping loads for paragon load test
Change 3114311 on 2016/09/06 by Ben.Zeigler
Fix linux compile
Change 3114350 on 2016/09/06 by Ben.Zeigler
Linux supports fast unaligned int reads
Change 3116169 on 2016/09/07 by Ben.Zeigler
Force enable separate bulk data cooking when using split cooked files, end-of-exp-file doesn't make sense with the new cook scheme and will crash at runtime
Change 3116538 on 2016/09/07 by Gil.Gribb
add dependencies for CDO subobjects
Change 3116596 on 2016/09/07 by Ben.Zeigler
Change crash to warning when trying to load an import to a missing native class, can happen with editor only classes.
Change 3116855 on 2016/09/07 by Ben.Zeigler
Move cook dialog down a bit so I can cook without constant dialogs popping up
Change 3117452 on 2016/09/08 by Robert.Manuszewski
Fixing hang when suspending async loading with the async loading thread enabled.
Change 3119255 on 2016/09/09 by Robert.Manuszewski
Removing texture allocations from PackageFileSummary as they were not used by anything.
Change 3119303 on 2016/09/09 by Gil.Gribb
Fixed font issue by making all all bulk data either inline or in a ubulk. Added support for compressed packages.
Change 3120324 on 2016/09/09 by Ben.Zeigler
Fix Cook warnings. Skip transient and client/server only objects when adding dependencies, and mark ShapeComponent BodySetups as properly transient.
Change 3121960 on 2016/09/12 by Ben.Zeigler
Add RandomizeLoadOrder CVar to randomize the package serial number it uses for sorting async loads
Change 3122635 on 2016/09/13 by Gil.Gribb
reworked searching disk warning and minor change to the background tasks used for decompression
Change 3122743 on 2016/09/13 by Gil.Gribb
added some checks around memory accounting
Change 3123395 on 2016/09/13 by Ben.Zeigler
Enable MallocBinned2 by default on cooked windows builds, similar to how PS4 works.
Disabled thread pool cache clearing on windows, the threading function it was using is very slow on windows specifically
Change 3124748 on 2016/09/14 by Gil.Gribb
Store template in import/export table and refer to it for each export to avoid calling GetArchetypeFromRequiredInfo. Minor fix for some NeedLoadForCLient etc stuff on landscape and CDOs. Fix texture streamer minmips stuff.
Change 3125153 on 2016/09/14 by Gil.Gribb
don't put transient objects in the import map
Change 3126668 on 2016/09/15 by Gil.Gribb
Fix critical bug with imports not waiting for the corresponding export to serialize. Fixed paragon test rig to run longer looping by flushing the renderer. Made random mode more random.
Change 3126755 on 2016/09/15 by Gil.Gribb
ooops, test rig fix
Change 3127408 on 2016/09/15 by Ben.Zeigler
Back out changelist 3123395, restoring windows memory to 4.13 setup
Change 3127409 on 2016/09/15 by Ben.Zeigler
Remove Memory trim from FlushAsyncLoading, because it gets called much more often in new flow and is slow on some platforms
Change 3127948 on 2016/09/16 by Gil.Gribb
Added a check() on any attempt to serialize a pointer to something that hasn't been created yet. This will help us find missing dependencies. There is an exception to this related to CDOs.
Change 3128094 on 2016/09/16 by Robert.Manuszewski
Fixing exports referenced by weak object pointers not being added to the preload dependency list of of the exports that depend on them.
+ Moved weak object pointer serialization to FArchive operator << to be able to override its behavior when cooking.
Change 3128148 on 2016/09/16 by Robert.Manuszewski
Gil's mod to how we detect exports with missing dependencies
Change 3129052 on 2016/09/16 by Ben.Zeigler
Add Missing Serialize helpers for WeakObjectPtrs, fixes crash with replicating weak objects
Change 3129053 on 2016/09/16 by Ben.Zeigler
Fake integrate CL #3123581 from Dev-Framework, to correctly handle detecting components as editor only even when they have collision. Fixes crashes with blueprint editor only components that depend on native templates
Change 3129630 on 2016/09/17 by Gil.Gribb
better logging for missing dependencies and properly ifdef'd the CDO primitive comp hack
Change 3130178 on 2016/09/19 by Robert.Manuszewski
Use the correct macro (COOK_FOR_EVENT_DRIVEN_LOAD instead of USE_NEW_ASYNC_IO) for SavePackage changes from CL #3128094
Change 3130224 on 2016/09/19 by Robert.Manuszewski
Compile error fix
Change 3130391 on 2016/09/19 by Gil.Gribb
Add cook time fatal errors, and undid a previous change we don't seem to need relating to editor only CDOs
Change 3130484 on 2016/09/19 by Gil.Gribb
fixed botched GetArchetypeFromRequiredInfo
Change 3131966 on 2016/09/20 by Robert.Manuszewski
Making the new event driven loader disabled by default. It's now also configurable via project settings (under Streaming Settings -> Event Driven Loader Enabled).
Enabled the event driven loader for a few internal projects.
Change 3132035 on 2016/09/20 by Gil.Gribb
fix dynamic switch on new loader
Change 3132041 on 2016/09/20 by Robert.Manuszewski
Fix for packages not being saved to disk when cooking with event driven loader disabled.
Change 3132195 on 2016/09/20 by Robert.Manuszewski
Enabling the event driven loader for Zen
Change 3133870 on 2016/09/21 by Graeme.Thornton
Config files now enable the event driven loader with the correct cvar name
Change 3135812 on 2016/09/22 by Gil.Gribb
fixed some bugs with GC during streaming
Change 3136102 on 2016/09/22 by Robert.Manuszewski
Release GC lock when FlushingAsyncLoading when running GC.
Change 3136633 on 2016/09/22 by Gil.Gribb
fix bug with linkers finsihing before other things linked their imports
Change 3138002 on 2016/09/23 by Robert.Manuszewski
Added an assert that will prevent content cooked for the event driven loader to be loaded by game builds that have the EDL disabled.
Change 3138012 on 2016/09/23 by Gil.Gribb
Improved the fix to prevent packages from finishing before external imports have linked. Async load object libraries.
Change 3138031 on 2016/09/23 by Gil.Gribb
do not preload obj libs in editor
Change 3139176 on 2016/09/24 by Gil.Gribb
fixed another bug with an attempt to call GetArchetypeFromRequiredInfo
Change 3139459 on 2016/09/26 by Robert.Manuszewski
Merging //UE4/Release-4.13 to Dev-LoadTimes (//Tasks/UE4/Dev-LoadTimes)
Change 3139668 on 2016/09/26 by Gil.Gribb
change some checks to errors on bad bulk data loads
Change 3141127 on 2016/09/27 by Robert.Manuszewski
Preventing linkers from being detached too early when async loading.
Change 3141129 on 2016/09/27 by Robert.Manuszewski
Releasing GC Lock before calling post GC callbacks to allow StaticFindObject use in these callbacks
Change 3142048 on 2016/09/27 by Robert.Manuszewski
Changing async loading code to not close DelayedLinkerClosePackages linkers until the async package that triggered their creation has finished loading.
Change 3143132 on 2016/09/28 by Gil.Gribb
fixed text render comp, which has some editor only issues. Fixes a runtime crash and adds a cooktime warning.
Change 3143198 on 2016/09/28 by Gil.Gribb
fixed it so that bogus loads of bulk data are warned but do not crash
Change 3143287 on 2016/09/28 by Robert.Manuszewski
UBT will now invalidate its makefiles if ini files are newer than the makefile (ini files may contains global build settings).
+ Android toolchain will add hashed command line values to the action reposnse filenames to actually allow it to detect compiler command line changes when detecting actions to execute
Change 3143344 on 2016/09/28 by Robert.Manuszewski
Make UAT pass the project filename to UBT when build non-code projects so that UBT can parse all ini files.
Change 3143865 on 2016/09/28 by Gil.Gribb
iffy fix for the net load assert in paragon, plus a few checks and one bit of code removed that should never be hit in the EDL, but makes no sense
Change 3144683 on 2016/09/29 by Graeme.Thornton
Minor refactor of pak file non-filename stuff
- Don't check for file existing before running through the security delegate
- Default behaviour when using new IO is to reject uasset/umap/ubulk/uexp files immediately. Can be disabled by setting EXCLUDE_NONPAK_UE_EXTENSIONS to 0 in project .build.cs
Change 3144745 on 2016/09/29 by Graeme.Thornton
Orion non-pak file whitelisting is enabled for all cooked game only builds now, rather than just clients
Change 3144780 on 2016/09/29 by Gil.Gribb
use poison proxy on non-test/shipping builds
Change 3144819 on 2016/09/29 by Gil.Gribb
added a few asserts and added an improved fix for the net crash
Change 3145414 on 2016/09/29 by Gil.Gribb
fixed android assert....not sure why I need that block of code.
Change 3146502 on 2016/09/30 by Robert.Manuszewski
Fix for GPU hang from MarcusW
Change 3146774 on 2016/09/30 by Robert.Manuszewski
Fixing a crash when constantly streaming levels in and out caused by keeping references to objects (levels) that were requested to be streamed out.
- Removed FAsyncObjectsReferencer. References will now be owned by FAsyncPackage
- UGCObjectReferencer is now more thread safe
Change 3148008 on 2016/10/01 by Gil.Gribb
add additional error for attempting to create an object from a class that needs to be loaded
Change 3148009 on 2016/10/01 by Gil.Gribb
fix very old threading bug whereby the ASL and GT would attempt to use the same static array
Change 3148222 on 2016/10/02 by Robert.Manuszewski
Fix for an assert when an FGCObject is removed when purging UObjects
Change 3148229 on 2016/10/02 by Gil.Gribb
disable assert that was crashing paragon ps4
Change 3148409 on 2016/10/03 by Robert.Manuszewski
Allow another case for removing FGCObjects while in GC.
Change 3148416 on 2016/10/03 by Robert.Manuszewski
Merging //UE4/Release-4.13 to Dev-LoadTimes (//Tasks/UE4/Dev-LoadTimes)
Change 3149566 on 2016/10/03 by Ben.Zeigler
#jira UE-36664 Fix issue where objects loaded during async loading could be added to the wrong package's object list, if a time slice ended at the wrong point
Change 3149913 on 2016/10/04 by Gil.Gribb
better broadcast
Change 2889560 on 2016/03/02 by Steven.Hutton
Packages for scheduled tasks.
Change 2889566 on 2016/03/02 by Steven.Hutton
Remaining nuget packages for hangfire, unity and scheduled tasks.
Change 2980458 on 2016/05/17 by Chris.Wood
Attempt to fix crash report submission problems from CRP to CR website
[UE-30257] - Crashreports are sometimes missing file attachments
Passing crash GUID so that website can easily check for duplicates in future
Increased request timeout for AddCrash to be longer than website database timeout
Logging retries for future visibility
CRP v.1.1.6
Change 3047870 on 2016/07/13 by Steven.Hutton
Updated CRW to entity framework with repository models. #rb none
Change 3126265 on 2016/09/15 by Steve.Robb
Fix for TCString::Strspn.
Change 3126266 on 2016/09/15 by Steve.Robb
Alternative fix for GitHub 2698: Fix one bug : Parsing command "Enable True" is invalid.
#jira UE-34670
Change 3126268 on 2016/09/15 by Steve.Robb
UWorld can no longer be extended by users.
UHT now handles final class declarations.
#jira UE-35708
Change 3126273 on 2016/09/15 by Steve.Robb
A further attempt to catch uninitialized pointers supplied to the GC.
#jira UE-34361
Change 3130042 on 2016/09/19 by Steve.Robb
Super for USTRUCTs.
Suggested here: https://udn.unrealengine.com/questions/310461/automatically-typedef-super-for-ustructs.html
Change 3131861 on 2016/09/20 by Steven.Hutton
Reconciling work for view engine changes #rb none
Change 3131862 on 2016/09/20 by Steve.Robb
Removal of THasOperatorEquals and THasOperatorNotEquals from Platform.h, which should have happened as part of CL# 3045963.
Change 3131863 on 2016/09/20 by Steven.Hutton
Adding packages #rb none
Change 3131869 on 2016/09/20 by Steve.Robb
Improved error message for enum classes with a missing base:
Error: Missing base specifier for enum class 'EMyEnum' - did you mean ': uint8'?
Change 3132046 on 2016/09/20 by Graeme.Thornton
Fix for cvar thread access assert in FLandscapeComponentGrassData serialization function
- This function can be called from the async thread so access CVarGrassDiscardDataOnLoad with GetValueOnAnyThread() rather than GetValueOnGameThread()
Change 3133201 on 2016/09/20 by Ben.Zeigler
Reorganize WindowsPlatformMemory and MacPlatformMemory to work like LinuxPlatformMemory where there is an enum to select the allocator, and move some of it up to GenericPlatformMemory
Add command line options to select malloc at runtime for Windows and Linux, I don't know how Mac options work
Improve the performance of BroadcastSlow_OnlyUseForSpecialPurposes on windows, but there are cases where it occaisionally stalls for a few seconds waiting for the flush
Add MallocBinned2 as an option for mac, linux, and windows, but default to off due to some threading issues
Change 3133722 on 2016/09/21 by Graeme.Thornton
Cooker forces a shader compilation flush when it detects that it has passed the max memory budget
Change 3133756 on 2016/09/21 by Steve.Robb
Refactor of TrimPrecedingAndTrailing to avoid a call to FString::Mid with a negative count, which is now illegal.
#jira UE-36163
Change 3134182 on 2016/09/21 by Steve.Robb
GitHub #1986: Don't show warnings and erros in console twice with UCommandlet::LogToConsole == true
#jira UE-25915
Change 3134306 on 2016/09/21 by Ben.Zeigler
Fix it so FMallocBinned2::Trim skips task threads on desktop platforms, they are too slow and don't allocate much memory
Enable MallocBinned2 as default binned malloc on Windows
Remove the -Run command line check as it was removed from the old version as well
Change 3135569 on 2016/09/22 by Graeme.Thornton
Don't create material resources if we are in a build that can never render
- Saves a few MB of memory
Change 3135652 on 2016/09/22 by Steve.Robb
New async-loading-thread-safe IsA implementation.
#jira UECORE-298
Change 3135692 on 2016/09/22 by Steven.Hutton
Minor bug fixes to view pages #rb none
Change 3135990 on 2016/09/22 by Robert.Manuszewski
Adding ENGINE_API to FStripDataFlags sp that it can be used outside of the Engine module.
Change 3136020 on 2016/09/22 by Steve.Robb
Display a meaningful error and shutdown if Core modules fail to load.
https://udn.unrealengine.com/questions/312063/mac-unrealheadertool-failing-randomly.html
Change 3136107 on 2016/09/22 by Chris.Wood
Added S3 file upload to output stage of Crash Report Process (v.1.1.26)
[UE-35991] - Crash Report Process to write crash files to S3
Also adds OOM alerts to CRP.
Also disk space alerts changed to 5% free space and repeat once every 30 minutes instead of 10 minutes.
Change 3137562 on 2016/09/23 by Steve.Robb
TUniquePtr<T[]> support.
Change 3138030 on 2016/09/23 by Steve.Robb
Virtual UProperty functions moved out of headers into .cpp files to ease iteration.
Change 3140381 on 2016/09/26 by Chris.Wood
Disabled uploads via CRRs while leaving services switched on to avoid crashes in some clients.
[UETOOL-1005] - Turn off CrashReportReceivers
Change 3141150 on 2016/09/27 by Steve.Robb
Invoke support for TFunction.
Change 3141151 on 2016/09/27 by Steve.Robb
UBoolProperty now supports hashing and is therefore usable as a TSet element or TMap key.
FText is now prevented from being a TSet element or TMap key.
UTextProperty::GetCPPTypeForwardDeclaration implementation moved to the .cpp file.
#jira UE-36051
#jira UE-36053
Change 3141440 on 2016/09/27 by Chris.Wood
Removed legacy queues and unnecessary duplication checks from Crash Report Process (v1.2.0)
[UE-36246] - CRP scalability: Simplify CRP inputs to DataRouter/S3 only
Change 3142999 on 2016/09/28 by Chris.Wood
Added dedicated PS4 crash queue to Crash Report Process (v1.2.1)
Change 3144831 on 2016/09/29 by Steve.Robb
InternalPrecache now flags the archive as in-error so that it can be checked by a caller, rather than popping up a dialog box and asserting.
#jira https://jira.it.epicgames.net/browse/OPP-6036
Change 3145184 on 2016/09/29 by Robert.Manuszewski
FScopedCreateImportCounter will now always store the current linker and restore the previous one when it exits.
Change 3148432 on 2016/10/03 by Robert.Manuszewski
Thread safety fixes for the async log writer + made the async log writer flush its archive more often.
Change 3148661 on 2016/10/03 by Graeme.Thornton
Fixing merge of IsNonPakFilenameAllowed()
- Removed directory search stuff... we pass everything to the delegate now anyway
Change 3149669 on 2016/10/03 by Ben.Zeigler
Lower verbosity of warnings from deleting native properties. These cases do not cause any problems and are not fixable without resaving the content after it has started warning. I checked Jira history and neither of these warnings has ever found a real bug, but has caused a lot of content to be resaved unnecessarily.
Change 3149670 on 2016/10/03 by Ben.Zeigler
Merge CL #3149566 from Dev-LoadTimes
#jira UE-36664 Fix issue where objects loaded during async loading could be added to the wrong package's object list, if a time slice ended at the wrong point
Change 3149835 on 2016/10/04 by Graeme.Thornton
Thread safety fix for SkyLightComponent
- Add to global update list from PostLoad rather than PostInitProperties so that it happens on the game thread, and not the async loading thread (if enabled)
Change 3149836 on 2016/10/04 by Graeme.Thornton
Thread safety fix for ReflectionCaptureComponent
- Add to global update list from PostLoad rather than PostInitProperties so that it happens on the game thread, and not the async loading thread (if enabled)
Change 3149959 on 2016/10/04 by Robert.Manuszewski
Allow import packages to be missing if they're on the KnownMissingPackages list
Change 3150023 on 2016/10/04 by Steven.Hutton
Updating jira strings. #rb none
Change 3150050 on 2016/10/04 by Steve.Robb
MakeShared now returns a TSharedRef (which is implicitly convertible to TSharedPtr) rather than a TSharedPtr (which is not implicitly convertible to TSharedRef), for ease of use and because MakeShared can't return a null pointer anyway.
Change 3150110 on 2016/10/04 by Robert.Manuszewski
Allow UGCObjectReferencer::AddObjects to happen during BeginDestry and FinishDestroy. It's fine as long as we're not adding new objects during reachability analysis.
Change 3150120 on 2016/10/04 by Gil.Gribb
fix task graph/binned2 broadcast for PS4
Change 3150195 on 2016/10/04 by Robert.Manuszewski
Fixing WEX crash
#jira UE-36801
Change 3150212 on 2016/10/04 by Robert.Manuszewski
Increasing compiler memory limit to fix CIS errors
#jira UE-36795
Change 3151583 on 2016/10/05 by Robert.Manuszewski
Temporarily switching to the old IsA path
#jria UE-36803
Change 3151642 on 2016/10/05 by Steve.Robb
Dependency fixes for GameFeedback modules.
Change 3151653 on 2016/10/05 by Robert.Manuszewski
Maybe fix for crash on the Mac
#jira UE-36846
[CL 3152539 by Robert Manuszewski in Main branch]
2016-10-05 16:51:01 -04:00
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Uploads a file to S3 synchronously (blocks until complete).
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
/// <param name="BucketName">S3 bucket name</param>
|
|
|
|
|
|
/// <param name="Key">S3 object key</param>
|
|
|
|
|
|
/// <param name="Filepath">Full path of the file to upload</param>
|
|
|
|
|
|
/// <returns>S3 object response for the uploaded object or null if it fails.</returns>
|
|
|
|
|
|
public PutObjectResponse PutS3ObjectFromFile(string BucketName, string Key, string Filepath)
|
|
|
|
|
|
{
|
|
|
|
|
|
if (!IsS3Valid) return null;
|
|
|
|
|
|
|
|
|
|
|
|
PutObjectRequest ObjectRequest = new PutObjectRequest
|
|
|
|
|
|
{
|
|
|
|
|
|
BucketName = BucketName,
|
|
|
|
|
|
Key = Key,
|
|
|
|
|
|
FilePath = Filepath
|
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
return S3Client.PutObject(ObjectRequest);
|
|
|
|
|
|
}
|
|
|
|
|
|
|
2016-12-09 11:36:14 -05:00
|
|
|
|
/// <summary>
|
|
|
|
|
|
/// Uploads a stream to S3 synchronously (blocks until complete).
|
|
|
|
|
|
/// </summary>
|
|
|
|
|
|
/// <param name="BucketName">S3 bucket name</param>
|
|
|
|
|
|
/// <param name="Key">S3 object key</param>
|
|
|
|
|
|
/// <param name="InStream">Source stream containing data to upload</param>
|
|
|
|
|
|
/// <returns>S3 object response for the uploaded object or null if it fails.</returns>
|
|
|
|
|
|
public PutObjectResponse PutS3ObjectFromStream(string BucketName, string Key, Stream InStream)
|
|
|
|
|
|
{
|
|
|
|
|
|
if (!IsS3Valid) return null;
|
|
|
|
|
|
|
|
|
|
|
|
PutObjectRequest ObjectRequest = new PutObjectRequest
|
|
|
|
|
|
{
|
|
|
|
|
|
BucketName = BucketName,
|
|
|
|
|
|
Key = Key,
|
|
|
|
|
|
InputStream = InStream
|
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
return S3Client.PutObject(ObjectRequest);
|
|
|
|
|
|
}
|
|
|
|
|
|
|
Copying //UE4/Dev-Core to //UE4/Dev-Main (Source: //UE4/Dev-Core @ 3151653)
#lockdown Nick.Penwarden
==========================
MAJOR FEATURES + CHANGES
==========================
Change 2975891 on 2016/05/12 by Gil.Gribb
merged in new async stuff from dev-rendering.
Change 2976695 on 2016/05/13 by Gil.Gribb
updated precache list
Change 2977030 on 2016/05/13 by Gil.Gribb
Added time slicing to CreateAsyncPackagesFromQueue, radically reduced the frequency of "precache trimming" and changed a few things in the test rig and logging
Change 2977090 on 2016/05/13 by Gil.Gribb
Fixed module manager threading and added cmd line param to force async loading thread.
Change 2977292 on 2016/05/13 by Gil.Gribb
check for thread safety in looking at asset registry
Change 2977296 on 2016/05/13 by Gil.Gribb
removed some super-expensive check()s from precacher
Change 2978368 on 2016/05/16 by Gil.Gribb
Move several exposive bools inside of the basic tests inside of FLinkerLoad::Preload, saves a fraction of second.
Change 2978414 on 2016/05/16 by Gil.Gribb
Added support and testing for unmounting pak files to the pak precacher.
Change 2978446 on 2016/05/16 by Gil.Gribb
Allow linker listing in non-shipping builds
Change 2978550 on 2016/05/16 by Gil.Gribb
Allowed some linker spew in non-shipping builds (instead of debug builds). Some tweak to help track down the music.uasset leak.
Change 2979952 on 2016/05/17 by Robert.Manuszewski
Merging //UE4/Dev-Core @ 2979938 to Dev-UE-30519-LoadTimes
Change 2984927 on 2016/05/20 by Gil.Gribb
fix a few bugs with an mcp repro
Change 2984951 on 2016/05/20 by Gil.Gribb
fixed issues with USE_NEW_ASYNC_IO = 0
Change 2985296 on 2016/05/20 by Gil.Gribb
Fixed several bugs with the MCP boot test
Change 2987956 on 2016/05/24 by Robert.Manuszewski
Fixing leaked linkers created by blocking load requests during async loading.
Change 2987959 on 2016/05/24 by Joe.Conley
Enable load timings in block loading also (in addition to async loading).
Change 3017713 on 2016/06/17 by Robert.Manuszewski
Removing GUseSeekFreeLoading.
Change 3017722 on 2016/06/17 by Robert.Manuszewski
Renaming LOAD_SeekFree flag to LOAD_Async to better reflect its current purpose.
Change 3017833 on 2016/06/17 by Robert.Manuszewski
Merging //UE4/Dev-Core to Dev-UE-30519-LoadTimes (//Tasks/Dev-Core/Dev-UE-30519-LoadTimes)
Change 3017840 on 2016/06/17 by Robert.Manuszewski
Re-doing Dev-Core changes to Delegates 2/2
Change 3022872 on 2016/06/22 by Gil.Gribb
reorder memory trim and deleting loaders
Change 3059218 on 2016/07/21 by Robert.Manuszewski
Fixing compilation errors - adding missing load time tracker stats.
Change 3064508 on 2016/07/26 by Robert.Manuszewski
Removing blocking loading path in cooked builds. LoadPackage will now use the async path.
Change 3066312 on 2016/07/27 by Gil.Gribb
Event driven loader, first pass
Change 3066785 on 2016/07/27 by Gil.Gribb
Removed check...searching forward for export fusion can release a node
Change 3068118 on 2016/07/28 by Gil.Gribb
critical bug fixes for the event driven loader
Change 3068333 on 2016/07/28 by Gil.Gribb
correctly handle the case where a file is rejected after loading the summary
Change 3069618 on 2016/07/28 by Robert.Manuszewski
Merging //UE4/Dev-Core to Dev-UE-30519-LoadTimes (//Tasks/Dev-Core/Dev-UE-30519-LoadTimes)
Change 3069901 on 2016/07/29 by Robert.Manuszewski
Fixing an hang when loading QA-Blueprints level
Change 3070171 on 2016/07/29 by Gil.Gribb
fixed CDO cyclic dependencies
Change 3075288 on 2016/08/03 by Gil.Gribb
misc fixes to the event driven loader
Change 3077332 on 2016/08/04 by Robert.Manuszewski
Fixing checkSlow asserts caused by new loading code not being flagged as IsInAsyncLoadThread() and CreateSynchEvent deprecation warning.
Change 3078113 on 2016/08/04 by Gil.Gribb
implemented "nicks rule" and undid some previous material and world hacks needed without it.
Change 3079480 on 2016/08/05 by Gil.Gribb
fixes and tweaks on event driven loader
Change 3080135 on 2016/08/07 by Gil.Gribb
misc fixes for event driven loader, now with reasonable memory
Change 3083722 on 2016/08/10 by Robert.Manuszewski
Fixing hangs when async loading packages.
Change 3091747 on 2016/08/17 by Gil.Gribb
Fix all hitches in streaming load that were regressions.
Change 3093258 on 2016/08/18 by Gil.Gribb
Fix bug that caused an assert when packages fail to load for certain reasons (like loading an uncooked file).
Change 3095719 on 2016/08/20 by Gil.Gribb
reenable async loading thread and cleanup and bug fixes
Change 3096350 on 2016/08/22 by Gil.Gribb
tweak task priorities a bit to minimize precaching memory
Change 3096355 on 2016/08/22 by Gil.Gribb
add support for precaching for "loose files" in the generic async layer.
Change 3098091 on 2016/08/23 by Gil.Gribb
Split header into a separate file and disabled a bad optimization in the bulk data.
Change 3099783 on 2016/08/24 by Gil.Gribb
rework dependency graph to be much, much faster. About half done.
Change 3100995 on 2016/08/25 by Gil.Gribb
fixed bugs with streaming texture from .uexp and cook time check that should have been runtime only
Change 3101369 on 2016/08/25 by Gil.Gribb
fixed bug with blueprints in the new loader.
Change 3102793 on 2016/08/26 by Gil.Gribb
PS4 - fixed small block memcpy to actually be inline
Change 3103785 on 2016/08/27 by Gil.Gribb
fixed case bug with pak order. devirtualized flinkerload::serialize, made sure -fileopenlog is not heavily skewed
Change 3104884 on 2016/08/29 by Gil.Gribb
fixed a BP bug and tweaked the -fileopenlog behavior to do leaf assets DFS
Change 3105266 on 2016/08/29 by Ben.Zeigler
Editor build compilation fix
Change 3105774 on 2016/08/30 by Gil.Gribb
add checks to locate cases where we try to use something that isn't loaded yet
Change 3107794 on 2016/08/31 by Gil.Gribb
fixed abug with BP's not loading the parent CDO soon enough
Change 3114278 on 2016/09/06 by Gil.Gribb
looping loads for paragon load test
Change 3114311 on 2016/09/06 by Ben.Zeigler
Fix linux compile
Change 3114350 on 2016/09/06 by Ben.Zeigler
Linux supports fast unaligned int reads
Change 3116169 on 2016/09/07 by Ben.Zeigler
Force enable separate bulk data cooking when using split cooked files, end-of-exp-file doesn't make sense with the new cook scheme and will crash at runtime
Change 3116538 on 2016/09/07 by Gil.Gribb
add dependencies for CDO subobjects
Change 3116596 on 2016/09/07 by Ben.Zeigler
Change crash to warning when trying to load an import to a missing native class, can happen with editor only classes.
Change 3116855 on 2016/09/07 by Ben.Zeigler
Move cook dialog down a bit so I can cook without constant dialogs popping up
Change 3117452 on 2016/09/08 by Robert.Manuszewski
Fixing hang when suspending async loading with the async loading thread enabled.
Change 3119255 on 2016/09/09 by Robert.Manuszewski
Removing texture allocations from PackageFileSummary as they were not used by anything.
Change 3119303 on 2016/09/09 by Gil.Gribb
Fixed font issue by making all all bulk data either inline or in a ubulk. Added support for compressed packages.
Change 3120324 on 2016/09/09 by Ben.Zeigler
Fix Cook warnings. Skip transient and client/server only objects when adding dependencies, and mark ShapeComponent BodySetups as properly transient.
Change 3121960 on 2016/09/12 by Ben.Zeigler
Add RandomizeLoadOrder CVar to randomize the package serial number it uses for sorting async loads
Change 3122635 on 2016/09/13 by Gil.Gribb
reworked searching disk warning and minor change to the background tasks used for decompression
Change 3122743 on 2016/09/13 by Gil.Gribb
added some checks around memory accounting
Change 3123395 on 2016/09/13 by Ben.Zeigler
Enable MallocBinned2 by default on cooked windows builds, similar to how PS4 works.
Disabled thread pool cache clearing on windows, the threading function it was using is very slow on windows specifically
Change 3124748 on 2016/09/14 by Gil.Gribb
Store template in import/export table and refer to it for each export to avoid calling GetArchetypeFromRequiredInfo. Minor fix for some NeedLoadForCLient etc stuff on landscape and CDOs. Fix texture streamer minmips stuff.
Change 3125153 on 2016/09/14 by Gil.Gribb
don't put transient objects in the import map
Change 3126668 on 2016/09/15 by Gil.Gribb
Fix critical bug with imports not waiting for the corresponding export to serialize. Fixed paragon test rig to run longer looping by flushing the renderer. Made random mode more random.
Change 3126755 on 2016/09/15 by Gil.Gribb
ooops, test rig fix
Change 3127408 on 2016/09/15 by Ben.Zeigler
Back out changelist 3123395, restoring windows memory to 4.13 setup
Change 3127409 on 2016/09/15 by Ben.Zeigler
Remove Memory trim from FlushAsyncLoading, because it gets called much more often in new flow and is slow on some platforms
Change 3127948 on 2016/09/16 by Gil.Gribb
Added a check() on any attempt to serialize a pointer to something that hasn't been created yet. This will help us find missing dependencies. There is an exception to this related to CDOs.
Change 3128094 on 2016/09/16 by Robert.Manuszewski
Fixing exports referenced by weak object pointers not being added to the preload dependency list of of the exports that depend on them.
+ Moved weak object pointer serialization to FArchive operator << to be able to override its behavior when cooking.
Change 3128148 on 2016/09/16 by Robert.Manuszewski
Gil's mod to how we detect exports with missing dependencies
Change 3129052 on 2016/09/16 by Ben.Zeigler
Add Missing Serialize helpers for WeakObjectPtrs, fixes crash with replicating weak objects
Change 3129053 on 2016/09/16 by Ben.Zeigler
Fake integrate CL #3123581 from Dev-Framework, to correctly handle detecting components as editor only even when they have collision. Fixes crashes with blueprint editor only components that depend on native templates
Change 3129630 on 2016/09/17 by Gil.Gribb
better logging for missing dependencies and properly ifdef'd the CDO primitive comp hack
Change 3130178 on 2016/09/19 by Robert.Manuszewski
Use the correct macro (COOK_FOR_EVENT_DRIVEN_LOAD instead of USE_NEW_ASYNC_IO) for SavePackage changes from CL #3128094
Change 3130224 on 2016/09/19 by Robert.Manuszewski
Compile error fix
Change 3130391 on 2016/09/19 by Gil.Gribb
Add cook time fatal errors, and undid a previous change we don't seem to need relating to editor only CDOs
Change 3130484 on 2016/09/19 by Gil.Gribb
fixed botched GetArchetypeFromRequiredInfo
Change 3131966 on 2016/09/20 by Robert.Manuszewski
Making the new event driven loader disabled by default. It's now also configurable via project settings (under Streaming Settings -> Event Driven Loader Enabled).
Enabled the event driven loader for a few internal projects.
Change 3132035 on 2016/09/20 by Gil.Gribb
fix dynamic switch on new loader
Change 3132041 on 2016/09/20 by Robert.Manuszewski
Fix for packages not being saved to disk when cooking with event driven loader disabled.
Change 3132195 on 2016/09/20 by Robert.Manuszewski
Enabling the event driven loader for Zen
Change 3133870 on 2016/09/21 by Graeme.Thornton
Config files now enable the event driven loader with the correct cvar name
Change 3135812 on 2016/09/22 by Gil.Gribb
fixed some bugs with GC during streaming
Change 3136102 on 2016/09/22 by Robert.Manuszewski
Release GC lock when FlushingAsyncLoading when running GC.
Change 3136633 on 2016/09/22 by Gil.Gribb
fix bug with linkers finsihing before other things linked their imports
Change 3138002 on 2016/09/23 by Robert.Manuszewski
Added an assert that will prevent content cooked for the event driven loader to be loaded by game builds that have the EDL disabled.
Change 3138012 on 2016/09/23 by Gil.Gribb
Improved the fix to prevent packages from finishing before external imports have linked. Async load object libraries.
Change 3138031 on 2016/09/23 by Gil.Gribb
do not preload obj libs in editor
Change 3139176 on 2016/09/24 by Gil.Gribb
fixed another bug with an attempt to call GetArchetypeFromRequiredInfo
Change 3139459 on 2016/09/26 by Robert.Manuszewski
Merging //UE4/Release-4.13 to Dev-LoadTimes (//Tasks/UE4/Dev-LoadTimes)
Change 3139668 on 2016/09/26 by Gil.Gribb
change some checks to errors on bad bulk data loads
Change 3141127 on 2016/09/27 by Robert.Manuszewski
Preventing linkers from being detached too early when async loading.
Change 3141129 on 2016/09/27 by Robert.Manuszewski
Releasing GC Lock before calling post GC callbacks to allow StaticFindObject use in these callbacks
Change 3142048 on 2016/09/27 by Robert.Manuszewski
Changing async loading code to not close DelayedLinkerClosePackages linkers until the async package that triggered their creation has finished loading.
Change 3143132 on 2016/09/28 by Gil.Gribb
fixed text render comp, which has some editor only issues. Fixes a runtime crash and adds a cooktime warning.
Change 3143198 on 2016/09/28 by Gil.Gribb
fixed it so that bogus loads of bulk data are warned but do not crash
Change 3143287 on 2016/09/28 by Robert.Manuszewski
UBT will now invalidate its makefiles if ini files are newer than the makefile (ini files may contains global build settings).
+ Android toolchain will add hashed command line values to the action reposnse filenames to actually allow it to detect compiler command line changes when detecting actions to execute
Change 3143344 on 2016/09/28 by Robert.Manuszewski
Make UAT pass the project filename to UBT when build non-code projects so that UBT can parse all ini files.
Change 3143865 on 2016/09/28 by Gil.Gribb
iffy fix for the net load assert in paragon, plus a few checks and one bit of code removed that should never be hit in the EDL, but makes no sense
Change 3144683 on 2016/09/29 by Graeme.Thornton
Minor refactor of pak file non-filename stuff
- Don't check for file existing before running through the security delegate
- Default behaviour when using new IO is to reject uasset/umap/ubulk/uexp files immediately. Can be disabled by setting EXCLUDE_NONPAK_UE_EXTENSIONS to 0 in project .build.cs
Change 3144745 on 2016/09/29 by Graeme.Thornton
Orion non-pak file whitelisting is enabled for all cooked game only builds now, rather than just clients
Change 3144780 on 2016/09/29 by Gil.Gribb
use poison proxy on non-test/shipping builds
Change 3144819 on 2016/09/29 by Gil.Gribb
added a few asserts and added an improved fix for the net crash
Change 3145414 on 2016/09/29 by Gil.Gribb
fixed android assert....not sure why I need that block of code.
Change 3146502 on 2016/09/30 by Robert.Manuszewski
Fix for GPU hang from MarcusW
Change 3146774 on 2016/09/30 by Robert.Manuszewski
Fixing a crash when constantly streaming levels in and out caused by keeping references to objects (levels) that were requested to be streamed out.
- Removed FAsyncObjectsReferencer. References will now be owned by FAsyncPackage
- UGCObjectReferencer is now more thread safe
Change 3148008 on 2016/10/01 by Gil.Gribb
add additional error for attempting to create an object from a class that needs to be loaded
Change 3148009 on 2016/10/01 by Gil.Gribb
fix very old threading bug whereby the ASL and GT would attempt to use the same static array
Change 3148222 on 2016/10/02 by Robert.Manuszewski
Fix for an assert when an FGCObject is removed when purging UObjects
Change 3148229 on 2016/10/02 by Gil.Gribb
disable assert that was crashing paragon ps4
Change 3148409 on 2016/10/03 by Robert.Manuszewski
Allow another case for removing FGCObjects while in GC.
Change 3148416 on 2016/10/03 by Robert.Manuszewski
Merging //UE4/Release-4.13 to Dev-LoadTimes (//Tasks/UE4/Dev-LoadTimes)
Change 3149566 on 2016/10/03 by Ben.Zeigler
#jira UE-36664 Fix issue where objects loaded during async loading could be added to the wrong package's object list, if a time slice ended at the wrong point
Change 3149913 on 2016/10/04 by Gil.Gribb
better broadcast
Change 2889560 on 2016/03/02 by Steven.Hutton
Packages for scheduled tasks.
Change 2889566 on 2016/03/02 by Steven.Hutton
Remaining nuget packages for hangfire, unity and scheduled tasks.
Change 2980458 on 2016/05/17 by Chris.Wood
Attempt to fix crash report submission problems from CRP to CR website
[UE-30257] - Crashreports are sometimes missing file attachments
Passing crash GUID so that website can easily check for duplicates in future
Increased request timeout for AddCrash to be longer than website database timeout
Logging retries for future visibility
CRP v.1.1.6
Change 3047870 on 2016/07/13 by Steven.Hutton
Updated CRW to entity framework with repository models. #rb none
Change 3126265 on 2016/09/15 by Steve.Robb
Fix for TCString::Strspn.
Change 3126266 on 2016/09/15 by Steve.Robb
Alternative fix for GitHub 2698: Fix one bug : Parsing command "Enable True" is invalid.
#jira UE-34670
Change 3126268 on 2016/09/15 by Steve.Robb
UWorld can no longer be extended by users.
UHT now handles final class declarations.
#jira UE-35708
Change 3126273 on 2016/09/15 by Steve.Robb
A further attempt to catch uninitialized pointers supplied to the GC.
#jira UE-34361
Change 3130042 on 2016/09/19 by Steve.Robb
Super for USTRUCTs.
Suggested here: https://udn.unrealengine.com/questions/310461/automatically-typedef-super-for-ustructs.html
Change 3131861 on 2016/09/20 by Steven.Hutton
Reconciling work for view engine changes #rb none
Change 3131862 on 2016/09/20 by Steve.Robb
Removal of THasOperatorEquals and THasOperatorNotEquals from Platform.h, which should have happened as part of CL# 3045963.
Change 3131863 on 2016/09/20 by Steven.Hutton
Adding packages #rb none
Change 3131869 on 2016/09/20 by Steve.Robb
Improved error message for enum classes with a missing base:
Error: Missing base specifier for enum class 'EMyEnum' - did you mean ': uint8'?
Change 3132046 on 2016/09/20 by Graeme.Thornton
Fix for cvar thread access assert in FLandscapeComponentGrassData serialization function
- This function can be called from the async thread so access CVarGrassDiscardDataOnLoad with GetValueOnAnyThread() rather than GetValueOnGameThread()
Change 3133201 on 2016/09/20 by Ben.Zeigler
Reorganize WindowsPlatformMemory and MacPlatformMemory to work like LinuxPlatformMemory where there is an enum to select the allocator, and move some of it up to GenericPlatformMemory
Add command line options to select malloc at runtime for Windows and Linux, I don't know how Mac options work
Improve the performance of BroadcastSlow_OnlyUseForSpecialPurposes on windows, but there are cases where it occaisionally stalls for a few seconds waiting for the flush
Add MallocBinned2 as an option for mac, linux, and windows, but default to off due to some threading issues
Change 3133722 on 2016/09/21 by Graeme.Thornton
Cooker forces a shader compilation flush when it detects that it has passed the max memory budget
Change 3133756 on 2016/09/21 by Steve.Robb
Refactor of TrimPrecedingAndTrailing to avoid a call to FString::Mid with a negative count, which is now illegal.
#jira UE-36163
Change 3134182 on 2016/09/21 by Steve.Robb
GitHub #1986: Don't show warnings and erros in console twice with UCommandlet::LogToConsole == true
#jira UE-25915
Change 3134306 on 2016/09/21 by Ben.Zeigler
Fix it so FMallocBinned2::Trim skips task threads on desktop platforms, they are too slow and don't allocate much memory
Enable MallocBinned2 as default binned malloc on Windows
Remove the -Run command line check as it was removed from the old version as well
Change 3135569 on 2016/09/22 by Graeme.Thornton
Don't create material resources if we are in a build that can never render
- Saves a few MB of memory
Change 3135652 on 2016/09/22 by Steve.Robb
New async-loading-thread-safe IsA implementation.
#jira UECORE-298
Change 3135692 on 2016/09/22 by Steven.Hutton
Minor bug fixes to view pages #rb none
Change 3135990 on 2016/09/22 by Robert.Manuszewski
Adding ENGINE_API to FStripDataFlags sp that it can be used outside of the Engine module.
Change 3136020 on 2016/09/22 by Steve.Robb
Display a meaningful error and shutdown if Core modules fail to load.
https://udn.unrealengine.com/questions/312063/mac-unrealheadertool-failing-randomly.html
Change 3136107 on 2016/09/22 by Chris.Wood
Added S3 file upload to output stage of Crash Report Process (v.1.1.26)
[UE-35991] - Crash Report Process to write crash files to S3
Also adds OOM alerts to CRP.
Also disk space alerts changed to 5% free space and repeat once every 30 minutes instead of 10 minutes.
Change 3137562 on 2016/09/23 by Steve.Robb
TUniquePtr<T[]> support.
Change 3138030 on 2016/09/23 by Steve.Robb
Virtual UProperty functions moved out of headers into .cpp files to ease iteration.
Change 3140381 on 2016/09/26 by Chris.Wood
Disabled uploads via CRRs while leaving services switched on to avoid crashes in some clients.
[UETOOL-1005] - Turn off CrashReportReceivers
Change 3141150 on 2016/09/27 by Steve.Robb
Invoke support for TFunction.
Change 3141151 on 2016/09/27 by Steve.Robb
UBoolProperty now supports hashing and is therefore usable as a TSet element or TMap key.
FText is now prevented from being a TSet element or TMap key.
UTextProperty::GetCPPTypeForwardDeclaration implementation moved to the .cpp file.
#jira UE-36051
#jira UE-36053
Change 3141440 on 2016/09/27 by Chris.Wood
Removed legacy queues and unnecessary duplication checks from Crash Report Process (v1.2.0)
[UE-36246] - CRP scalability: Simplify CRP inputs to DataRouter/S3 only
Change 3142999 on 2016/09/28 by Chris.Wood
Added dedicated PS4 crash queue to Crash Report Process (v1.2.1)
Change 3144831 on 2016/09/29 by Steve.Robb
InternalPrecache now flags the archive as in-error so that it can be checked by a caller, rather than popping up a dialog box and asserting.
#jira https://jira.it.epicgames.net/browse/OPP-6036
Change 3145184 on 2016/09/29 by Robert.Manuszewski
FScopedCreateImportCounter will now always store the current linker and restore the previous one when it exits.
Change 3148432 on 2016/10/03 by Robert.Manuszewski
Thread safety fixes for the async log writer + made the async log writer flush its archive more often.
Change 3148661 on 2016/10/03 by Graeme.Thornton
Fixing merge of IsNonPakFilenameAllowed()
- Removed directory search stuff... we pass everything to the delegate now anyway
Change 3149669 on 2016/10/03 by Ben.Zeigler
Lower verbosity of warnings from deleting native properties. These cases do not cause any problems and are not fixable without resaving the content after it has started warning. I checked Jira history and neither of these warnings has ever found a real bug, but has caused a lot of content to be resaved unnecessarily.
Change 3149670 on 2016/10/03 by Ben.Zeigler
Merge CL #3149566 from Dev-LoadTimes
#jira UE-36664 Fix issue where objects loaded during async loading could be added to the wrong package's object list, if a time slice ended at the wrong point
Change 3149835 on 2016/10/04 by Graeme.Thornton
Thread safety fix for SkyLightComponent
- Add to global update list from PostLoad rather than PostInitProperties so that it happens on the game thread, and not the async loading thread (if enabled)
Change 3149836 on 2016/10/04 by Graeme.Thornton
Thread safety fix for ReflectionCaptureComponent
- Add to global update list from PostLoad rather than PostInitProperties so that it happens on the game thread, and not the async loading thread (if enabled)
Change 3149959 on 2016/10/04 by Robert.Manuszewski
Allow import packages to be missing if they're on the KnownMissingPackages list
Change 3150023 on 2016/10/04 by Steven.Hutton
Updating jira strings. #rb none
Change 3150050 on 2016/10/04 by Steve.Robb
MakeShared now returns a TSharedRef (which is implicitly convertible to TSharedPtr) rather than a TSharedPtr (which is not implicitly convertible to TSharedRef), for ease of use and because MakeShared can't return a null pointer anyway.
Change 3150110 on 2016/10/04 by Robert.Manuszewski
Allow UGCObjectReferencer::AddObjects to happen during BeginDestry and FinishDestroy. It's fine as long as we're not adding new objects during reachability analysis.
Change 3150120 on 2016/10/04 by Gil.Gribb
fix task graph/binned2 broadcast for PS4
Change 3150195 on 2016/10/04 by Robert.Manuszewski
Fixing WEX crash
#jira UE-36801
Change 3150212 on 2016/10/04 by Robert.Manuszewski
Increasing compiler memory limit to fix CIS errors
#jira UE-36795
Change 3151583 on 2016/10/05 by Robert.Manuszewski
Temporarily switching to the old IsA path
#jria UE-36803
Change 3151642 on 2016/10/05 by Steve.Robb
Dependency fixes for GameFeedback modules.
Change 3151653 on 2016/10/05 by Robert.Manuszewski
Maybe fix for crash on the Mac
#jira UE-36846
[CL 3152539 by Robert Manuszewski in Main branch]
2016-10-05 16:51:01 -04:00
|
|
|
|
private bool DeleteRecordSQS(string QueueUrl, Message InMessage)
|
|
|
|
|
|
{
|
|
|
|
|
|
DeleteMessageRequest DeleteRequest = new DeleteMessageRequest
|
|
|
|
|
|
{
|
|
|
|
|
|
QueueUrl = QueueUrl,
|
|
|
|
|
|
ReceiptHandle = InMessage.ReceiptHandle
|
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
|
|
var DeleteResponse = SqsClient.DeleteMessage(DeleteRequest);
|
|
|
|
|
|
return DeleteResponse.HttpStatusCode == HttpStatusCode.OK;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
private readonly AmazonSQSClient SqsClient;
|
|
|
|
|
|
private readonly AmazonS3Client S3Client;
|
|
|
|
|
|
}
|
|
|
|
|
|
}
|