Files
UnrealEngineUWP/Engine/Source/Developer/SourceControl/Public/SourceControlOperations.h
paul chipchase 5c51f3f814 Improve error handling and logging in the file and jupiter Mirage backends.
#rb Per.Larsson
#rnx
#preflight 60f9212d1f926d0001d41223

* VirtualizationJupiterBackend
- When pulling a payload we should assume that a 400 error response when trying to GET the payload header means that the payload is not in Jupiter.
-- Not being able to find the payload should not log an error, instead we can make a note of it in the verbose log (similar to the file system backend)

* VirtualizationFileBackend
- Moved the formatting of system errors to it's own function.
- Log the system error when failing to write a payload during a push as well as a pull.
- We now check that the FileArchive wrote correctly to disk and delete the output file and fail the push if it did not.
-- A future piece of work will change the logic to write to a tmp file at the root of the file store and them move the file to the final location to cut down on the potential of leaving corrupted files around (similar to the process when we save packages)

* Perforce
- The FDownloadFile command now takes an optional parameter EVerbosity that can allow the caller to choose the level of logging output that the command will generate.
- The source control backend for Mirage now opts to supress the logging of the full perforce command when we are pulling payloads as we can generate many hundreds or thousands of requests and the info is not useful to users.
-- We continue to log the command when validating the depot as this is the most likely command to fail so having the info in the log may prove useful.

#ROBOMERGE-SOURCE: CL 16921815 in //UE5/Main/...
#ROBOMERGE-BOT: STARSHIP (Main -> Release-Engine-Test) (v836-16769935)

[CL 16921818 by paul chipchase in ue5-release-engine-test branch]
2021-07-22 05:45:28 -04:00

753 lines
15 KiB
C++

// Copyright Epic Games, Inc. All Rights Reserved.
#pragma once
#include "CoreMinimal.h"
#include "Containers/StringFwd.h"
#include "Memory/SharedBuffer.h"
#include "ISourceControlChangelist.h"
#include "SourceControlOperationBase.h"
#define LOCTEXT_NAMESPACE "SourceControl"
/**
* Operation used to connect (or test a connection) to source control
*/
class FConnect : public FSourceControlOperationBase
{
public:
// ISourceControlOperation interface
virtual FName GetName() const override
{
return "Connect";
}
virtual FText GetInProgressString() const override
{
return LOCTEXT("SourceControl_Connecting", "Connecting to source control...");
}
const FString& GetPassword() const
{
return Password;
}
void SetPassword(const FString& InPassword)
{
Password = InPassword;
}
const FText& GetErrorText() const
{
return OutErrorText;
}
void SetErrorText(const FText& InErrorText)
{
OutErrorText = InErrorText;
}
protected:
/** Password we use for this operation */
FString Password;
/** Error text for easy diagnosis */
FText OutErrorText;
};
/**
* Operation used to check files into source control
*/
class FCheckIn : public FSourceControlOperationBase
{
public:
// ISourceControlOperation interface
virtual FName GetName() const override
{
return "CheckIn";
}
virtual FText GetInProgressString() const override
{
return LOCTEXT("SourceControl_CheckIn", "Checking file(s) into Source Control...");
}
void SetDescription( const FText& InDescription )
{
Description = InDescription;
}
const FText& GetDescription() const
{
return Description;
}
void SetSuccessMessage( const FText& InSuccessMessage )
{
SuccessMessage = InSuccessMessage;
}
const FText& GetSuccessMessage() const
{
return SuccessMessage;
}
protected:
/** Description of the checkin */
FText Description;
/** A short message listing changelist/revision we submitted, if successful */
FText SuccessMessage;
};
/**
* Operation used to check files out of source control
*/
class FCheckOut : public FSourceControlOperationBase
{
public:
// ISourceControlOperation interface
virtual FName GetName() const override
{
return "CheckOut";
}
virtual FText GetInProgressString() const override
{
return LOCTEXT("SourceControl_CheckOut", "Checking file(s) out of Source Control...");
}
};
/**
* Operation used to mark files for add in source control
*/
class FMarkForAdd : public FSourceControlOperationBase
{
public:
// ISourceControlOperation interface
virtual FName GetName() const override
{
return "MarkForAdd";
}
virtual FText GetInProgressString() const override
{
return LOCTEXT("SourceControl_Add", "Adding file(s) to Source Control...");
}
};
/**
* Operation used to mark files for delete in source control
*/
class FDelete : public FSourceControlOperationBase
{
public:
// ISourceControlOperation interface
virtual FName GetName() const override
{
return "Delete";
}
virtual FText GetInProgressString() const override
{
return LOCTEXT("SourceControl_Delete", "Deleting file(s) from Source Control...");
}
};
/**
* Operation used to revert changes made back to the state they are in source control
*/
class FRevert : public FSourceControlOperationBase
{
public:
// ISourceControlOperation interface
virtual FName GetName() const override
{
return "Revert";
}
virtual FText GetInProgressString() const override
{
return LOCTEXT("SourceControl_Revert", "Reverting file(s) in Source Control...");
}
void SetSoftRevert(const bool bInSoftRevert)
{
bIsSoftRevert = bInSoftRevert;
}
bool IsSoftRevert() const
{
return bIsSoftRevert;
}
protected:
bool bIsSoftRevert = false;
};
/**
* Operation used to sync files to the state they are in source control
*/
class FSync : public FSourceControlOperationBase
{
public:
// ISourceControlOperation interface
virtual FName GetName() const override
{
return "Sync";
}
virtual FText GetInProgressString() const override
{
return LOCTEXT("SourceControl_Sync", "Syncing file(s) from source control...");
}
UE_DEPRECATED(4.26, "FSync::SetRevisionNumber(int32) has been deprecated. Please update to Fsync::SetRevision(const FString&).")
void SetRevisionNumber(int32 InRevisionNumber)
{
SetRevision(FString::Printf(TEXT("%d"), InRevisionNumber));
}
void SetRevision( const FString& InRevision )
{
Revision = InRevision;
}
const FString& GetRevision() const
{
return Revision;
}
void SetHeadRevisionFlag(const bool bInHeadRevision)
{
bHeadRevision = bInHeadRevision;
}
bool IsHeadRevisionFlagSet() const
{
return bHeadRevision;
}
void SetForce(const bool bInForce)
{
bForce = bInForce;
}
bool IsForced() const
{
return bForce;
}
protected:
/** Revision to sync to */
FString Revision;
/** Flag abstracting if the operation aim to sync to head */
bool bHeadRevision = false;
/** Forces operation, even if the file is already at the wanted revision. */
bool bForce = false;
};
/**
* Operation used to update the source control status of files
*/
class FUpdateStatus : public FSourceControlOperationBase
{
public:
FUpdateStatus()
: bUpdateHistory(false)
, bGetOpenedOnly(false)
, bUpdateModifiedState(false)
, bCheckingAllFiles(false)
, bForceQuiet(false)
{
}
// ISourceControlOperation interface
virtual FName GetName() const override
{
return "UpdateStatus";
}
virtual FText GetInProgressString() const override
{
return LOCTEXT("SourceControl_Update", "Updating file(s) source control status...");
}
void SetUpdateHistory( bool bInUpdateHistory )
{
bUpdateHistory = bInUpdateHistory;
}
void SetGetOpenedOnly( bool bInGetOpenedOnly )
{
bGetOpenedOnly = bInGetOpenedOnly;
}
void SetUpdateModifiedState( bool bInUpdateModifiedState )
{
bUpdateModifiedState = bInUpdateModifiedState;
}
void SetCheckingAllFiles( bool bInCheckingAllFiles )
{
bCheckingAllFiles = bInCheckingAllFiles;
}
void SetQuiet(bool bInQuiet)
{
bForceQuiet = bInQuiet;
}
bool ShouldUpdateHistory() const
{
return bUpdateHistory;
}
bool ShouldGetOpenedOnly() const
{
return bGetOpenedOnly;
}
bool ShouldUpdateModifiedState() const
{
return bUpdateModifiedState;
}
bool ShouldCheckAllFiles() const
{
return bCheckingAllFiles;
}
bool ShouldBeQuiet() const
{
return bForceQuiet;
}
protected:
/** Whether to update history */
bool bUpdateHistory;
/** Whether to just get files that are opened/edited */
bool bGetOpenedOnly;
/** Whether to update the modified state - expensive */
bool bUpdateModifiedState;
/** Hint that we are intending on checking all files in the project - some providers can optimize for this */
bool bCheckingAllFiles;
/** Controls whether the operation will trigger an update or not */
bool bForceQuiet;
};
/**
* Operation used to copy a file or directory from one location to another
*/
class FCopy : public FSourceControlOperationBase
{
public:
// ISourceControlOperation interface
virtual FName GetName() const override
{
return "Copy";
}
virtual FText GetInProgressString() const override
{
return LOCTEXT("SourceControl_Copy", "Copying file(s) in Source Control...");
}
void SetDestination(const FString& InDestination)
{
Destination = InDestination;
}
const FString& GetDestination() const
{
return Destination;
}
protected:
/** Destination path of the copy operation */
FString Destination;
};
/**
* Operation used to resolve a file that is in a conflicted state.
*/
class FResolve : public FSourceControlOperationBase
{
public:
// ISourceControlOperation interface
virtual FName GetName() const override
{
return "Resolve";
}
virtual FText GetInProgressString() const override
{
return LOCTEXT("SourceControl_Resolve", "Resolving file(s) in Source Control...");
}
};
/**
* Operation used to retrieve pending changelist(s).
*/
class FGetPendingChangelists : public FSourceControlOperationBase
{
public:
// ISourceControlOperation interface
virtual FName GetName() const override
{
return "GetPendingChangelists";
}
virtual FText GetInProgressString() const override
{
return LOCTEXT("SourceControl_GetPendingChangelists", "Retrieving pending changelist(s) from Source Control...");
}
};
/**
* Operation used to update the source control status of changelist(s)
*/
class FUpdatePendingChangelistsStatus : public FSourceControlOperationBase
{
public:
void SetUpdateFilesStates(bool bInUpdateFilesStates)
{
bUpdateFilesStates = bInUpdateFilesStates;
}
bool ShouldUpdateFilesStates() const
{
return bUpdateFilesStates;
}
void SetUpdateShelvedFilesStates(bool bInUpdateShelvedFilesStates)
{
bUpdateShelvedFilesStates = bInUpdateShelvedFilesStates;
}
bool ShouldUpdateShelvedFilesStates() const
{
return bUpdateShelvedFilesStates;
}
void SetUpdateAllChangelists(bool bInUpdateAllChangelists)
{
bUpdateAllChangelists = bInUpdateAllChangelists;
ChangelistsToUpdate.Empty();
}
bool ShouldUpdateAllChangelists() const
{
return bUpdateAllChangelists;
}
void SetChangelistsToUpdate(const TArray<FSourceControlChangelistRef>& InChangelistsToUpdate)
{
ChangelistsToUpdate = InChangelistsToUpdate;
bUpdateAllChangelists = false;
}
const TArray<FSourceControlChangelistRef>& GetChangelistsToUpdate() const
{
return ChangelistsToUpdate;
}
// ISourceControlOperation interface
virtual FName GetName() const override
{
return "UpdateChangelistsStatus";
}
virtual FText GetInProgressString() const override
{
return LOCTEXT("SourceControl_UpdateChangelistsStatus", "Updating changelist(s) status from Source Control...");
}
private:
bool bUpdateFilesStates = false;
bool bUpdateShelvedFilesStates = false;
bool bUpdateAllChangelists = false;
TArray<FSourceControlChangelistRef> ChangelistsToUpdate;
};
/**
* Operation used to create a new changelist
*/
class FNewChangelist : public FSourceControlOperationBase
{
public:
virtual FName GetName() const override
{
return "NewChangelist";
}
virtual FText GetInProgressString() const override
{
return LOCTEXT("SourceControl_NewChangelist", "Creating new changelist from Source Control...");
}
void SetDescription(const FText& InDescription)
{
Description = InDescription;
}
const FText& GetDescription() const
{
return Description;
}
void SetNewChangelist(FSourceControlChangelistPtr InNewChangelist)
{
NewChangelist = InNewChangelist;
}
const FSourceControlChangelistPtr& GetNewChangelist() const
{
return NewChangelist;
}
protected:
/** Description of the changelist */
FText Description;
FSourceControlChangelistPtr NewChangelist;
};
/**
* Operation used to delete an empty changelist
*/
class FDeleteChangelist : public FSourceControlOperationBase
{
public:
virtual FName GetName() const override
{
return "DeleteChangelist";
}
virtual FText GetInProgressString() const override
{
return LOCTEXT("SourceControl_DeleteChangelist", "Deleting a changelist from Source Control...");
}
};
/**
* Operation to change the description of a changelist
*/
class FEditChangelist : public FSourceControlOperationBase
{
public:
virtual FName GetName() const override
{
return "EditChangelist";
}
virtual FText GetInProgressString() const override
{
return LOCTEXT("SourceControl_EditChangelist", "Editing a changelist from Source Control...");
}
void SetDescription(const FText& InDescription)
{
Description = InDescription;
}
const FText& GetDescription() const
{
return Description;
}
protected:
/** Description of the changelist */
FText Description;
};
/**
* Operation to revert unchanged file(s) or all unchanged files in a changelist
*/
class FRevertUnchanged : public FSourceControlOperationBase
{
public:
virtual FName GetName() const override
{
return "RevertUnchanged";
}
virtual FText GetInProgressString() const override
{
return LOCTEXT("SourceControl_RevertUnchanged", "Reverting unchanged files from Source Control...");
}
};
/**
* Operation used to move files between changelists
*/
class FMoveToChangelist : public FSourceControlOperationBase
{
public:
// ISourceControlOperation interface
virtual FName GetName() const override
{
return "MoveToChangelist";
}
virtual FText GetInProgressString() const override
{
return LOCTEXT("SourceControl_MoveToChangelist", "Moving files to target changelist...");
}
};
/**
* Operation used to shelve files in a changelist
*/
class FShelve : public FSourceControlOperationBase
{
public:
// ISourceControlOperation interface
virtual FName GetName() const override
{
return "Shelve";
}
virtual FText GetInProgressString() const override
{
return LOCTEXT("SourceControl_ShelveOperation", "Shelving files in changelist...");
}
void SetDescription(const FText& InDescription)
{
Description = InDescription;
}
const FText& GetDescription() const
{
return Description;
}
private:
/** Description of the changelist, will be used only to create a new changelist when needed */
FText Description;
};
/**
* Operation used to unshelve files from a changelist
*/
class FUnshelve : public FSourceControlOperationBase
{
public:
// ISourceControlOperation interface
virtual FName GetName() const override
{
return "Unshelve";
}
virtual FText GetInProgressString() const override
{
return LOCTEXT("SourceControl_UnshelveOperation", "Unshelving files from changelist...");
}
};
/**
* Operation used to delete shelved files from a changelist
*/
class FDeleteShelved : public FSourceControlOperationBase
{
public:
// ISourceControlOperation interface
virtual FName GetName() const override
{
return "DeleteShelved";
}
virtual FText GetInProgressString() const override
{
return LOCTEXT("SourceControl_DeleteShelvedOperation", "Deleting shelved files from changelist...");
}
};
/**
* Operation used to download a file from the source control server directly rather
* than sync it. This should not change the state of anything locally on the client.
*/
class FDownloadFile : public FSourceControlOperationBase
{
public:
enum class EVerbosity
{
/** No logging when the command is run. */
None,
/** Log the full cmdline when the command is run. */
Full
};
/**
* This constructor will download the files and keep them in memory,
* which can then be accessed by calling XXX.
*/
FDownloadFile() = default;
FDownloadFile( EVerbosity InVerbosity)
: Verbosity(InVerbosity)
{}
/** This constructor will download the files to the given directory */
SOURCECONTROL_API FDownloadFile(FStringView InTargetDirectory, EVerbosity InVerbosity);
// ISourceControlOperation interface
virtual FName GetName() const override
{
return "DownloadFile";
}
virtual FText GetInProgressString() const override
{
return LOCTEXT("SourceControl_PrintOperation", "Downloading file from server...");
}
virtual bool CanBeCalledFromBackgroundThreads() const
{
return true;
}
FString GetTargetDirectory() const
{
return TargetDirectory;
}
void AddFileData(const FString& Filename, FSharedBuffer FileData)
{
FileDataMap.Add(Filename, FileData);
}
FSharedBuffer GetFileData(const FStringView& Filename)
{
const uint32 Hash = GetTypeHash(Filename);
FSharedBuffer* Buffer = FileDataMap.FindByHash(Hash, Filename);
if (Buffer != nullptr)
{
return *Buffer;
}
else
{
return FSharedBuffer();
}
}
bool ShouldLogToStdOutput() const
{
return Verbosity == EVerbosity::Full;
}
private:
EVerbosity Verbosity = EVerbosity::Full;
FString TargetDirectory;
TMap<FString, FSharedBuffer> FileDataMap;
};
#undef LOCTEXT_NAMESPACE