You've already forked UnrealEngineUWP
mirror of
https://github.com/izzy2lost/UnrealEngineUWP.git
synced 2026-03-26 18:15:20 -07:00
60839c1816
* Rename blacklist to excludelist (requested by high management) * Support section exclusion rule to be able to exclude entire section of tests (ie PathTracing is only supported on Win64 for now) * Mark excluded test as skipped in the report instead of entirely removed for test list. Check for exclusion just before running the test. * Remove NotEnoughParticipant state in favor of Skipped (same conditions lead to Skipped state with appropriate messaging) * Add support for exclusion management from the Test Automation window. (added a column at the end of each row) * Expose device information to UE test report * Add support for metadata in Gauntlet test report for Horde Limitations: * Management through the UI is limited to which test is available through in the active worker node. That's mean Runtime only tests are not listed from a worker that is Editor(the default) and platform specific are not clearly identified. * For platforms, the mechanic to access their config and save it will remain to be done. In the meantime, it needs to be done manually through the target platform config file. #jira UE-125960 #jira UE-125974 #rb Chris.Constantinescu, Eric.Knapik, Louise.Rasmussen [CL 17607554 by Jerome Delattre in ue5-main branch]
119 lines
5.5 KiB
C++
119 lines
5.5 KiB
C++
// Copyright Epic Games, Inc. All Rights Reserved.
|
|
|
|
#pragma once
|
|
|
|
#include "CoreMinimal.h"
|
|
#include "Misc/AutomationTest.h"
|
|
#include "AutomationTestExcludelist.h"
|
|
#include "IAutomationReport.h"
|
|
|
|
/**
|
|
* Interface for automation test results modules.
|
|
*/
|
|
class FAutomationReport : public IAutomationReport
|
|
{
|
|
public:
|
|
|
|
FAutomationReport(FAutomationTestInfo& TestInfo, bool bIsParent = false);
|
|
|
|
public:
|
|
|
|
// IAutomationReport Interface
|
|
|
|
virtual void Empty() override;
|
|
virtual FString GetTestParameter() const override;
|
|
virtual FString GetAssetPath() const override;
|
|
virtual FString GetOpenCommand() const override;
|
|
virtual FString GetCommand() const override;
|
|
virtual const FString& GetDisplayName() const override;
|
|
virtual const FString& GetFullTestPath() const override;
|
|
virtual FString GetDisplayNameWithDecoration() const override;
|
|
virtual int32 GetTotalNumChildren() const override;
|
|
virtual int32 GetTotalNumFilteredChildren() const override;
|
|
virtual int32 GetEnabledTestsNum() const override;
|
|
virtual void GetEnabledTestNames(TArray<FString>& OutEnabledTestNames, FString CurrentPath) const override;
|
|
virtual void SetEnabledTests(const TArray<FString>& EnabledTests, FString CurrentPath) override;
|
|
virtual bool IsEnabled() const override;
|
|
virtual void SetEnabled(bool bShouldBeEnabled) override;
|
|
virtual void SetSupport(const int32 ClusterIndex) override;
|
|
virtual bool IsSupported(const int32 ClusterIndex) const override;
|
|
virtual void SetTestFlags(const uint32 TestFlags) override;
|
|
virtual uint32 GetTestFlags( ) const override;
|
|
virtual FString GetSourceFile() const override;
|
|
virtual int32 GetSourceFileLine() const override;
|
|
virtual const bool IsParent( ) override;
|
|
virtual const bool IsSmokeTest( ) override;
|
|
virtual bool SetFilter( TSharedPtr< AutomationFilterCollection > InFilter, const bool ParentPassedFilter = false ) override;
|
|
virtual TArray<TSharedPtr<IAutomationReport> >& GetFilteredChildren() override;
|
|
virtual TArray<TSharedPtr<IAutomationReport> >& GetChildReports() override;
|
|
virtual void ClustersUpdated(const int32 NumClusters) override;
|
|
virtual void ResetForExecution(const int32 NumTestPasses) override;
|
|
virtual void SetResults(const int32 ClusterIndex, const int32 PassIndex, const FAutomationTestResults& InResults) override;
|
|
virtual void AddArtifact(const int32 ClusterIndex, const int32 PassIndex, const FAutomationArtifact& Artifact) override;
|
|
virtual void GetCompletionStatus(const int32 ClusterIndex, const int32 PassIndex, FAutomationCompleteState& OutCompletionState) override;
|
|
virtual EAutomationState GetState(const int32 ClusterIndex, const int32 PassIndex) const override;
|
|
virtual void SetState(const EAutomationState State) override;
|
|
virtual const FAutomationTestResults& GetResults( const int32 ClusterIndex, const int32 PassIndex ) override;
|
|
virtual const int32 GetNumResults( const int32 ClusterIndex ) override;
|
|
virtual const int32 GetCurrentPassIndex( const int32 ClusterIndex ) override;
|
|
virtual FString GetGameInstanceName( const int32 ClusterIndex ) override;
|
|
virtual TSharedPtr<IAutomationReport> EnsureReportExists(FAutomationTestInfo& TestInfo, const int32 ClusterIndex, const int32 NumPasses) override;
|
|
virtual TSharedPtr<IAutomationReport> GetNextReportToExecute(bool& bOutAllTestsComplete, const int32 ClusterIndex, const int32 PassIndex, const int32 NumDevicesInCluster) override;
|
|
virtual void GetEnabledTestReports(TArray<TSharedPtr<IAutomationReport>>& OutReports) override;
|
|
virtual const bool HasErrors() override;
|
|
virtual const bool HasWarnings() override;
|
|
virtual const bool GetDurationRange(float& OutMinTime, float& OutMaxTime) override;
|
|
virtual const int32 GetNumDevicesRunningTest() const override;
|
|
virtual const int32 GetNumParticipantsRequired() const override;
|
|
virtual void SetNumParticipantsRequired( const int32 NewCount ) override;
|
|
virtual bool IncrementNetworkCommandResponses() override;
|
|
virtual void ResetNetworkCommandResponses() override;
|
|
virtual const bool ExpandInUI() const override;
|
|
virtual void StopRunningTest() override;
|
|
virtual bool IsToBeSkipped(FName* OutReason = nullptr, bool* OutWarn = nullptr) const override;
|
|
virtual bool IsToBeSkippedByPropagation() const override;
|
|
virtual void SetSkipFlag(bool bEnableSkip, const FAutomationTestExcludelistEntry* Template = nullptr, bool bFromPropagation = false) override;
|
|
virtual TSharedPtr<FAutomationTestExcludeOptions> GetExcludeOptions() override;
|
|
|
|
private:
|
|
|
|
/** True if this test should be executed */
|
|
bool bEnabled;
|
|
|
|
/** True if this test is a parent */
|
|
bool bIsParent;
|
|
|
|
/** True if this report should be expanded in the UI */
|
|
bool bNodeExpandInUI;
|
|
|
|
/** True if this report has passed the filter and should be highlighted in the UI */
|
|
bool bSelfPassesFilter;
|
|
|
|
/** List of bits that represents which device types requested this test */
|
|
uint32 SupportFlags;
|
|
|
|
/** Number of responses from network commands */
|
|
uint32 NumberNetworkResponsesReceived;
|
|
|
|
/** All child tests */
|
|
TArray<TSharedPtr<IAutomationReport> >ChildReports;
|
|
|
|
/** Map of all Report Name hashes to avoid iterating all items to test for existance*/
|
|
TMap<uint32, uint32> ChildReportNameHashes;
|
|
|
|
/** Filtered child tests */
|
|
TArray<TSharedPtr<IAutomationReport> >FilteredChildReports;
|
|
|
|
/** Results from execution of the test (per cluster) */
|
|
TArray< TArray<FAutomationTestResults> > Results;
|
|
|
|
/** Structure holding the test info */
|
|
FAutomationTestInfo TestInfo;
|
|
|
|
/** Structure holding the info on the exclude test */
|
|
FAutomationTestExcludelistEntry ExcludeTestInfo;
|
|
|
|
/** True if this item is inside the exclude list */
|
|
bool bNeedToSkip = false;
|
|
};
|