using System;
using System.Collections.Generic;
using System.IO;
using System.Linq;
using System.Reflection;
using System.Text;
using System.Threading.Tasks;
using System.Xml;
using UnrealBuildTool;
namespace AutomationTool
{
///
/// Specifies validation that should be performed on a task parameter.
///
public enum TaskParameterValidationType
{
///
/// Allow any valid values for the field type.
///
Default,
///
/// A standard name; alphanumeric characters, plus underscore and space. Spaces at the start or end, or more than one in a row are prohibited.
///
Name,
///
/// A list of names separated by semicolons
///
NameList,
///
/// A tag name (a regular name with '#' prefix)
///
Tag,
///
/// A list of tag names separated by semicolons
///
TagList,
///
/// A standard name or tag name
///
NameOrTag,
///
/// A list of standard name or tag names separated by semicolons
///
NameOrTagList,
}
///
/// Attribute to mark parameters to a task, which should be read as XML attributes from the script file.
///
[AttributeUsage(AttributeTargets.Field | AttributeTargets.Property)]
public class TaskParameterAttribute : Attribute
{
///
/// Whether the parameter can be omitted
///
public bool Optional
{
get;
set;
}
///
/// Sets additional restrictions on how this field is validated in the schema. Default is to allow any valid field type.
///
public TaskParameterValidationType ValidationType
{
get;
set;
}
}
///
/// Attribute used to associate an XML element name with a parameter block that can be used to construct tasks
///
[AttributeUsage(AttributeTargets.Class)]
public class TaskElementAttribute : Attribute
{
///
/// Name of the XML element that can be used to denote this class
///
public string Name;
///
/// Type to be constructed from the deserialized element
///
public Type ParametersType;
///
/// Constructor
///
/// Name of the XML element used to denote this object
/// Type to be constructed from this object
public TaskElementAttribute(string InName, Type InParametersType)
{
Name = InName;
ParametersType = InParametersType;
}
}
///
/// Base class for all custom build tasks
///
public abstract class CustomTask
{
///
/// Allow this task to merge with other tasks within the same node if it can. This can be useful to allow tasks to execute in parallel.
///
/// Other tasks that this task can merge with. If a merge takes place, the other tasks should be removed from the list.
public virtual void Merge(List OtherTasks)
{
}
///
/// Execute this node.
///
/// Information about the current job
/// Set of build products produced by this node.
/// Mapping from tag names to the set of files they include
/// Whether the task succeeded or not. Exiting with an exception will be caught and treated as a failure.
public abstract bool Execute(JobContext Job, HashSet BuildProducts, Dictionary> TagNameToFileSet);
///
/// Output this task out to an XML writer.
///
public abstract void Write(XmlWriter Writer);
///
/// Writes this task to an XML writer, using the given parameters object.
///
///
///
protected void Write(XmlWriter Writer, object Parameters)
{
TaskElementAttribute Element = GetType().GetCustomAttribute();
Writer.WriteStartElement(Element.Name);
foreach (FieldInfo Field in Parameters.GetType().GetFields())
{
if (Field.MemberType == MemberTypes.Field)
{
TaskParameterAttribute ParameterAttribute = Field.GetCustomAttribute();
if (ParameterAttribute != null)
{
object Value = Field.GetValue(Parameters);
if (Value != null && Field.FieldType == typeof(bool) && (bool)Value == false)
{
Value = null;
}
if (Value != null)
{
Writer.WriteAttributeString(Field.Name, Value.ToString());
}
}
}
}
Writer.WriteEndElement();
}
///
/// Resolves a single name to a file reference, resolving relative paths to the root of the current path.
///
/// Name of the file
/// Fully qualified file reference
public static FileReference ResolveFile(string Name)
{
if(Path.IsPathRooted(Name))
{
return new FileReference(Name);
}
else
{
return new FileReference(Path.Combine(CommandUtils.CmdEnv.LocalRoot, Name));
}
}
///
/// Resolves a directory reference from the given string. Assumes the root directory is the root of the current branch.
///
/// Name of the directory. May be null or empty.
/// The resolved directory
public static DirectoryReference ResolveDirectory(string Name)
{
if(String.IsNullOrEmpty(Name))
{
return CommandUtils.RootDirectory;
}
else if(Path.IsPathRooted(Name))
{
return new DirectoryReference(Name);
}
else
{
return DirectoryReference.Combine(CommandUtils.RootDirectory, Name);
}
}
///
/// Finds or adds a set containing files with the given tag
///
/// The tag name to return a set for. An leading '#' character is optional.
/// Set of files
public static HashSet FindOrAddTagSet(Dictionary> TagNameToFileSet, string Name)
{
// Get the clean tag name, without the leading '#' character
string TagName = Name.StartsWith("#")? Name.Substring(1) : Name;
// Find the files which match this tag
HashSet Files;
if(!TagNameToFileSet.TryGetValue(TagName, out Files))
{
Files = new HashSet();
TagNameToFileSet.Add(TagName, Files);
}
// If we got a null reference, it's because the tag is not listed as an input for this node (see RunGraph.BuildSingleNode). Fill it in, but only with an error.
if(Files == null)
{
CommandUtils.LogError("Attempt to reference tag '{0}', which is not listed as a dependency of this node.", Name);
Files = new HashSet();
TagNameToFileSet.Add(TagName, Files);
}
return Files;
}
///
/// Resolve a list of files, tag names or file specifications separated by semicolons. Supported entries may be:
/// a) The name of a tag set (eg. #CompiledBinaries)
/// b) Relative or absolute filenames
/// c) A simple file pattern (eg. Foo/*.cpp)
/// d) A full directory wildcard (eg. Engine/...)
/// Note that wildcards may only match the last fragment in a pattern, so matches like "/*/Foo.txt" and "/.../Bar.txt" are illegal.
///
/// The default directory to resolve relative paths to
/// List of files, tag names, or file specifications to include separated by semicolons.
/// Mapping of tag name to fileset, as passed to the Execute() method
/// Set of matching files.
public static HashSet ResolveFilespec(DirectoryReference DefaultDirectory, string DelimitedPatterns, Dictionary> TagNameToFileSet)
{
List ExcludePatterns = new List();
return ResolveFilespecWithExcludePatterns(DefaultDirectory, DelimitedPatterns, ExcludePatterns, TagNameToFileSet);
}
///
/// Resolve a list of files, tag names or file specifications separated by semicolons as above, but preserves any directory references for further processing.
///
/// The default directory to resolve relative paths to
/// List of files, tag names, or file specifications to include separated by semicolons.
/// Set of patterns to apply to directory searches. This can greatly speed up enumeration by earlying out of recursive directory searches if large directories are excluded (eg. .../Intermediate/...).
/// Mapping of tag name to fileset, as passed to the Execute() method
/// Set of matching files.
public static HashSet ResolveFilespecWithExcludePatterns(DirectoryReference DefaultDirectory, string DelimitedPatterns, List ExcludePatterns, Dictionary> TagNameToFileSet)
{
// Split the argument into a list of patterns
string[] Patterns = SplitDelimitedList(DelimitedPatterns);
// Parse each of the patterns, and add the results into the given sets
HashSet Files = new HashSet();
foreach(string Pattern in Patterns)
{
// Check if it's a tag name
if(Pattern.StartsWith("#"))
{
Files.UnionWith(FindOrAddTagSet(TagNameToFileSet, Pattern.Substring(1)));
continue;
}
// If it doesn't contain any wildcards, just add the pattern directly
int WildcardIdx = FileFilter.FindWildcardIndex(Pattern);
if(WildcardIdx == -1)
{
Files.Add(FileReference.Combine(DefaultDirectory, Pattern));
continue;
}
// Find the base directory for the search. We construct this in a very deliberate way including the directory separator itself, so matches
// against the OS root directory will resolve correctly both on Mac (where / is the filesystem root) and Windows (where / refers to the current drive).
int LastDirectoryIdx = Pattern.LastIndexOfAny(new char[]{ Path.DirectorySeparatorChar, Path.AltDirectorySeparatorChar }, WildcardIdx);
DirectoryReference BaseDir = DirectoryReference.Combine(DefaultDirectory, Pattern.Substring(0, LastDirectoryIdx + 1));
// Construct the absolute include pattern to match against, re-inserting the resolved base directory to construct a canonical path.
string IncludePattern = BaseDir.FullName.TrimEnd(new char[]{ Path.DirectorySeparatorChar, Path.AltDirectorySeparatorChar }) + "/" + Pattern.Substring(LastDirectoryIdx + 1);
// Construct a filter and apply it to the directory
if(BaseDir.Exists())
{
FileFilter Filter = new FileFilter();
Filter.AddRule(IncludePattern, FileFilterType.Include);
Filter.AddRules(ExcludePatterns, FileFilterType.Exclude);
Files.UnionWith(Filter.ApplyToDirectory(BaseDir, BaseDir.FullName, true));
}
}
// If we have exclude rules, create and run a filter against all the output files to catch things that weren't added from an include
if(ExcludePatterns.Count > 0)
{
FileFilter Filter = new FileFilter(FileFilterType.Include);
Filter.AddRules(ExcludePatterns, FileFilterType.Exclude);
Files.RemoveWhere(x => !Filter.Matches(x.FullName));
}
return Files;
}
///
/// Splits a string separated by semicolons into a list, removing empty entries
///
/// The input string
/// Array of the parsed items
public static string[] SplitDelimitedList(string Text)
{
return Text.Split(';').Select(x => x.Trim()).Where(x => x.Length > 0).ToArray();
}
}
}