UnrealEngineUWP/Engine/Source/Programs/CSVTools/CsvStats/MetadataQueryBuilder.cs

using System;
using System.Diagnostics;
using System.Collections.Generic;

namespace CSVStats
{
	public enum EvalOp
	{
		And,
		Or,
		None,

		COUNT=None
	};

	public enum ComparisonOp
	{
		Equal,
		NotEqual,

		COUNT
	};

	public abstract class QueryExpression
	{
		public abstract bool Evaluate(CsvMetadata metadata);

		public bool bNegate;
	}

	public class QueryComparisonExpression : QueryExpression
	{
		public override bool Evaluate(CsvMetadata metadata)
		{
			if (!metadata.Values.ContainsKey(Key))
			{
				return false;
			}
			// Check if the value actually matches (allow wildcards)
			bool matches=CsvStats.DoesSearchStringMatch(metadata.Values[Key].ToLower(), Value.ToLower());
			bool negate = bNegate;
			if (Op == ComparisonOp.NotEqual)
			{
				negate = !negate;
			}
			return negate ? !matches : matches;
		}
		public string Key;
		public string Value;
		public ComparisonOp Op;
	};

	public class QueryLogicOpExpression : QueryExpression
	{
		public QueryLogicOpExpression()
		{
			First = null;
			Second = null;
			Op = EvalOp.None;
		}
		public QueryLogicOpExpression(QueryExpression first, QueryExpression second, EvalOp op)
		{
			First = first;
			Second = second;
			Op = op;
		}
		public QueryExpression First;
		public QueryExpression Second;
		public EvalOp Op;

		public override bool Evaluate(CsvMetadata metadata)
		{
			bool rv = false;
			if (Op == EvalOp.None)
			{
				rv=First.Evaluate(metadata);
			}
			else if (Op == EvalOp.And)
			{
				rv=First.Evaluate(metadata) && Second.Evaluate(metadata);
			}
			else if (Op == EvalOp.Or)
			{
				rv=First.Evaluate(metadata) || Second.Evaluate(metadata);
			}
			return bNegate ? !rv : rv;
		}
	};

	public class MetadataQueryBuilder
	{
		private static QueryComparisonExpression ConsumeTerm(ref List<string> tokenList)
		{
			QueryComparisonExpression termOut = new QueryComparisonExpression();
			if (tokenList.Count < 3)
			{
				return null;
			}
			if ( tokenList[1] == "=" || tokenList[1] == "!=")
			{
				termOut.Key = tokenList[0];
				termOut.Value = tokenList[2];
				termOut.Op = tokenList[1] == "=" ? ComparisonOp.Equal : ComparisonOp.NotEqual;
				tokenList.RemoveRange(0, 3);
				return termOut;
			}
			return null;
		}


		private static QueryExpression ConsumeBracketExpression(ref List<string> tokenList)
		{
			if (FirstToken(tokenList)=="(")
			{
				int bracketDepth = 1;
				for (int i=1;i<tokenList.Count;i++)
				{
					string token = tokenList[i];
					if (token=="(")
					{
						bracketDepth++;
					}
					else if (token == ")")
					{
						bracketDepth--;
						if (bracketDepth == 0)
						{
							List<string> innerTokenList = tokenList.GetRange(1,i-1);
							tokenList.RemoveRange(0, i+1);
							return ConsumeExpression(ref innerTokenList);
						}
					}

				}
			}
			return null;
		}

		private static EvalOp ConsumeOp(ref List<string> tokenList)
		{
			string firstToken = FirstToken(tokenList);
			if (firstToken == null)
			{
				return EvalOp.None;
			}
			if (firstToken=="and")
			{
				tokenList.RemoveAt(0);
				return EvalOp.And;
			}
			if (firstToken == "or")
			{
				tokenList.RemoveAt(0);
				return EvalOp.Or;
			}
			throw new Exception("Error reading term");
		}

		private static bool ConsumeNot(ref List<string> tokenList)
		{
			if (FirstToken(tokenList)=="not")
			{
				tokenList.RemoveAt(0);
				return true;
			}
			return false;
		}

		static string FirstToken(List<string> tokenList)
		{
			if (tokenList.Count > 0)
			{
				return tokenList[0];
			}
			return null;
		}

		private static QueryExpression ConsumeExpression(ref List<string> tokenList)
		{
			List<QueryExpression> expressions = new List<QueryExpression>();
			List<EvalOp> ops = new List<EvalOp>();
			while (true)
			{
				bool bNegate = ConsumeNot(ref tokenList);
				QueryExpression expression = ConsumeBracketExpression(ref tokenList);
				if (expression == null)
				{
					expression = ConsumeTerm(ref tokenList);
					if (expression == null)
					{
						throw new Exception("Error parsing metadata filter expression");
					}
				}
				expression.bNegate = bNegate;
				expressions.Add(expression);
				EvalOp op = ConsumeOp(ref tokenList);
				if (op == EvalOp.None)
				{
					break;
				}
				ops.Add(op);
			}
			if (expressions.Count == 1)
			{
				return expressions[0];
			}

			// Merge each of the expressions in order of operator precedence
			for ( int opIndex=0; opIndex<(int)EvalOp.COUNT; opIndex++)
			{
				EvalOp op = (EvalOp)opIndex;
				for (int i = 0; i < ops.Count; i++)
				{
					if (ops[i] == op)
					{
						expressions[i] = new QueryLogicOpExpression(expressions[i], expressions[i + 1], op);
						expressions.RemoveAt(i + 1);
						ops.RemoveAt(i);
						i--;
					}
				}
			}
			if (expressions.Count == 1)
			{
				return expressions[0];
			}
			throw new Exception("Filter string parsing error");
		}

		enum CharType
		{
			Standard,
			Operator,
			Whitespace,
		}

		private static List<string> Tokenize(string str)
		{
			// Tokenize the string
			str = str.Trim() + " ";
			string[] operatorTokenArray = { "!=", "(", ")", "=" };
			List<string> operatorTokens = new List<string>(operatorTokenArray);
			string operatorChars = "!=()";
			List<string> tokens = new List<string>();
			string currentToken = "";
			CharType currentCharType = CharType.Whitespace;
			for (int i = 0; i < str.Length; i++)
			{
				char c = str[i];
				CharType newCharType;
				if (Char.IsWhiteSpace(c))
				{
					newCharType = CharType.Whitespace;
				}
				else if (operatorChars.Contains(c.ToString()))
				{
					newCharType = CharType.Operator;
					// If we've already got an operator then add it now
					if (operatorTokens.Contains(currentToken))
					{
						tokens.Add(currentToken);
						currentToken = "";
					}
				}
				else
				{
					newCharType = CharType.Standard;
				}
				if (newCharType != currentCharType)
				{
					currentCharType = newCharType;
					if (currentToken.Length > 0)
					{
						tokens.Add(currentToken);
					}
					currentToken = "";
				}
				if ( newCharType != CharType.Whitespace )
				{
					currentToken += c;
				}
			}
			return tokens;
		}

		public static QueryExpression BuildQueryExpressionTree(string metadataFilterString)
		{
			// Fix up old-style comma separated expressions
			metadataFilterString = metadataFilterString.Replace(",", " and ").ToLower();

			List<string> tokenList = Tokenize(metadataFilterString);

			return ConsumeExpression(ref tokenList);
		}

	}

}