# Context generator borrowed from https://github.com/Prakxo/ac-decomp/blob/master/tools/decompctx.py # This script makes leaves most of the heavy lifting to pcpp which does preprocessing and expansion of files: # https://github.com/ned14/pcpp # To use it make sure you run 'pip install -r requirements.txt' or 'pip install pcpp' import os import re import argparse from io import StringIO from pcpp import CmdPreprocessor from contextlib import redirect_stdout # Note: requires being in the same directory as configure.py from configure import cflags_includes, cflags_defines #region Regex Patterns at_address_pattern = re.compile(r"(?:.*?)(?:[a-zA-Z_$][\w$]*\s*\*?\s[a-zA-Z_$][\w$]*)\s*((?:AT_ADDRESS|:)(?:\s*\(?\s*)(0x[0-9a-fA-F]+|[a-zA-Z_$][\w$]*)\)?);") attribute_pattern = re.compile(r"(__attribute__)") binary_literal_pattern = re.compile(r"\b(0b[01]+)\b") #endregion #region Defaults default_arguments: list[str] = [ # Strip out left-over whitespace "--compress", # Put a newline before each line directive "--line-directive", "\n#line" ] default_defines: dict[str, str] = { "__MWERKS__" : "0x4302", } passthrough_defines: list[str] = [ # C/C++-dependent "__cplusplus", "__STDC__", "__STDC_VERSION__", # __option "__option", "little_endian", "wchar_type", "exceptions", "longlong", # __declspec "__declspec", "section", "dllexport", "dllimport", "noreturn", "weak", # __attribute__ "__attribute__", "aligned", "packed", "unused", "weak", "never_inline", "format", "constructor", "destructor", # STLport # Namespaces are excluded when __cplusplus is undefined, but because we # pass it through, pcpp never executes the define for _STLP_HAS_NO_NAMESPACES "_STLP_HAS_NO_NAMESPACES", "_STLP_USE_NAMESPACES", "_STLP_NO_NAMESPACES", ] # Bring in defines from configure.py so we don't have to duplicate them here for flag in cflags_defines: parts = flag.strip("-d").lstrip().split("=") partCount = len(parts) symbol = parts[0] value = "1" if partCount > 1: value = parts[1] default_defines[symbol] = value src_dir = "src" include_dir = "include" cwd_dir = os.getcwd() script_dir = os.path.dirname(os.path.realpath(__file__)) root_dir = script_dir # os.path.abspath(os.path.join(script_dir, "..")) # We're already in the root dir # Bring in include dirs from configure.py so we don't have to duplicate them here default_include_directories: list[str] = [flag.strip("-i").lstrip() for flag in cflags_includes] default_output_filename = "ctx.c" #endregion #region ContextPreprocessor class ContextPreprocessor(CmdPreprocessor): def __init__(self, argv): super(ContextPreprocessor, self).__init__(argv) def on_include_not_found(self, is_malformed, is_system_include, curdir, includepath): # Fixup for files that use <> for relative includes, # since pcpp doesn't seem to handle those if not is_malformed and os.path.exists(os.path.join(curdir, includepath)): # Need to return the directory to search in, not the path to the file, # otherwise it gets stuck in an infinite loop return curdir return super(ContextPreprocessor, self).on_include_not_found(is_malformed, is_system_include, curdir, includepath) def on_unknown_macro_in_expr(self, ident): if ident in passthrough_defines: return None return super(ContextPreprocessor, self).on_unknown_macro_in_expr(ident) def on_unknown_macro_in_defined_expr(self, tok): if tok.value in passthrough_defines: return None return super(ContextPreprocessor, self).on_unknown_macro_in_defined_expr(tok) def on_unknown_macro_function_in_expr(self, ident): if ident in passthrough_defines: return None return super(ContextPreprocessor, self).on_unknown_macro_function_in_expr(ident) #endregion #region Attribute Stripping def strip_attributes(text_to_strip: str)->str: if not text_to_strip: return text_to_strip attribute_matches = reversed(list(re.finditer(attribute_pattern, text_to_strip))) for attribute_match in attribute_matches: # Find the end index of the second double paranthesis paren_count = 0 match_span = attribute_match.span(0) end_index = match_span[1] attribute_opened = False while end_index < len(text_to_strip): if text_to_strip[end_index] == "(": paren_count += 1 if paren_count == 2: attribute_opened = True if text_to_strip[end_index] == ")": paren_count -= 1 if attribute_opened and paren_count == 0: end_index += 1 break end_index += 1 # Create the substring start_index = match_span[0] prefix = text_to_strip[0:start_index] postfix = text_to_strip[end_index:len(text_to_strip)] text_to_strip = prefix + postfix return text_to_strip #endregion #region At Address Stripping def strip_at_address(text_to_strip: str) -> str: if not text_to_strip: return text_to_strip at_address_matches = reversed(list(re.finditer(at_address_pattern, text_to_strip))) for attribute_match in at_address_matches: # Create the substring match_span = attribute_match.span(1) start_index = match_span[0] end_index = match_span[1] prefix = text_to_strip[0:start_index] postfix = text_to_strip[end_index:len(text_to_strip)] text_to_strip = prefix + postfix return text_to_strip #endregion #region Binary Literal Conversion def strip_binary_literals(text_to_strip: str) -> str: if not text_to_strip: return text_to_strip binary_literal_matches = reversed(list(re.finditer(binary_literal_pattern, text_to_strip))) for binary_literal_match in binary_literal_matches: # Create the substring match_span = binary_literal_match.span(1) start_index = match_span[0] end_index = match_span[1] # Convert from binary literal format to regular int binary_converted = int(text_to_strip[start_index:end_index], 2) prefix = text_to_strip[0:start_index] postfix = text_to_strip[end_index:len(text_to_strip)] text_to_strip = prefix + str(binary_converted) + postfix return text_to_strip #endregion #region Main def main(): # Write initial parser parser = argparse.ArgumentParser(prog="Decomp Context", description="Wrapper around pcpp that can create a context file which can be used for decompilation", add_help=False) parser.add_argument("c_file", nargs="?", help="File from which to create context") parser.add_argument("-h", "-help", "--help", dest="help", action="store_true") parser.add_argument('-D', dest = 'defines', metavar = 'macro[=val]', nargs = 1, action = 'append', help = 'Predefine name as a macro [with value]') parser.add_argument("--strip-attributes", dest="strip_attributes", help="If __attribute__(()) string should be stripped", action="store_true", default=True) parser.add_argument("--strip-at-address", dest="strip_at_address", help="If AT_ADDRESS or : formatted string should be stripped", action="store_true", default=True) parser.add_argument("--convert-binary-literals", dest="convert_binary_literals", help="If binary literals (0bxxxx) should be converted to decimal", action="store_true", default=True) # For the output path, we either want to be explicit or relative, but not both output_target_group = parser.add_mutually_exclusive_group() output_target_group.add_argument("-o", dest="output_path", help="Explicit path to output the context file to", action="store") output_target_group.add_argument("-r", "--relative", dest="relative", help="Generate context relative to the source file", action="store_true") # When targeting a specific platform we want to only do one thing or another platform_target_group = parser.add_mutually_exclusive_group() platform_target_group.add_argument("--m2c", dest="m2c", help="Generates an m2c-friendly file", action="store_true") platform_target_group.add_argument("--ghidra", dest="ghidra", help="Generates an Ghidra-friendly file", action="store_true") # Parse the known arguments parsed_args = parser.parse_known_args() known_args = parsed_args[0] preprocessor_arguments = ['pcpp'] if known_args.help or not known_args.c_file: # Since this script acts as a wrapper for the main pcpp script # we want to manually display the help and pass it through to the # pcpp preprocessor to show its full list of arguments parser.print_help() preprocessor_arguments.append("--help") ContextPreprocessor(preprocessor_arguments) return # Append in the default include directories include_directories: list[str] = [] include_directories.extend(default_include_directories) for include_directory in include_directories: preprocessor_arguments.extend(("-I", include_directory)) # Check if we have any passed in defines include_defines = [] known_defines: list[str] = [] if known_args.defines: argument_defines = [x[0] for x in known_args.defines] for define in argument_defines: include_defines.append(define) known_defines.append(define.split("=")[0]) # Add in the default defines unless explicitly passed in as arguments for default_define, default_define_value in default_defines.items(): if default_define in known_defines: continue define_str: str = default_define + "=" + default_define_value include_defines.append(define_str) # Add the defines to the arguments for define in include_defines: preprocessor_arguments.extend(("-D", define)) # Add other default arguments preprocessor_arguments.extend(default_arguments) # Add unknown arguments and pass them to pcpp pass_through_args = parsed_args[1] preprocessor_arguments.extend(pass_through_args) # Add the file we want to read c_file = known_args.c_file preprocessor_arguments.append(known_args.c_file) # Check if we need to do further conversions after the file is preprocessed should_strip_at_address = known_args.strip_at_address or known_args.ghidra or known_args.m2c should_strip_attributes = known_args.strip_attributes or known_args.ghidra or known_args.m2c should_convert_binary_literals = known_args.convert_binary_literals or known_args.ghidra # Create the temp string writer to pass to the preprocessor since we still want to modify # the contents for project-specific conditions with StringIO() as file_string_writer: with redirect_stdout(file_string_writer): # Parse the target file: ContextPreprocessor(preprocessor_arguments) # Check if empty string_writer_position = file_string_writer.tell() if string_writer_position == 0: return # Write to file target_file_name = None if known_args.output_path: target_file_name = known_args.output_path elif known_args.relative: target_file_name = f"{c_file}.ctx" else: target_file_name = os.path.join(os.getcwd(), default_output_filename) with open(target_file_name, "w", encoding="utf-8", newline="\n") as f: # Do we need to sanitize this further? if not should_strip_attributes and not should_strip_at_address and not should_convert_binary_literals: f.write(file_string_writer.getvalue()) return # Sanitize line-by line for easier parsing file_string_writer.seek(0) while True: line_to_write = file_string_writer.readline() if not line_to_write: break if should_strip_attributes: line_to_write = strip_attributes(line_to_write) if should_strip_at_address: line_to_write = strip_at_address(line_to_write) if should_convert_binary_literals: line_to_write = strip_binary_literals(line_to_write) f.writelines(line_to_write) #endregion if __name__ == "__main__": main()