ada/langkit
0
0
Fork 0
mirror of https://github.com/AdaCore/langkit.git synced 2026-02-12 12:28:12 -08:00
Code Issues Packages Projects Releases Wiki Activity

Refactor $.Lexer to have an explicit constant for Quex leading chars

Browse Source 
Change-Id: I047db3eec4762caf8ba388691f983c5f9ec388cf
TN: PC09-022
This commit is contained in:
Pierre-Marie de Rodat
2017-01-05 15:31:40 +01:00
parent 9bac096ee4
commit 52145301c1
1 changed files with 13 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
langkit/templates/lexer/pkg_lexer_body_ada.mako
View File

@@ -20,6 +20,14 @@ with Langkit_Support.Text; use Langkit_Support.Text;
package body ${_self.ada_api_settings.lib_name}.Lexer is
Quex_Leading_Characters : constant := 2;
Quex_Trailing_Characters : constant := 1;
Quex_Extra_Characters : constant :=
Quex_Leading_Characters + Quex_Trailing_Characters;
-- Quex requires its input buffer to have two leading reserved bytes and
-- one trailing. These are not part of the true payload, but must be
-- available anyway.
use Token_Vectors, Trivia_Vectors, Integer_Vectors;
type Quex_Token_Type is record
@@ -300,15 +308,17 @@ package body ${_self.ada_api_settings.lib_name}.Lexer is
-- In the worst case, we have one character per input byte, so the
-- following is supposed to be big enough.
Result : Text_Access := new Text_Type (1 .. Buffer'Length + 3);
Result : Text_Access :=
new Text_Type (1 .. Buffer'Length + Quex_Extra_Characters);
State : Iconv_T;
Status : Iconv_Result;
BOM : BOM_Kind := Unknown;
Input_Index, Output_Index : Positive;
First_Output_Index : constant Positive := 1 + 2 * 4;
-- Index of the first byte in Output at which Iconv must decode Buffer
First_Output_Index : constant Positive :=
1 + Quex_Leading_Characters * 4;
-- Index of the first byte in Result at which Iconv must decode Buffer
Output : Byte_Sequence (1 .. 4 * Buffer'Size);
for Output'Address use Result.all'Address;