@@ -11,27 +11,6 @@ import io.github.cybercodernaj.parkour.lexer.internal.Lexer
1111 * @since 0.2.0
1212 */
1313class LexerBuilder internal constructor() {
14- internal var ignorePattern: Regex = Lexer .Defaults .ignorePattern
15- private set
16-
17- internal var singleLineComments: Regex ? = Lexer .Defaults .singleLineComments
18- private set
19-
20- internal var multilineComments: Pair <Regex , Regex >? = Lexer .Defaults .multilineComments
21- private set
22-
23- internal var identifiers: Regex = Lexer .Defaults .identifiers
24- private set
25-
26- private val _hardKeywords : MutableList <String > = mutableListOf ()
27- internal val hardKeywords: List <String > get() = _hardKeywords
28-
29- private val _separators : MutableList <String > = mutableListOf ()
30- internal val separators: List <String > get() = _separators
31-
32- private val _operators : MutableList <String > = mutableListOf ()
33- internal val operators: List <String > get() = _operators
34-
3514 /* *
3615 * The lexer will skip over any strings that match this regex.
3716 * This acts like a token separator.
@@ -40,19 +19,15 @@ class LexerBuilder internal constructor() {
4019 *
4120 * ```kt
4221 * val myLexer = lexer {
43- * ignorePatterns( Regex("""\s+""") )
22+ * ignorePatterns = Regex("""\s+""")
4423 * }
4524 * ```
4625 *
47- * @param regex regex of the pattern the lexer will not tokenize.
48- *
4926 * @see Lexer.Defaults.ignorePattern
5027 * @author Nishant Aanjaney Jalan
5128 * @since 0.2.0
5229 */
53- fun ignorePattern (regex : Regex ) {
54- ignorePattern = regex
55- }
30+ var ignorePattern: Regex = Lexer .Defaults .ignorePattern
5631
5732 /* *
5833 * When the lexer identifies a [singleLineComments] pattern, it will skip to the next line
@@ -62,19 +37,15 @@ class LexerBuilder internal constructor() {
6237 *
6338 * ```kt
6439 * val myLexer = lexer {
65- * singleLineComments( Regex("//") )
40+ * singleLineComments = Regex("//")
6641 * }
6742 * ```
6843 *
69- * @param singleLineComments regex of the pattern the lexer will skip over to the next line.
70- *
7144 * @see Lexer.Defaults.singleLineComments
7245 * @author Nishant Aanjaney Jalan
7346 * @since 0.2.0
7447 */
75- fun singleLineComments (singleLineComments : Regex ) {
76- this .singleLineComments = singleLineComments
77- }
48+ var singleLineComments: Regex ? = Lexer .Defaults .singleLineComments
7849
7950 /* *
8051 * There are two parts to [multilineComments]: the starting and the ending pattern.
@@ -86,19 +57,15 @@ class LexerBuilder internal constructor() {
8657 * ```kt
8758 * val myLexer = lexer {
8859 * // You don't need the square brackets but KDoc doesn't like it...
89- * multilineComments( Regex("[/][*]") to Regex("[*][/]") )
60+ * multilineComments = Regex("[/][*]") to Regex("[*][/]")
9061 * }
9162 * ```
9263 *
93- * @param multilineComments pair of regexes that define what contents are under comments.
94- *
9564 * @see Lexer.Defaults.multilineComments
9665 * @author Nishant Aanjaney Jalan
9766 * @since 0.2.0
9867 */
99- fun multilineComments (multilineComments : Pair <Regex , Regex >) {
100- this .multilineComments = multilineComments
101- }
68+ var multilineComments: Pair <Regex , Regex >? = Lexer .Defaults .multilineComments
10269
10370 /* *
10471 * Supply the regex pattern that defines the rules for identifiers.
@@ -110,24 +77,38 @@ class LexerBuilder internal constructor() {
11077 * ```kt
11178 * val myLexer = lexer {
11279 * // If all identifiers must be at least 2 characters and start with a lowercase english alphabet.
113- * identifiers( Regex("[a-z][a-zA-Z0-9]+") )
80+ * identifiers = Regex("[a-z][a-zA-Z0-9]+")
11481 * }
11582 * ```
11683 *
117- * @param identifiers regex defining the rules of the naming identifiers
118- *
11984 * @see Lexer.Defaults.identifiers
12085 * @author Nishant Aanjaney Jalan
12186 * @since 0.2.0
12287 */
123- fun identifiers (identifiers : Regex ) {
124- this .identifiers = identifiers
125- }
88+ var identifiers: Regex = Lexer .Defaults .identifiers
89+
90+ private val _hardKeywords : MutableList <String > = mutableListOf ()
91+ internal val hardKeywords: List <String > get() = _hardKeywords
92+
93+ private val _separators : MutableList <String > = mutableListOf ()
94+ internal val separators: List <String > get() = _separators
95+
96+ private val _operators : MutableList <String > = mutableListOf ()
97+ internal val operators: List <String > get() = _operators
98+
99+ internal var integerLiteral: Regex = Lexer .Defaults .integerLiteral
100+ private set
101+
102+ internal var floatingLiteral: Regex = Lexer .Defaults .floatingLiteral
103+ private set
104+
105+ internal var singleLineString: Set <String > = Lexer .Defaults .singleLineString
106+ private set
126107
127108 /* *
128109 * Hard keywords are a characters and symbols that give a particular meaning to a program.
129110 * They may not be used as identifiers.
130- * (Default: [])
111+ * You can add multiple keywords over many function calls.
131112 *
132113 * ### Usage
133114 *
@@ -146,7 +127,8 @@ class LexerBuilder internal constructor() {
146127 }
147128
148129 /* *
149- * Separators are characters and symbols that act like delimiters to separate other meaningful elements. (Default: [])
130+ * Separators are characters and symbols that act like delimiters to separate other meaningful elements.
131+ * You can add multiple separators over many function calls.
150132 *
151133 * ### Usage
152134 *
@@ -165,7 +147,8 @@ class LexerBuilder internal constructor() {
165147 }
166148
167149 /* *
168- * Operators are characters and symbols that may perform arithmetic or logical operations. (Default: [])
150+ * Operators are characters and symbols that may perform arithmetic or logical operations.
151+ * You can add multiple separators over many function calls.
169152 *
170153 * ### Usage
171154 *
@@ -214,5 +197,8 @@ fun lexer(init: LexerBuilder.() -> Unit): Lexer {
214197 hardKeywords = builder.hardKeywords.sortedByDescending(String ::length),
215198 operators = builder.operators.sortedByDescending(String ::length),
216199 separators = builder.separators.sortedByDescending(String ::length),
200+ integerLiteral = builder.integerLiteral,
201+ floatingLiteral = builder.floatingLiteral,
202+ singleLineString = builder.singleLineString,
217203 )
218204}
0 commit comments