java-projects/Own-Programming-Language-Tutorial
1
0
Fork 0
mirror of https://github.com/aNNiMON/Own-Programming-Language-Tutorial.git synced 2024-09-20 00:34:20 +03:00
Code Issues Packages Projects Releases Wiki Activity

Added floating number scientific notation

Browse Source
This commit is contained in:
aNNiMON 2023-09-16 20:13:27 +03:00 committed by Victor Melnik
parent 2c0b19eb0a
commit a87d5f7685
3 changed files with 48 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
ownlang-parser/src/main/java/com/annimon/ownlang/parser/Lexer.java
View File

@ -164,6 +164,10 @@ public final class Lexer {
if (current == '.') {
if (hasDot) throw error("Invalid float number " + buffer);
hasDot = true;
} else if (current == 'e' || current == 'E') {
int exp = subTokenizeScientificNumber();
buffer.append(current).append(exp);
break;
} else if (!Character.isDigit(current)) {
break;
}
@ -172,6 +176,34 @@ public final class Lexer {
}
addToken(TokenType.NUMBER, buffer.toString(), startPos);
}
private int subTokenizeScientificNumber() {
int sign = 1;
switch (next()) {
case '-': sign = -1;
case '+': skip(); break;
}
boolean hasValue = false;
char current = peek(0);
while (current == '0') {
hasValue = true;
current = next();
}
int result = 0;
int position = 0;
while (Character.isDigit(current)) {
result = result * 10 + (current - '0');
current = next();
position++;
}
if (position == 0 && !hasValue) throw error("Empty floating point exponent");
if (position >= 4) {
if (sign > 0) throw error("Float number too large");
else throw error("Float number too small");
}
return sign * result;
}
private void tokenizeHexNumber(int skipChars) {
clearBuffer();

13
ownlang-parser/src/test/java/com/annimon/ownlang/parser/LexerTest.java
View File

@ -26,6 +26,9 @@ public class LexerTest {
public static Stream<Arguments> invalidData() {
return Stream.<Arguments>builder()
.add(Arguments.of("Wrong float point", "3.14.15"))
.add(Arguments.of("Empty float exponent", "3e"))
.add(Arguments.of("Float number too small", "3e-00009000"))
.add(Arguments.of("Float number too large", "3e+00009000"))
.add(Arguments.of("Wrong HEX number", "0Xf7_p6_s5"))
.add(Arguments.of("HEX number ends with _", "0Xf7_"))
.add(Arguments.of("Empty rest of HEX number", "#"))
@ -46,6 +49,16 @@ public class LexerTest {
.extracting(Token::text)
.containsExactly("0", "3.1415", "CAFEBABE", "f7d6c5", "FFFF");
}
@Test
public void testFloatNumbersExponent() {
String input = "4e+7 0.3E-19 2e0 5e0000000000000200 5E-000000089";
List<Token> result = Lexer.tokenize(input);
assertThat(result)
.allMatch(t -> t.type().equals(NUMBER))
.extracting(Token::text)
.containsExactly("4e7", "0.3E-19", "2e0", "5e200", "5E-89");
}
@Test
public void testString() {

6
ownlang-parser/src/test/java/com/annimon/ownlang/parser/LexerValidDataProvider.java
View File

@ -25,6 +25,9 @@ public class LexerValidDataProvider {
Arguments.of("Numbers",
"12 7.8 90000000 10.03",
List.of(NUMBER, NUMBER, NUMBER, NUMBER)),
Arguments.of("Float notation",
"7e8",
List.of(NUMBER)),
Arguments.of("Hex numbers",
"#FF 0xCA 0x12fb 0xFF",
List.of(HEX_NUMBER, HEX_NUMBER, HEX_NUMBER, HEX_NUMBER))
@ -80,9 +83,6 @@ public class LexerValidDataProvider {
private static List<Arguments> notSupported() {
return List.of(
Arguments.of("Float notation",
"7e8",
List.of(NUMBER, WORD)),
Arguments.of("Float hex numbers",
"0Xf7p6",
List.of(HEX_NUMBER, WORD))