java-projects/Own-Programming-Language-Tutorial
1
0
Fork 0
mirror of https://github.com/aNNiMON/Own-Programming-Language-Tutorial.git synced 2024-09-20 00:34:20 +03:00
Code Issues Packages Projects Releases Wiki Activity

Расширенные идентификаторы

Browse Source
This commit is contained in:
Victor 2016-02-18 13:19:57 +02:00
parent 8a3719d67d
commit 1cc4dc8f77
2 changed files with 21 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
program.own
View File

@ -232,3 +232,6 @@ xarr[0] += xarr[1]
xarr[0] *= xarr[2]
xarr[0]++
println xarr[0]
`extended word variable` = 9
println `extended word variable`

17
src/com/annimon/ownlang/parser/Lexer.java
View File

@ -116,6 +116,7 @@ public final class Lexer {
final char current = peek(0);
if (Character.isDigit(current)) tokenizeNumber();
else if (Character.isJavaIdentifierStart(current)) tokenizeWord();
else if (current == '`') tokenizeExtendedWord();
else if (current == '"') tokenizeText();
else if (current == '#') {
next();
@ -206,6 +207,21 @@ public final class Lexer {
}
}
private void tokenizeExtendedWord() {
next();// skip `
clearBuffer();
char current = peek(0);
while (true) {
if (current == '\0') throw error("Reached end of file while parsing extended word.");
if (current == '\n' || current == '\r') throw error("Reached end of line while parsing extended word.");
if (current == '`') break;
buffer.append(current);
current = next();
}
next(); // skip closing `
addToken(TokenType.WORD, buffer.toString());
}
private void tokenizeText() {
next();// skip "
clearBuffer();
@ -216,6 +232,7 @@ public final class Lexer {
current = next();
switch (current) {
case '"': current = next(); buffer.append('"'); continue;
case '0': current = next(); buffer.append('\0'); continue;
case 'b': current = next(); buffer.append('\b'); continue;
case 'f': current = next(); buffer.append('\f'); continue;
case 'n': current = next(); buffer.append('\n'); continue;