根据tokenlist生成字符串

This commit is contained in:
c-my committed 2018-12-16 21:29:03 +08:00
1 parent 21f0f531c3
commit d3a2df1ea8
8 files changed
+296 -8

No files matched your search

@@ -0,0 +1,212 @@
package com.compiler.parser;
import com.compiler.lexer.Token;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.HashSet;
import java.util.List;
public class ParserGenerator {
static public HashMap<Symbol, HashSet<SymbolString>> Read(List<String> lines) {
HashMap<Symbol, HashSet<SymbolString>> productionRules = new HashMap<>();
int index = 0;
for (String line : lines) {
var strs = line.split("->");
if (strs.length < 2)
return new HashMap<>();
String left = strs[0];
String right = strs[1];
Symbol leftSym = new Symbol(left, Symbol.SymbolType.Nonterminal);
HashSet<SymbolString> symbolStrings = new HashSet<>();
var symstrs = right.split("\\|");
for (var str : symstrs) {
SymbolString symbolString = new SymbolString(index++);
var syms = str.split(" ");
for (String sym : syms) {
switch (sym.charAt(0)) {
case 'N':
case 'n':
symbolString.add(new Symbol(sym, Symbol.SymbolType.Nonterminal));
break;
case 'T':
case 't':
symbolString.add(new Symbol(sym, Symbol.SymbolType.Terminal));
break;
case 'E':
case 'e':
symbolString.add(new Symbol(sym, Symbol.SymbolType.Empty));
break;
default:
return new HashMap<>();
}
}
symbolStrings.add(symbolString);
}
productionRules.put(leftSym, symbolStrings);
}
return productionRules;
}
static public ArrayList<Symbol> ReadTokenlist(ArrayList<Token> tokenList) {
ArrayList<Symbol> symbolList = new ArrayList<>();
for (Token token : tokenList) {
switch (token.getType()) {
case STR:
symbolList.add(new Symbol("STRING_LITERAL", Symbol.SymbolType.Terminal, token.getStr(), token.getType()));
break;
case IDENTIFIER:
symbolList.add(new Symbol("IDENTIFIER", Symbol.SymbolType.Terminal));
break;
case DELIMITER:
switch (token.getStr()) {
case "=":
symbolList.add(new Symbol("=", Symbol.SymbolType.Terminal));
break;
case "*=":
symbolList.add(new Symbol("MUL_ASSIGN", Symbol.SymbolType.Terminal));
break;
case "/=":
symbolList.add(new Symbol("DIV_ASSIGN", Symbol.SymbolType.Terminal));
break;
case "%=":
symbolList.add(new Symbol("MOD_ASSIGN", Symbol.SymbolType.Terminal));
break;
case "+=":
symbolList.add(new Symbol("ADD_ASSIGN", Symbol.SymbolType.Terminal));
break;
case "-=":
symbolList.add(new Symbol("SUB_ASSIGN", Symbol.SymbolType.Terminal));
break;
case "<<=":
symbolList.add(new Symbol("LEFT_ASSIGN", Symbol.SymbolType.Terminal));
break;
case ">>=":
symbolList.add(new Symbol("RIGHT_ASSIGN", Symbol.SymbolType.Terminal));
break;
case "&=":
symbolList.add(new Symbol("AND_ASSIGN", Symbol.SymbolType.Terminal));
break;
case "^=":
symbolList.add(new Symbol("XOR_ASSIGN", Symbol.SymbolType.Terminal));
break;
case "|=":
symbolList.add(new Symbol("OR_ASSIGN", Symbol.SymbolType.Terminal));
break;
case "++":
symbolList.add(new Symbol("INC_OP", Symbol.SymbolType.Terminal));
break;
case "--":
symbolList.add(new Symbol("DEC_OP", Symbol.SymbolType.Terminal));
break;
case "&&":
symbolList.add(new Symbol("AND_OP", Symbol.SymbolType.Terminal));
break;
case "||":
symbolList.add(new Symbol("OR_OP", Symbol.SymbolType.Terminal));
break;
case "<=":
symbolList.add(new Symbol("LE_OP", Symbol.SymbolType.Terminal));
break;
case ">=":
symbolList.add(new Symbol("GE_OP", Symbol.SymbolType.Terminal));
break;
case "==":
symbolList.add(new Symbol("EQ_OP", Symbol.SymbolType.Terminal));
break;
case "!=":
symbolList.add(new Symbol("NE_OP", Symbol.SymbolType.Terminal));
break;
case ";":
symbolList.add(new Symbol(";", Symbol.SymbolType.Terminal));
break;
case "{":
symbolList.add(new Symbol("{", Symbol.SymbolType.Terminal));
break;
case "}":
symbolList.add(new Symbol("}", Symbol.SymbolType.Terminal));
break;
case "(":
symbolList.add(new Symbol("(", Symbol.SymbolType.Terminal));
break;
case ")":
symbolList.add(new Symbol(")", Symbol.SymbolType.Terminal));
break;
case "[":
symbolList.add(new Symbol("[", Symbol.SymbolType.Terminal));
break;
case "]":
symbolList.add(new Symbol("]", Symbol.SymbolType.Terminal));
break;
case ",":
symbolList.add(new Symbol(",", Symbol.SymbolType.Terminal));
break;
case ".":
symbolList.add(new Symbol(".", Symbol.SymbolType.Terminal));
break;
case "&":
symbolList.add(new Symbol("&", Symbol.SymbolType.Terminal));
break;
case "!":
symbolList.add(new Symbol("!", Symbol.SymbolType.Terminal));
break;
case "~":
symbolList.add(new Symbol("~", Symbol.SymbolType.Terminal));
break;
case "->":
symbolList.add(new Symbol("PTR_OP", Symbol.SymbolType.Terminal));
break;
case "+":
symbolList.add(new Symbol("+", Symbol.SymbolType.Terminal));
break;
case "-":
symbolList.add(new Symbol("-", Symbol.SymbolType.Terminal));
break;
case "*":
symbolList.add(new Symbol("*", Symbol.SymbolType.Terminal));
break;
case "/":
symbolList.add(new Symbol("/", Symbol.SymbolType.Terminal));
break;
case "%":
symbolList.add(new Symbol("%", Symbol.SymbolType.Terminal));
break;
case "<":
symbolList.add(new Symbol("<", Symbol.SymbolType.Terminal));
break;
case ">":
symbolList.add(new Symbol(">", Symbol.SymbolType.Terminal));
break;
case "^":
symbolList.add(new Symbol("^", Symbol.SymbolType.Terminal));
break;
case "|":
symbolList.add(new Symbol("|", Symbol.SymbolType.Terminal));
break;
case "?":
symbolList.add(new Symbol("?", Symbol.SymbolType.Terminal));
break;
default:
break;
}
break;
case KEYWORD:
symbolList.add(new Symbol(token.getStr().toUpperCase(), Symbol.SymbolType.Terminal));
break;
case CHAR:
case INTEGER:
case FLOAT:
case DOUBLE:
symbolList.add(new Symbol("CONSTANT", Symbol.SymbolType.Terminal,
token.getStr(), token.getType()));
break;
}
}
return symbolList;
}
}