mirror of
https://github.com/scp-fs2open/fs2open.github.com.git
synced 2026-11-09 13:01:29 -10:00
asarium
ca27ae16f2
This adds an Antlr grammar for parsing argument lists instead of using a hand written parser. This allows to write much more complicated syntax constructs and have all the code being auto-generated. It will also produce a much more correct parser instead of having all those hacks in the hand-written one. This also adds (in addition to supporting the previous syntax) support for function types along with support for them in HTML and JSON output formats. The ANTLR generated parser is included in source form so that it is not necessary to have an ANTLR installation around if you are not going to change the grammar. Also includes the necessary runtime code from Antlr.
93 lines
2.4 KiB
C++
93 lines
2.4 KiB
C++
/* Copyright (c) 2012-2017 The ANTLR Project. All rights reserved.
|
|
* Use of this file is governed by the BSD 3-clause license that
|
|
* can be found in the LICENSE.txt file in the project root.
|
|
*/
|
|
|
|
#include "Token.h"
|
|
#include "CommonToken.h"
|
|
#include "CharStream.h"
|
|
|
|
#include "ListTokenSource.h"
|
|
|
|
using namespace antlr4;
|
|
|
|
ListTokenSource::ListTokenSource(std::vector<std::unique_ptr<Token>> tokens_) : ListTokenSource(std::move(tokens_), "") {
|
|
}
|
|
|
|
ListTokenSource::ListTokenSource(std::vector<std::unique_ptr<Token>> tokens_, const std::string &sourceName_)
|
|
: tokens(std::move(tokens_)), sourceName(sourceName_) {
|
|
InitializeInstanceFields();
|
|
if (tokens.empty()) {
|
|
throw "tokens cannot be null";
|
|
}
|
|
|
|
// Check if there is an eof token and create one if not.
|
|
if (tokens.back()->getType() != Token::EOF) {
|
|
Token *lastToken = tokens.back().get();
|
|
size_t start = INVALID_INDEX;
|
|
size_t previousStop = lastToken->getStopIndex();
|
|
if (previousStop != INVALID_INDEX) {
|
|
start = previousStop + 1;
|
|
}
|
|
|
|
size_t stop = std::max(INVALID_INDEX, start - 1);
|
|
tokens.emplace_back((_factory->create({ this, getInputStream() }, Token::EOF, "EOF",
|
|
Token::DEFAULT_CHANNEL, start, stop, static_cast<int>(lastToken->getLine()), lastToken->getCharPositionInLine())));
|
|
}
|
|
}
|
|
|
|
size_t ListTokenSource::getCharPositionInLine() {
|
|
if (i < tokens.size()) {
|
|
return tokens[i]->getCharPositionInLine();
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
std::unique_ptr<Token> ListTokenSource::nextToken() {
|
|
if (i < tokens.size()) {
|
|
return std::move(tokens[i++]);
|
|
}
|
|
return nullptr;
|
|
}
|
|
|
|
size_t ListTokenSource::getLine() const {
|
|
if (i < tokens.size()) {
|
|
return tokens[i]->getLine();
|
|
}
|
|
|
|
return 1;
|
|
}
|
|
|
|
CharStream *ListTokenSource::getInputStream() {
|
|
if (i < tokens.size()) {
|
|
return tokens[i]->getInputStream();
|
|
} else if (!tokens.empty()) {
|
|
return tokens.back()->getInputStream();
|
|
}
|
|
|
|
// no input stream information is available
|
|
return nullptr;
|
|
}
|
|
|
|
std::string ListTokenSource::getSourceName() {
|
|
if (sourceName != "") {
|
|
return sourceName;
|
|
}
|
|
|
|
CharStream *inputStream = getInputStream();
|
|
if (inputStream != nullptr) {
|
|
return inputStream->getSourceName();
|
|
}
|
|
|
|
return "List";
|
|
}
|
|
|
|
Ref<TokenFactory<CommonToken>> ListTokenSource::getTokenFactory() {
|
|
return _factory;
|
|
}
|
|
|
|
void ListTokenSource::InitializeInstanceFields() {
|
|
i = 0;
|
|
_factory = CommonTokenFactory::DEFAULT;
|
|
}
|