From a761f92cd38572dd65cc995c5f59b9c2c0f51068 Mon Sep 17 00:00:00 2001 From: David Greene Date: Wed, 19 Oct 2011 13:03:35 +0000 Subject: [PATCH] Add Peek Add a peek function to let the Lexer look at a character arbitrarily far ahead in the stream without consuming anything. We need this to disambiguate numbers and operands of a paste operation. For example: def foo#8i Without lookahead the lexer will treat '8' as a number rather than as part of a string to be pasted to form an identifier. git-svn-id: https://llvm.org/svn/llvm-project/llvm/trunk@142512 91177308-0d34-0410-b5e6-96231b3b80d8 --- lib/TableGen/TGLexer.cpp | 4 ++++ lib/TableGen/TGLexer.h | 1 + 2 files changed, 5 insertions(+) diff --git a/lib/TableGen/TGLexer.cpp b/lib/TableGen/TGLexer.cpp index 8c1b4290548..c1b00b66ef5 100644 --- a/lib/TableGen/TGLexer.cpp +++ b/lib/TableGen/TGLexer.cpp @@ -80,6 +80,10 @@ int TGLexer::getNextChar() { } } +int TGLexer::peekNextChar(int Index) { + return *(CurPtr + Index); +} + tgtok::TokKind TGLexer::LexToken() { TokStart = CurPtr; // This always consumes at least one character. diff --git a/lib/TableGen/TGLexer.h b/lib/TableGen/TGLexer.h index 84d328b12d9..24f8ea4ce5a 100644 --- a/lib/TableGen/TGLexer.h +++ b/lib/TableGen/TGLexer.h @@ -109,6 +109,7 @@ private: tgtok::TokKind ReturnError(const char *Loc, const Twine &Msg); int getNextChar(); + int peekNextChar(int Index); void SkipBCPLComment(); bool SkipCComment(); tgtok::TokKind LexIdentifier();