From c198eaba351850fcb3d82c2f5117efc0e2e2bf1e Mon Sep 17 00:00:00 2001
From: Yong He <yonghe@google.com>
Date: Tue, 5 Feb 2019 14:20:14 -0800
Subject: Allow generics to close with >>

---
 source/slang/lexer.h | 24 ++++++++++++++++++++++--
 1 file changed, 22 insertions(+), 2 deletions(-)

(limited to 'source/slang/lexer.h')

diff --git a/source/slang/lexer.h b/source/slang/lexer.h
index 593e07c22..8587cc904 100644
--- a/source/slang/lexer.h
+++ b/source/slang/lexer.h
@@ -38,18 +38,37 @@ namespace Slang
 
     struct TokenReader
     {
+        Token nextToken;
         TokenReader();
         explicit TokenReader(TokenSpan const& tokens)
             : mCursor(tokens.begin())
             , mEnd   (tokens.end  ())
+            , nextToken(tokens.begin() ? *tokens.begin() : GetEndOfFileToken())
         {}
         explicit TokenReader(TokenList const& tokens)
             : mCursor(tokens.begin())
             , mEnd   (tokens.end  ())
+            , nextToken(tokens.begin() ? *tokens.begin() : GetEndOfFileToken())
         {}
-
+        struct ParsingCursor
+        {
+            Token nextToken;
+            Token* tokenReaderCursor = nullptr;
+        };
+        ParsingCursor getCursor()
+        {
+            ParsingCursor rs;
+            rs.nextToken = nextToken;
+            rs.tokenReaderCursor = mCursor;
+            return rs;
+        }
+        void setCursor(ParsingCursor cursor)
+        {
+            mCursor = cursor.tokenReaderCursor;
+            nextToken = cursor.nextToken;
+        }
         bool IsAtEnd() const { return mCursor == mEnd; }
-        Token PeekToken() const;
+        Token& PeekToken();
         TokenType PeekTokenType() const;
         SourceLoc PeekLoc() const;
 
@@ -59,6 +78,7 @@ namespace Slang
 
         Token* mCursor;
         Token* mEnd;
+        static Token GetEndOfFileToken();
     };
 
     typedef unsigned int LexerFlags;
-- 
cgit v1.2.3