Extract pipeline expressions parser to a separate class

1 files changed, 7 insertions, 1 deletions

diff --git a/lib/gitlab/ci/pipeline/expression/lexer.rb b/lib/gitlab/ci/pipeline/expression/lexer.rb
index 1536374f0da..9334358cd8e 100644
--- a/lib/gitlab/ci/pipeline/expression/lexer.rb
+++ b/lib/gitlab/ci/pipeline/expression/lexer.rb
@@ -17,7 +17,9 @@ module Gitlab
             @tokens = []
           end
 
-          def tokenize
+          def tokens
+            return @tokens if @tokens.any?
+
             MAX_CYCLES.times do
               LEXEMES.each do |lexeme|
                 @scanner.skip(/\s+/) # ignore whitespace
@@ -32,6 +34,10 @@ module Gitlab
 
             raise Lexer::SyntaxError unless @scanner.eos?
           end
+
+          def lexemes
+            tokens.map(&:to_lexeme)
+          end
         end
       end
     end