Add new method TokensList::getPreviousOfType + manage list of types i…

…n TokensList::getPreviousOfType and TokensList::getNextOfType
phpmyadmin · Mar 8, 2023 · f3c7f82 · f3c7f82
1 parent aa8a915
commit f3c7f82
Show file tree

Hide file tree

Showing 3 changed files with 57 additions and 4 deletions.
diff --git a/src/Token.php b/src/Token.php
@@ -109,6 +109,23 @@ class Token
      */
     public const TYPE_LABEL = 10;
 
+    /**
+     *  All tokens types
+     */
+    public const TYPE_ALL = [
+        Token::TYPE_NONE,
+        Token::TYPE_KEYWORD,
+        Token::TYPE_OPERATOR,
+        Token::TYPE_WHITESPACE,
+        Token::TYPE_COMMENT,
+        Token::TYPE_BOOL,
+        Token::TYPE_NUMBER,
+        Token::TYPE_STRING,
+        Token::TYPE_SYMBOL,
+        Token::TYPE_DELIMITER,
+        Token::TYPE_LABEL,
+    ];
+
     // Flags that describe the tokens in more detail.
     // All keywords must have flag 1 so `Context::isKeyword` method doesn't
     // require strict comparison.

diff --git a/src/TokensList.php b/src/TokensList.php
@@ -131,17 +131,41 @@ public function getPrevious(): ?Token
         return null;
     }
 
+    /**
+     * Gets the previous token.
+     *
+     * @param int|int[] $type the type
+     *
+     * @return Token|null
+     */
+    public function getPreviousOfType($type)
+    {
+        if (!is_array($type)) {
+            $type = [$type];
+        }
+        for (; $this->idx >= 0; --$this->idx) {
+            if (in_array($this->tokens[$this->idx]->type, $type, true)) {
+                return $this->tokens[$this->idx--];
+            }
+        }
+
+        return null;
+    }
+
     /**
      * Gets the next token.
      *
-     * @param int $type the type
+     * @param int|int[] $type the type
      *
      * @return Token|null
      */
     public function getNextOfType($type)
     {
+        if (!is_array($type)) {
+            $type = [$type];
+        }
         for (; $this->idx < $this->count; ++$this->idx) {
-            if ($this->tokens[$this->idx]->type === $type) {
+            if (in_array($this->tokens[$this->idx]->type, $type, true)) {
                 return $this->tokens[$this->idx++];
             }
         }

diff --git a/tests/Lexer/TokensListTest.php b/tests/Lexer/TokensListTest.php
@@ -87,11 +87,23 @@ public function testGetNextOfType(): void
     {
         $list = new TokensList($this->tokens);
         $this->assertEquals($this->tokens[0], $list->getNextOfType(Token::TYPE_KEYWORD));
-        $this->assertEquals($this->tokens[4], $list->getNextOfType(Token::TYPE_KEYWORD));
-        $this->assertEquals($this->tokens[8], $list->getNextOfType(Token::TYPE_KEYWORD));
+        $this->assertEquals($this->tokens[4], $list->getNextOfType([Token::TYPE_KEYWORD]));
+        $this->assertEquals($this->tokens[6], $list->getNextOfType([Token::TYPE_KEYWORD, Token::TYPE_SYMBOL]));
+        $this->assertEquals($this->tokens[8], $list->getNextOfType([Token::TYPE_KEYWORD, Token::TYPE_SYMBOL]));
         $this->assertNull($list->getNextOfType(Token::TYPE_KEYWORD));
     }
 
+    public function testGetPreviousOfType(): void
+    {
+        $list = new TokensList($this->tokens);
+        $list->idx = 9;
+        $this->assertEquals($this->tokens[8], $list->getPreviousOfType([Token::TYPE_KEYWORD, Token::TYPE_SYMBOL]));
+        $this->assertEquals($this->tokens[6], $list->getPreviousOfType([Token::TYPE_KEYWORD, Token::TYPE_SYMBOL]));
+        $this->assertEquals($this->tokens[4], $list->getPreviousOfType([Token::TYPE_KEYWORD]));
+        $this->assertEquals($this->tokens[0], $list->getPreviousOfType(Token::TYPE_KEYWORD));
+        $this->assertNull($list->getPreviousOfType(Token::TYPE_KEYWORD));
+    }
+
     public function testGetNextOfTypeAndFlag(): void
     {
         $list = new TokensList($this->tokens);