summaryrefslogtreecommitdiff
path: root/tests/units/Core
diff options
context:
space:
mode:
Diffstat (limited to 'tests/units/Core')
-rw-r--r--tests/units/Core/Filter/LexerTest.php12
1 files changed, 12 insertions, 0 deletions
diff --git a/tests/units/Core/Filter/LexerTest.php b/tests/units/Core/Filter/LexerTest.php
index c72231c4..b777531d 100644
--- a/tests/units/Core/Filter/LexerTest.php
+++ b/tests/units/Core/Filter/LexerTest.php
@@ -202,4 +202,16 @@ class LexerTest extends Base
$this->assertSame($expected, $lexer->tokenize('६Δↈ五一'));
}
+
+ public function testTokenizeWithMultipleValues()
+ {
+ $lexer = new Lexer();
+ $lexer->addToken("/^(tag:)/", 'T_TAG');
+
+ $expected = array(
+ 'T_TAG' => array('tag 1', 'tag2'),
+ );
+
+ $this->assertSame($expected, $lexer->tokenize('tag:"tag 1" tag:tag2'));
+ }
}