diff options
author | wei <> | 2006-05-09 11:38:03 +0000 |
---|---|---|
committer | wei <> | 2006-05-09 11:38:03 +0000 |
commit | a626a7e06c7b52aa759f0b2d7edc1bafc25df29a (patch) | |
tree | 03cd906548e1d9ff3a653ce97158b0e4a272e11f /buildscripts/texbuilder/Zend/Search/Lucene/Analysis/Analyzer/Common | |
parent | cfb3aefe89693f80cb7d98b562de6cfdf463212a (diff) |
remove duplicate
Diffstat (limited to 'buildscripts/texbuilder/Zend/Search/Lucene/Analysis/Analyzer/Common')
-rw-r--r-- | buildscripts/texbuilder/Zend/Search/Lucene/Analysis/Analyzer/Common/Text.php | 76 | ||||
-rw-r--r-- | buildscripts/texbuilder/Zend/Search/Lucene/Analysis/Analyzer/Common/Text/CaseInsensitive.php | 43 |
2 files changed, 0 insertions, 119 deletions
diff --git a/buildscripts/texbuilder/Zend/Search/Lucene/Analysis/Analyzer/Common/Text.php b/buildscripts/texbuilder/Zend/Search/Lucene/Analysis/Analyzer/Common/Text.php deleted file mode 100644 index 2a80c1f8..00000000 --- a/buildscripts/texbuilder/Zend/Search/Lucene/Analysis/Analyzer/Common/Text.php +++ /dev/null @@ -1,76 +0,0 @@ -<?php -/** - * Zend Framework - * - * LICENSE - * - * This source file is subject to version 1.0 of the Zend Framework - * license, that is bundled with this package in the file LICENSE, and - * is available through the world-wide-web at the following URL: - * http://www.zend.com/license/framework/1_0.txt. If you did not receive - * a copy of the Zend Framework license and are unable to obtain it - * through the world-wide-web, please send a note to license@zend.com - * so we can mail you a copy immediately. - * - * @package Zend_Search_Lucene - * @subpackage Analysis - * @copyright Copyright (c) 2005-2006 Zend Technologies USA Inc. (http://www.zend.com) - * @license http://www.zend.com/license/framework/1_0.txt Zend Framework License version 1.0 - */ - - -/** Zend_Search_Lucene_Analysis_Analyzer_Common */ -require_once 'Zend/Search/Lucene/Analysis/Analyzer/Common.php'; - - -/** - * @package Zend_Search_Lucene - * @subpackage Analysis - * @copyright Copyright (c) 2005-2006 Zend Technologies USA Inc. (http://www.zend.com) - * @license http://www.zend.com/license/framework/1_0.txt Zend Framework License version 1.0 - */ - -class Zend_Search_Lucene_Analysis_Analyzer_Common_Text extends Zend_Search_Lucene_Analysis_Analyzer_Common -{ - /** - * Tokenize text to a terms - * Returns array of Zend_Search_Lucene_Analysis_Token objects - * - * @param string $data - * @return array - */ - public function tokenize($data) - { - $tokenStream = array(); - - $position = 0; - while ($position < strlen($data)) { - // skip white space - while ($position < strlen($data) && !ctype_alpha( $data{$position} )) { - $position++; - } - - $termStartPosition = $position; - - // read token - while ($position < strlen($data) && ctype_alpha( $data{$position} )) { - $position++; - } - - // Empty token, end of stream. - if ($position == $termStartPosition) { - break; - } - - $token = new Zend_Search_Lucene_Analysis_Token(substr($data, - $termStartPosition, - $position-$termStartPosition), - $termStartPosition, - $position); - $tokenStream[] = $this->normalize($token); - } - - return $tokenStream; - } -} - diff --git a/buildscripts/texbuilder/Zend/Search/Lucene/Analysis/Analyzer/Common/Text/CaseInsensitive.php b/buildscripts/texbuilder/Zend/Search/Lucene/Analysis/Analyzer/Common/Text/CaseInsensitive.php deleted file mode 100644 index d77e38d5..00000000 --- a/buildscripts/texbuilder/Zend/Search/Lucene/Analysis/Analyzer/Common/Text/CaseInsensitive.php +++ /dev/null @@ -1,43 +0,0 @@ -<?php -/** - * Zend Framework - * - * LICENSE - * - * This source file is subject to version 1.0 of the Zend Framework - * license, that is bundled with this package in the file LICENSE, and - * is available through the world-wide-web at the following URL: - * http://www.zend.com/license/framework/1_0.txt. If you did not receive - * a copy of the Zend Framework license and are unable to obtain it - * through the world-wide-web, please send a note to license@zend.com - * so we can mail you a copy immediately. - * - * @package Zend_Search_Lucene - * @subpackage Analysis - * @copyright Copyright (c) 2005-2006 Zend Technologies USA Inc. (http://www.zend.com) - * @license http://www.zend.com/license/framework/1_0.txt Zend Framework License version 1.0 - */ - - -/** Zend_Search_Lucene_Analysis_Analyzer_Common_Text */ -require_once 'Zend/Search/Lucene/Analysis/Analyzer/Common/Text.php'; - -/** Zend_Search_Lucene_Analysis_TokenFilter_LowerCase */ -require_once 'Zend/Search/Lucene/Analysis/TokenFilter/LowerCase.php'; - - -/** - * @package Zend_Search_Lucene - * @subpackage Analysis - * @copyright Copyright (c) 2005-2006 Zend Technologies USA Inc. (http://www.zend.com) - * @license http://www.zend.com/license/framework/1_0.txt Zend Framework License version 1.0 - */ - -class Zend_Search_Lucene_Analysis_Analyzer_Common_Text_CaseInsensitive extends Zend_Search_Lucene_Analysis_Analyzer_Common_Text -{ - public function __construct() - { - $this->addFilter(new Zend_Search_Lucene_Analysis_TokenFilter_LowerCase()); - } -} - |