diff options
Diffstat (limited to 'buildscripts/PhpDocumentor/phpDocumentor/phpDocumentorTWordParser.inc')
| -rw-r--r-- | buildscripts/PhpDocumentor/phpDocumentor/phpDocumentorTWordParser.inc | 311 |
1 files changed, 311 insertions, 0 deletions
diff --git a/buildscripts/PhpDocumentor/phpDocumentor/phpDocumentorTWordParser.inc b/buildscripts/PhpDocumentor/phpDocumentor/phpDocumentorTWordParser.inc new file mode 100644 index 00000000..36538408 --- /dev/null +++ b/buildscripts/PhpDocumentor/phpDocumentor/phpDocumentorTWordParser.inc @@ -0,0 +1,311 @@ +<?php
+//
+// +------------------------------------------------------------------------+
+// | phpDocumentor |
+// +------------------------------------------------------------------------+
+// | Copyright (c) 2000-2003 Joshua Eichorn, Gregory Beaver |
+// | Email jeichorn@phpdoc.org, cellog@phpdoc.org |
+// | Web http://www.phpdoc.org |
+// | Mirror http://phpdocu.sourceforge.net/ |
+// | PEAR http://pear.php.net/package-info.php?pacid=137 |
+// +------------------------------------------------------------------------+
+// | This source file is subject to version 3.00 of the PHP License, |
+// | that is available at http://www.php.net/license/3_0.txt. |
+// | If you did not receive a copy of the PHP license and are unable to |
+// | obtain it through the world-wide-web, please send a note to |
+// | license@php.net so we can mail you a copy immediately. |
+// +------------------------------------------------------------------------+
+//
+
+/**
+ * @author Greg Beaver <cellog@users.sourceforge.net>
+ * @package phpDocumentor
+ * @subpackage WordParsers
+ * @since 1.2
+ */
+/**
+ * Like WordParser, but expects an array of tokens from the tokenizer instead
+ * of a string.
+ * @author Greg Beaver <cellog@users.sourceforge.net>
+ * @package phpDocumentor
+ * @subpackage WordParsers
+ * @since 1.2
+ */
+class phpDocumentorTWordParser extends WordParser
+{
+ /**#@+
+ * @access private
+ */
+ /**
+ * tokenized array from {@link token_get_all()}
+ * @var array
+ */
+ var $_all;
+ /**
+ * List of tokens that can contain a newline
+ * @var array
+ */
+ var $_nl_check = array(
+ T_WHITESPACE,
+ T_ENCAPSED_AND_WHITESPACE,
+ T_COMMENT,
+ T_DOC_COMMENT,
+ T_OPEN_TAG,
+ T_CLOSE_TAG,
+ T_INLINE_HTML);
+ /**
+ * @var array
+ */
+ var $_global_search;
+ /**
+ * current source line number (relative)
+ * @var integer
+ */
+ var $_sourceline;
+ /**
+ * Source of the entire file, parsed into arrays of tokens on each line
+ * @var array
+ */
+ var $_file_source = array();
+ /**
+ * Line number the last comment was on
+ * @var integer
+ */
+ var $_docblock_linenum;
+ /**#@-*/
+
+ /**
+ * Uses {@link token_get_all()} to tokenize the source code.
+ * {@internal
+ * Also, it divides the source tokens into separate lines for use by
+ * the @filesource tag.
+ *
+ * {@source}}}
+ * @var string source code
+ */
+ function setup(&$input)
+ {
+ $input = rtrim(ltrim($input, "\r\n"));
+ $this->data = &$input;
+ // fix php warnings on invalid source code
+ $this->_all = @token_get_all($input);
+ $this->_file_source = array();
+ $this->addFileSource($this->_all);
+ $this->_sourceline = 0;
+ $this->pos = 0;
+ $this->linenum = 0;
+ }
+
+ /**
+ * @return array
+ */
+ function getSource()
+ {
+ $source = $this->source;
+ $this->source = array();
+ $this->getsource = false;
+ return $source;
+ }
+
+ /**
+ * @return array source code tokens split up by line number
+ */
+ function getFileSource()
+ {
+ return $this->_file_source;
+ }
+
+ /**
+ * Begin retrieving source code
+ * @access private
+ * @param string word to add the beginning of source code
+ */
+ function retrievesource($word = '')
+ {
+ $this->source = array(array($word));
+ $this->_sourceline = 0;
+ $this->getsource = true;
+ }
+
+ /**
+ * Utility function to determine whether two tokens from the tokenizer are equal
+ * @static
+ */
+ function tokenEquals($a, $b)
+ {
+ if (is_array($a)) $a = $a[1];
+ if (is_array($b)) $b = $b[1];
+ return $a == $b;
+ }
+
+ /**
+ * Utility function to convert a series of tokens into a string
+ * @static
+ */
+ function concatTokens($a)
+ {
+ $b = '';
+ foreach($a as $c)
+ {
+ if (is_array($c)) $c = $c[1];
+ $b .= $c;
+ }
+ return $b;
+ }
+
+ /**
+ * Retrieve a token for the phpDocumentorTParser
+ * {@internal
+ * This method adds source code to the array for a function to be returned
+ * to a {@}source} tag, and will return the token unless it is T_WHITESPACE
+ * and {@link $returnWhiteSpace} is false.
+ *
+ * The global variable search is more complicated than it is in the
+ * WordParser, as we have to compare an array of tokens to each other, and
+ * that is what this code does}}
+ * @return string|array token from tokenizer
+ */
+ function getWord()
+ {
+ if (!isset($this->_all[$this->pos])) return false;
+ $oldlinenum = $this->linenum;
+ $word = $this->_all[$this->pos++];
+ // if we're looking for a global variable declaration, then this section
+ // will search the upcoming tokens to see if they match the tokens
+ // that define the global variable
+ if (isset($this->_global_search))
+ {
+ $pos = $this->pos;
+ $gpos = 0;
+ $found = false;
+ if ($this->tokenEquals($word,$this->_global_search[$gpos++]))
+ {
+ $found = true;
+ for(;$gpos<count($this->_global_search);$gpos++,$pos++)
+ {
+ if (!$this->tokenEquals($this->_global_search[$gpos],$this->_all[$pos])) $found = false;
+ }
+ }
+ if ($found)
+ {
+ $a = $this->concatTokens($this->_global_search);
+ $this->pos += count($this->_global_search) - 1;
+ unset($this->_global_search);
+ return $a;
+ }
+ }
+ if ($this->getsource)
+ {
+ $this->addSource($word);
+ }
+ if (is_array($word))
+ {
+ if (in_array($word[0],$this->_nl_check))
+ {
+ $this->linenum += substr_count($word[1],"\n");
+ }
+ if ($word[0] == T_WHITESPACE && !$this->returnWhiteSpace) return $this->getWord();
+ // seeing if we can get line numbers out of the beast
+ }
+ if (is_array($word) && $word[0] == T_COMMENT) $this->_docblock_linenum = $oldlinenum;
+ return $word;
+ }
+
+ /**
+ * Wrapper for {@link addSource()} used to retrieve the entire source code
+ * organized by line number in setup()
+ * @param array full file source code
+ */
+ function addFileSource($word)
+ {
+ $this->_sourceline = 0;
+ foreach($word as $token)
+ {
+ $this->addSource($token, true);
+ }
+// var_dump($this->_file_source);
+ }
+
+ /**
+ * Generate source token arrays organized by line number
+ *
+ * This code will split up tokens that contain "\n" and add them to the
+ * source code as separate tokens on different lines.
+ * @param array|string token to add
+ * @param boolean true if this should be added to {@link $_file_source}
+ * @param array|string next token, for lookahead splitting
+ * @uses _set_sars()
+ */
+ function addSource($word, $file = false)
+ {
+ if (is_array($word))
+ {
+ $lines = str_replace("\r", '', explode("\n",$word[1]));
+ foreach($lines as $i => $line)
+ {
+ $this->_set_sars($file, array($word[0],$line));
+ if ($i < count($lines) - 1)
+ {
+ // increment sourceline
+ $this->_sourceline++;
+ }
+ }
+ } else $this->_set_sars($file, $word);
+ }
+
+ /**
+ * Add tokens to source code
+ *
+ * {@source}
+ * @access private
+ * @param boolean true if this is file source, otherwise it is function source
+ * @param string|array token to add
+ */
+ function _set_sars($type,$word)
+ {
+ if ($type)
+ {
+ $this->_file_source[$this->_sourceline][] = $word;
+ } else
+ {
+ $this->source[$this->_sourceline][] = $word;
+ }
+ }
+
+ /**
+ * Tell the phpDocumentorTWordParser to return the entire global variable
+ * if it is found.
+ * @uses $_global_search
+ * @param array tokens that represent the global variable definition
+ */
+ function findGlobal($tokens)
+ {
+ if (!$tokens)
+ {
+ unset($this->_global_search);
+ } else
+ $this->_global_search = $tokens;
+ }
+
+ function backupPos()
+ {
+ $this->pos--;
+ $word = $this->_all[$this->pos];
+ if ($this->getsource)
+ {
+ unset($this->source[$this->_sourceline][count($this->source[$this->_sourceline]) - 1]);
+ if (empty($this->source[$this->_sourceline])) unset($this->source[$this->_sourceline]);
+ else $this->source[$this->_sourceline] = array_values($this->source[$this->_sourceline]);
+ }
+ if (is_array($word))
+ {
+ if ($word[0] == T_WHITESPACE && !$this->returnWhiteSpace) return $this->getWord();
+ // seeing if we can get line numbers out of the beast
+ if (in_array($word[0],$this->_nl_check))
+ {
+ $this->linenum -= substr_count($word[1],"\n");
+ }
+ }
+ }
+}
+?>
\ No newline at end of file |