<?php
include_once $_SERVER['DOCUMENT_ROOT'] . '/include/shared-manual.inc';
$TOC = array();
$TOC_DEPRECATED = array();
$PARENTS = array();
include_once dirname(__FILE__) ."/toc/refs.basic.other.inc";
$setup = array (
  'home' => 
  array (
    0 => 'index.php',
    1 => 'PHP Manual',
  ),
  'head' => 
  array (
    0 => 'UTF-8',
    1 => 'uk',
  ),
  'this' => 
  array (
    0 => 'book.tokenizer.php',
    1 => 'Tokenizer',
    2 => 'Tokenizer',
  ),
  'up' => 
  array (
    0 => 'refs.basic.other.php',
    1 => 'Інші базові розширення',
  ),
  'prev' => 
  array (
    0 => 'function.tidy-warning-count.php',
    1 => 'tidy_warning_count',
  ),
  'next' => 
  array (
    0 => 'tokenizer.setup.php',
    1 => 'Встановлення/налаштування',
  ),
  'alternatives' => 
  array (
  ),
  'source' => 
  array (
    'lang' => 'en',
    'path' => 'reference/tokenizer/book.xml',
  ),
  'history' => 
  array (
  ),
  'extra_header_links' => 
  array (
    'rel' => 'alternate',
    'href' => '/manual/en/feeds/book.tokenizer.atom',
    'type' => 'application/atom+xml',
  ),
);
$setup["toc"] = $TOC;
$setup["toc_deprecated"] = $TOC_DEPRECATED;
$setup["parents"] = $PARENTS;
manual_setup($setup);

contributors($setup);

?>
<div id="book.tokenizer" class="book">
 
 <h1 class="title">Tokenizer</h1>
 

 <div id="intro.tokenizer" class="preface">
  <h1 class="title">Вступ</h1>
  <p class="para">
   The tokenizer functions provide an interface to the
   PHP tokenizer embedded in the Zend Engine. Using these
   functions you may write your own PHP source analyzing
   or modification tools without having to deal with the
   language specification at the lexical level.
  </p>
  <p class="para">
   See also the <a href="tokens.php" class="link">appendix about tokens</a>.
  </p>
 </div>

 







 






 









 





 








<ul class="chunklist chunklist_book"><li><a href="tokenizer.setup.php">Встановлення/налаштування</a><ul class="chunklist chunklist_book chunklist_children"><li><a href="tokenizer.installation.php">Встановлення</a></li></ul></li><li><a href="tokenizer.constants.php">Попередньо визначені константи</a></li><li><a href="tokenizer.examples.php">Приклади</a></li><li><a href="class.phptoken.php">PhpToken</a> — The PhpToken class<ul class="chunklist chunklist_book chunklist_children"><li><a href="phptoken.construct.php">PhpToken::__construct</a> — Returns a new PhpToken object</li><li><a href="phptoken.gettokenname.php">PhpToken::getTokenName</a> — Returns the name of the token.</li><li><a href="phptoken.is.php">PhpToken::is</a> — Tells whether the token is of given kind.</li><li><a href="phptoken.isignorable.php">PhpToken::isIgnorable</a> — Tells whether the token would be ignored by the PHP parser.</li><li><a href="phptoken.tostring.php">PhpToken::__toString</a> — Returns the textual content of the token.</li><li><a href="phptoken.tokenize.php">PhpToken::tokenize</a> — Splits given source into PHP tokens, represented by PhpToken objects.</li></ul></li><li><a href="ref.tokenizer.php">Tokenizer Функції</a><ul class="chunklist chunklist_book chunklist_children"><li><a href="function.token-get-all.php">token_get_all</a> — Split given source into PHP tokens</li><li><a href="function.token-name.php">token_name</a> — Get the symbolic name of a given PHP token</li></ul></li></ul></div><?php manual_footer($setup); ?>