<?xml version="1.0" encoding="utf-8"?>
<!-- $Revision$ -->

<book xml:id="book.tokenizer" xmlns="http://docbook.org/ns/docbook">
 <?phpdoc extension-membership="bundled" ?>
 <title>Tokenizer</title>

 <preface xml:id="intro.tokenizer">
  &reftitle.intro;
  <para>
   The tokenizer functions provide an interface to the
   PHP tokenizer embedded in the Zend Engine. Using these
   functions you may write your own PHP source analyzing
   or modification tools without having to deal with the
   language specification at the lexical level.
  </para>
  <para>
   See also the <link linkend="tokens">appendix about tokens</link>.
  </para>
 </preface>

 &reference.tokenizer.setup;
 &reference.tokenizer.constants;
 &reference.tokenizer.examples;

 &reference.tokenizer.phptoken;

 &reference.tokenizer.reference;

</book>

<!-- Keep this comment at the end of the file
Local variables:
mode: sgml
sgml-omittag:t
sgml-shorttag:t
sgml-minimize-attributes:nil
sgml-always-quote-attributes:t
sgml-indent-step:1
sgml-indent-data:t
indent-tabs-mode:nil
sgml-parent-document:nil
sgml-default-dtd-file:"~/.phpdoc/manual.ced"
sgml-exposed-tags:nil
sgml-local-catalogs:nil
sgml-local-ecat-files:nil
End:
vim600: syn=xml fen fdm=syntax fdl=2 si
vim: et tw=78 syn=sgml
vi: ts=1 sw=1
-->

