/* The following code was generated by JFlex 1.3.5 on 3/14/05 2:24 PM */

/*******************************************************************************
 * Copyright (c) 2001, 2004 IBM Corporation and others.
 * All rights reserved. This program and the accompanying materials
 * are made available under the terms of the Eclipse Public License v1.0
 * which accompanies this distribution, and is available at
 * http://www.eclipse.org/legal/epl-v10.html
 * 
 * Contributors:
 *     IBM Corporation - initial API and implementation
 *     Jens Lukowski/Innoopract - initial renaming/restructuring
 *     
 *******************************************************************************/

package org.eclipse.wst.dtd.core.internal.tokenizer;

import java.io.IOException;

import org.eclipse.wst.dtd.core.internal.parser.DTDRegionTypes;

/* Generate with "dtdskeleton"; it removes some unused fields and avoids
   some compiler warnings */


/**
 * This class is a scanner generated by 
 * <a href="http://www.jflex.de/">JFlex</a> 1.3.5
 * on 3/14/05 2:24 PM from the specification file
 * <tt>file:/D:/workspace/org.eclipse.wst.dtd.core/src/org/eclipse/wst/dtd/core/internal/tokenizer/dtd.flex</tt>
 */
public class DTDTokenizer {

  /** This character denotes the end of file */
  final public static int YYEOF = -1;

  /** initial size of the lookahead buffer */
  final private static int YY_BUFFERSIZE = 16384;

  /** lexical states */
  final public static int ATTRIBUTE_ENUMERATION = 13;
  final public static int NOTATION_NAME = 6;
  final public static int ELEMENT_CHILD = 1;
  final public static int ENTITY_CONTENT = 4;
  final public static int COMMENT_CONTENT = 8;
  final public static int ATTLIST_NAME = 9;
  final public static int EXTERNALID_CONTENT = 7;
  final public static int ELEMENT_CONTENT = 1;
  final public static int ELEMENT_MIXED = 1;
  final public static int ELEMENT_MIXED_OR_CHILD = 1;
  final public static int ATTRIBUTE_CONTENT = 11;
  final public static int ENTITY_NAME = 3;
  final public static int ATTRIBUTE_DEFAULT = 12;
  final public static int ELEMENT_NAME = 2;
  final public static int YYINITIAL = 0;
  final public static int NDATA_CONTENT = 5;
  final public static int ATTLIST_CONTENT = 10;
  final public static int NODE = 1;

  /** 
   * Translates characters to character classes
   */
  final private static String yycmap_packed = 
    "\10\0\1\0\1\5\1\3\1\0\1\0\1\2\22\0\1\5\1\6"+
    "\1\1\1\37\1\0\1\23\1\0\1\46\1\42\1\43\1\4\1\7"+
    "\1\45\1\12\1\0\1\0\12\0\1\0\1\10\1\11\1\0\1\13"+
    "\1\4\1\0\1\25\1\31\1\32\1\33\1\14\1\35\2\0\1\21"+
    "\1\0\1\36\1\15\1\16\1\17\1\24\1\27\1\40\1\34\1\26"+
    "\1\20\1\30\2\0\1\41\1\22\1\0\1\0\1\0\2\0\1\0"+
    "\1\0\32\0\1\0\1\44\uff83\0";

  /** 
   * Translates characters to character classes
   */
  final private static char [] yycmap = yy_unpack_cmap(yycmap_packed);

  /** 
   * Translates a state to a row index in the transition table
   */
  final private static int yy_rowMap [] = { 
        0,    39,    78,   117,   156,   195,   234,   273,   312,   351, 
      390,   429,   468,   507,   546,   585,   624,    39,    39,    39, 
      663,   702,   741,   780,   819,    39,    39,   858,   897,    39, 
       39,   936,   936,   975,  1014,  1053,  1092,  1131,  1170,  1209, 
     1248,  1287,  1326,  1365,  1404,  1443,    39,  1482,  1521,  1560, 
     1599,  1638,    39,  1677,  1716,  1755,  1794,  1833,  1872,    39, 
       39,  1911,  1950,  1989,  2028,  2067,  2106,    39,    39,    39, 
     2145,  2184,  2223,  2262,  2301,  2340,  2379,   897,  2418,   975, 
     2457,  2496,  2535,  2574,   975,  2613,  2652,  2691,  2730,  1560, 
     2769,  2808,  2847,  2886,  2925,  2964,  3003,  3042,  3081,  3120, 
     1950,  3159,  3198,  3237,  3276,  3315,  1950,    39,  3354,  3393, 
     3432,    39,  3471,  3510,  3549,    39,  3588,  3627,    39,  3666, 
     3705,  3744,    39,    39,  3783,  3822,  3861,  3900,  3939,  3978, 
     4017,  4056,    39,  4095,  4134,  4173,    39,  4212,  4251,  4290, 
     4329,  4368,  4407,  4446,  4485,  4524,  4563,  4602,  4641,  4680, 
     4719,  4758,  4797,  4836,  4875,  4914,  4953,  4992,  5031,  5070, 
     5109,  5148,  5187,  5226,  5265,  5304,  5343,   975,  5382,  5421, 
     5460,  5499,  5538,  5577,  1560,  5616,  5655,  5694,  5733,  5772, 
     5811,  5850,   546,  5889,  5928,  5967,  6006,   975,   975,   975, 
     6045,  1560,  6084,  6123,  1560,  6162,  6201,  6240,  1950,   546, 
     6279,   546,   819,  6318,  6357,  6396,  6435,  6474,  6513,   546, 
     6552,  1560,  1560,  1560,  1950,  6591,    39,  1950
  };

  /** 
   * The packed transition table of the DFA (part 0)
   */
  final private static String yy_packed0 = 
    "\2\17\2\20\1\17\1\20\1\21\1\17\1\22\1\23"+
    "\1\17\1\24\1\25\2\17\1\26\3\17\1\27\1\17"+
    "\1\30\21\17\47\0\2\31\2\20\1\32\1\20\1\0"+
    "\1\32\1\31\1\33\1\31\1\33\23\31\1\34\2\31"+
    "\1\35\1\36\2\37\1\31\2\40\2\20\1\0\1\20"+
    "\3\40\1\33\1\40\1\33\7\40\1\41\16\40\4\0"+
    "\1\40\1\42\1\43\2\20\1\42\1\20\3\42\1\33"+
    "\1\42\1\33\12\42\1\44\1\45\16\42\1\46\2\47"+
    "\2\20\1\47\1\20\3\47\1\33\1\47\1\33\33\47"+
    "\2\50\2\20\1\0\1\20\2\0\1\50\1\33\1\50"+
    "\1\33\26\50\4\0\1\50\1\42\1\43\2\20\1\42"+
    "\1\20\3\42\1\33\1\42\1\33\3\42\1\51\6\42"+
    "\1\52\1\53\16\42\1\46\2\54\2\55\1\54\1\55"+
    "\4\54\1\56\1\57\33\54\2\60\2\20\1\42\1\20"+
    "\2\42\1\60\1\33\1\60\1\33\26\60\4\42\1\60"+
    "\2\61\2\20\1\42\1\20\2\42\1\61\1\33\1\61"+
    "\1\33\26\61\4\42\1\61\1\62\1\63\1\64\1\65"+
    "\1\62\1\66\3\62\1\33\1\62\1\33\1\67\2\62"+
    "\1\70\1\62\1\71\10\62\1\72\4\62\1\73\2\62"+
    "\1\74\2\75\1\62\1\76\1\77\1\100\2\20\1\77"+
    "\1\20\3\77\1\33\1\77\1\33\23\77\1\101\6\77"+
    "\1\102\2\103\2\20\1\103\1\20\3\103\1\33\1\103"+
    "\1\33\26\103\1\104\1\105\1\106\2\103\2\17\2\0"+
    "\1\17\2\0\1\17\2\0\1\17\1\0\7\17\1\0"+
    "\23\17\2\0\2\20\1\0\1\20\53\0\1\107\34\0"+
    "\2\17\2\0\1\17\2\0\1\17\2\0\1\17\1\0"+
    "\1\17\1\110\1\17\1\111\3\17\1\0\25\17\2\0"+
    "\1\17\2\0\1\17\2\0\1\17\1\0\7\17\1\0"+
    "\1\112\22\17\2\113\2\0\1\113\2\0\1\113\2\0"+
    "\1\113\1\0\7\113\1\0\23\113\2\17\2\0\1\17"+
    "\2\0\1\17\2\0\1\17\1\0\4\17\1\114\2\17"+
    "\1\0\23\17\2\31\6\0\1\31\1\0\1\31\1\0"+
    "\26\31\4\0\3\31\6\0\1\31\1\0\1\31\1\0"+
    "\13\31\1\115\12\31\4\0\1\31\2\0\2\116\1\0"+
    "\1\116\31\0\1\117\7\0\2\40\4\0\3\40\1\0"+
    "\1\40\1\0\26\40\4\0\1\40\2\42\2\0\1\42"+
    "\1\0\3\42\1\0\1\42\1\0\33\42\1\43\1\120"+
    "\2\121\1\43\1\121\3\43\1\121\1\43\1\121\33\43"+
    "\2\42\2\0\1\42\1\0\3\42\1\0\1\42\1\0"+
    "\6\42\1\122\26\42\2\0\1\42\1\0\3\42\1\0"+
    "\1\42\1\0\14\42\1\123\16\42\2\46\2\124\1\46"+
    "\1\124\3\46\1\124\1\46\1\124\32\46\1\125\2\47"+
    "\2\0\1\47\1\0\3\47\1\0\1\47\1\0\33\47"+
    "\2\50\6\0\1\50\1\0\1\50\1\0\26\50\4\0"+
    "\1\50\2\42\2\0\1\42\1\0\3\42\1\0\1\42"+
    "\1\0\17\42\1\126\15\42\2\0\1\42\1\0\3\42"+
    "\1\0\1\42\1\0\6\42\1\127\26\42\2\0\1\42"+
    "\1\0\3\42\1\0\1\42\1\0\14\42\1\130\16\42"+
    "\12\54\2\0\35\54\2\55\1\54\1\55\4\54\2\0"+
    "\33\54\12\0\1\131\34\0\2\60\2\0\1\42\1\0"+
    "\2\42\1\60\1\0\1\60\1\0\26\60\4\42\1\60"+
    "\2\61\2\0\1\42\1\0\2\42\1\61\1\0\1\61"+
    "\1\0\26\61\4\42\1\61\2\62\2\0\1\62\1\0"+
    "\3\62\1\0\1\62\1\0\26\62\3\0\2\62\1\63"+
    "\1\132\2\133\1\63\1\133\3\63\1\133\1\63\1\133"+
    "\26\63\3\133\2\63\3\0\1\65\50\0\1\66\41\0"+
    "\2\62\2\0\1\62\1\0\3\62\1\0\1\62\1\0"+
    "\3\62\1\134\22\62\3\0\4\62\2\0\1\62\1\0"+
    "\3\62\1\0\1\62\1\0\2\62\1\135\5\62\1\136"+
    "\15\62\3\0\4\62\2\0\1\62\1\0\3\62\1\0"+
    "\1\62\1\0\17\62\1\137\6\62\3\0\4\62\2\0"+
    "\1\62\1\0\3\62\1\0\1\62\1\0\17\62\1\140"+
    "\6\62\3\0\4\62\2\0\1\62\1\0\3\62\1\0"+
    "\1\62\1\0\5\62\1\141\12\62\1\142\1\143\4\62"+
    "\3\0\2\62\2\76\2\144\1\76\1\144\3\76\1\144"+
    "\1\76\1\144\26\76\3\144\1\76\1\132\2\77\2\0"+
    "\1\77\1\0\3\77\1\0\1\77\1\0\33\77\1\100"+
    "\1\145\2\146\1\100\1\146\3\100\1\146\1\100\1\146"+
    "\33\100\2\77\2\0\1\77\1\0\3\77\1\0\1\77"+
    "\1\0\5\77\1\147\12\77\1\150\1\151\11\77\2\102"+
    "\2\152\1\102\1\152\3\102\1\152\1\102\1\152\32\102"+
    "\1\153\2\103\2\0\1\103\1\0\3\103\1\0\1\103"+
    "\1\0\26\103\3\0\2\103\12\0\1\154\34\0\2\17"+
    "\2\0\1\17\2\0\1\17\2\0\1\17\1\0\1\155"+
    "\6\17\1\0\25\17\2\0\1\17\2\0\1\17\2\0"+
    "\1\17\1\0\4\17\1\156\2\17\1\0\25\17\2\0"+
    "\1\17\2\0\1\17\2\0\1\17\1\0\4\17\1\157"+
    "\2\17\1\0\23\17\2\113\2\0\1\113\2\0\1\113"+
    "\1\160\1\0\1\113\1\0\7\113\1\0\23\113\2\17"+
    "\2\0\1\17\2\0\1\17\2\0\1\17\1\0\4\17"+
    "\1\161\2\17\1\0\23\17\2\31\6\0\1\31\1\0"+
    "\1\31\1\0\16\31\1\162\7\31\4\0\1\31\27\0"+
    "\1\163\17\0\1\121\1\164\45\121\2\42\2\0\1\42"+
    "\1\0\3\42\1\0\1\42\1\0\12\42\1\165\22\42"+
    "\2\0\1\42\1\0\3\42\1\0\1\42\1\0\15\42"+
    "\1\166\15\42\46\124\1\167\2\42\2\0\1\42\1\0"+
    "\3\42\1\0\1\42\1\0\11\42\1\170\23\42\2\0"+
    "\1\42\1\0\3\42\1\0\1\42\1\0\12\42\1\171"+
    "\22\42\2\0\1\42\1\0\3\42\1\0\1\42\1\0"+
    "\15\42\1\172\15\42\13\0\1\173\33\0\1\133\1\174"+
    "\45\133\2\62\2\0\1\62\1\0\3\62\1\0\1\62"+
    "\1\0\4\62\1\175\21\62\3\0\4\62\2\0\1\62"+
    "\1\0\3\62\1\0\1\62\1\0\4\62\1\176\21\62"+
    "\3\0\4\62\2\0\1\62\1\0\3\62\1\0\1\62"+
    "\1\0\4\62\1\177\21\62\3\0\4\62\2\0\1\62"+
    "\1\0\3\62\1\0\1\62\1\0\20\62\1\200\5\62"+
    "\3\0\4\62\2\0\1\62\1\0\3\62\1\0\1\62"+
    "\1\0\11\62\1\201\14\62\3\0\4\62\2\0\1\62"+
    "\1\0\3\62\1\0\1\62\1\0\2\62\1\202\23\62"+
    "\3\0\4\62\2\0\1\62\1\0\3\62\1\0\1\62"+
    "\1\0\1\203\25\62\3\0\4\62\2\0\1\62\1\0"+
    "\3\62\1\0\1\62\1\0\5\62\1\204\20\62\3\0"+
    "\2\62\46\144\1\174\1\146\1\205\45\146\2\77\2\0"+
    "\1\77\1\0\3\77\1\0\1\77\1\0\2\77\1\206"+
    "\32\77\2\0\1\77\1\0\3\77\1\0\1\77\1\0"+
    "\1\207\34\77\2\0\1\77\1\0\3\77\1\0\1\77"+
    "\1\0\5\77\1\210\25\77\46\152\1\211\2\17\2\0"+
    "\1\17\2\0\1\17\2\0\1\17\1\0\2\17\1\212"+
    "\4\17\1\0\25\17\2\0\1\17\2\0\1\17\2\0"+
    "\1\17\1\0\5\17\1\213\1\17\1\0\25\17\2\0"+
    "\1\17\2\0\1\17\2\0\1\17\1\0\7\17\1\0"+
    "\1\17\1\214\23\17\2\0\1\17\2\0\1\17\2\0"+
    "\1\17\1\0\1\17\1\215\5\17\1\0\23\17\2\31"+
    "\6\0\1\31\1\0\1\31\1\0\17\31\1\216\6\31"+
    "\4\0\1\31\32\0\1\217\14\0\2\42\2\0\1\42"+
    "\1\0\3\42\1\0\1\42\1\0\4\42\1\220\30\42"+
    "\2\0\1\42\1\0\3\42\1\0\1\42\1\0\1\42"+
    "\1\221\33\42\2\0\1\42\1\0\3\42\1\0\1\42"+
    "\1\0\4\42\1\222\30\42\2\0\1\42\1\0\3\42"+
    "\1\0\1\42\1\0\4\42\1\223\30\42\2\0\1\42"+
    "\1\0\3\42\1\0\1\42\1\0\1\42\1\224\31\42"+
    "\2\62\2\0\1\62\1\0\3\62\1\0\1\62\1\0"+
    "\5\62\1\225\20\62\3\0\4\62\2\0\1\62\1\0"+
    "\3\62\1\0\1\62\1\0\10\62\1\226\15\62\3\0"+
    "\4\62\2\0\1\62\1\0\3\62\1\0\1\62\1\0"+
    "\11\62\1\227\14\62\3\0\4\62\2\0\1\62\1\0"+
    "\3\62\1\0\1\62\1\0\1\230\25\62\3\0\4\62"+
    "\2\0\1\62\1\0\3\62\1\0\1\62\1\0\4\62"+
    "\1\231\21\62\3\0\4\62\2\0\1\62\1\0\3\62"+
    "\1\0\1\62\1\0\13\62\1\232\12\62\3\0\4\62"+
    "\2\0\1\62\1\0\3\62\1\0\1\62\1\0\24\62"+
    "\1\233\1\62\3\0\4\62\2\0\1\62\1\0\3\62"+
    "\1\0\1\62\1\0\25\62\1\234\3\0\2\62\2\77"+
    "\2\0\1\77\1\0\3\77\1\0\1\77\1\0\13\77"+
    "\1\235\21\77\2\0\1\77\1\0\3\77\1\0\1\77"+
    "\1\0\24\77\1\236\10\77\2\0\1\77\1\0\3\77"+
    "\1\0\1\77\1\0\25\77\1\237\5\77\2\17\2\0"+
    "\1\17\2\0\1\17\2\0\1\17\1\0\1\240\6\17"+
    "\1\0\25\17\2\0\1\17\2\0\1\17\2\0\1\17"+
    "\1\0\4\17\1\241\2\17\1\0\25\17\2\0\1\17"+
    "\2\0\1\17\2\0\1\17\1\0\4\17\1\242\2\17"+
    "\1\0\25\17\2\0\1\17\2\0\1\17\2\0\1\17"+
    "\1\0\5\17\1\243\1\17\1\0\23\17\2\31\6\0"+
    "\1\31\1\0\1\31\1\0\11\31\1\244\14\31\4\0"+
    "\1\31\33\0\1\245\13\0\2\42\2\0\1\42\1\0"+
    "\3\42\1\0\1\42\1\0\1\246\34\42\2\0\1\42"+
    "\1\0\3\42\1\0\1\42\1\0\5\42\1\247\27\42"+
    "\2\0\1\42\1\0\3\42\1\0\1\42\1\0\11\42"+
    "\1\250\23\42\2\0\1\42\1\0\3\42\1\0\1\42"+
    "\1\0\1\251\34\42\2\0\1\42\1\0\3\42\1\0"+
    "\1\42\1\0\5\42\1\252\25\42\2\62\2\0\1\62"+
    "\1\0\3\62\1\0\1\62\1\0\4\62\1\253\21\62"+
    "\3\0\4\62\2\0\1\62\1\0\3\62\1\0\1\62"+
    "\1\0\22\62\1\254\3\62\3\0\4\62\2\0\1\62"+
    "\1\0\3\62\1\0\1\62\1\0\4\62\1\255\21\62"+
    "\3\0\4\62\2\0\1\62\1\0\3\62\1\0\1\62"+
    "\1\0\21\62\1\256\4\62\3\0\4\62\2\0\1\62"+
    "\1\0\3\62\1\0\1\62\1\0\11\62\1\257\14\62"+
    "\3\0\4\62\2\0\1\62\1\0\3\62\1\0\1\62"+
    "\1\0\1\62\1\260\24\62\3\0\4\62\2\0\1\62"+
    "\1\0\3\62\1\0\1\62\1\0\14\62\1\261\11\62"+
    "\3\0\4\62\2\0\1\62\1\0\3\62\1\0\1\62"+
    "\1\0\1\262\25\62\3\0\2\62\2\77\2\0\1\77"+
    "\1\0\3\77\1\0\1\77\1\0\1\77\1\263\33\77"+
    "\2\0\1\77\1\0\3\77\1\0\1\77\1\0\14\77"+
    "\1\264\20\77\2\0\1\77\1\0\3\77\1\0\1\77"+
    "\1\0\1\265\32\77\2\17\2\0\1\17\2\0\1\17"+
    "\2\0\1\17\1\0\3\17\1\266\3\17\1\0\25\17"+
    "\2\0\1\17\2\0\1\17\2\0\1\17\1\0\6\17"+
    "\1\267\1\0\25\17\2\0\1\17\2\0\1\17\2\0"+
    "\1\17\1\0\5\17\1\270\1\17\1\0\25\17\2\0"+
    "\1\17\2\0\1\17\2\0\1\17\1\0\7\17\1\0"+
    "\2\17\1\271\20\17\2\31\6\0\1\31\1\0\1\31"+
    "\1\0\4\31\1\272\21\31\4\0\1\31\25\0\1\273"+
    "\21\0\2\42\2\0\1\42\1\0\3\42\1\0\1\42"+
    "\1\0\2\42\1\274\32\42\2\0\1\42\1\0\3\42"+
    "\1\0\1\42\1\0\16\42\1\274\16\42\2\0\1\42"+
    "\1\0\3\42\1\0\1\42\1\0\2\42\1\275\32\42"+
    "\2\0\1\42\1\0\3\42\1\0\1\42\1\0\16\42"+
    "\1\276\14\42\2\62\2\0\1\62\1\0\3\62\1\0"+
    "\1\62\1\0\5\62\1\277\1\300\17\62\3\0\4\62"+
    "\2\0\1\62\1\0\3\62\1\0\1\62\1\0\1\301"+
    "\25\62\3\0\4\62\2\0\1\62\1\0\3\62\1\0"+
    "\1\62\1\0\5\62\1\302\20\62\3\0\4\62\2\0"+
    "\1\62\1\0\3\62\1\0\1\62\1\0\12\62\1\303"+
    "\13\62\3\0\4\62\2\0\1\62\1\0\3\62\1\0"+
    "\1\62\1\0\5\62\1\234\20\62\3\0\4\62\2\0"+
    "\1\62\1\0\3\62\1\0\1\62\1\0\5\62\1\304"+
    "\20\62\3\0\4\62\2\0\1\62\1\0\3\62\1\0"+
    "\1\62\1\0\17\62\1\132\6\62\3\0\2\62\2\77"+
    "\2\0\1\77\1\0\3\77\1\0\1\77\1\0\5\77"+
    "\1\305\27\77\2\0\1\77\1\0\3\77\1\0\1\77"+
    "\1\0\5\77\1\306\27\77\2\0\1\77\1\0\3\77"+
    "\1\0\1\77\1\0\17\77\1\307\13\77\2\17\2\0"+
    "\1\17\2\0\1\17\2\0\1\17\1\0\4\17\1\310"+
    "\2\17\1\0\25\17\2\0\1\17\2\0\1\17\2\0"+
    "\1\17\1\0\7\17\1\0\1\311\24\17\2\0\1\17"+
    "\2\0\1\17\2\0\1\17\1\0\4\17\1\312\2\17"+
    "\1\0\23\17\2\31\6\0\1\31\1\0\1\31\1\0"+
    "\11\31\1\313\14\31\4\0\1\31\20\0\1\314\26\0"+
    "\2\62\2\0\1\62\1\0\3\62\1\0\1\62\1\0"+
    "\1\315\25\62\3\0\4\62\2\0\1\62\1\0\3\62"+
    "\1\0\1\62\1\0\3\62\1\316\22\62\3\0\4\62"+
    "\2\0\1\62\1\0\3\62\1\0\1\62\1\0\10\62"+
    "\1\317\15\62\3\0\4\62\2\0\1\62\1\0\3\62"+
    "\1\0\1\62\1\0\20\62\1\234\5\62\3\0\2\62"+
    "\2\77\2\0\1\77\1\0\3\77\1\0\1\77\1\0"+
    "\1\320\34\77\2\0\1\77\1\0\3\77\1\0\1\77"+
    "\1\0\20\77\1\321\12\77\2\17\2\0\1\17\2\0"+
    "\1\17\2\0\1\17\1\0\3\17\1\322\3\17\1\0"+
    "\23\17\25\0\1\323\21\0\2\62\2\0\1\62\1\0"+
    "\3\62\1\0\1\62\1\0\12\62\1\324\13\62\3\0"+
    "\4\62\2\0\1\62\1\0\3\62\1\0\1\62\1\0"+
    "\12\62\1\325\13\62\3\0\4\62\2\0\1\62\1\0"+
    "\3\62\1\0\1\62\1\0\3\62\1\326\22\62\3\0"+
    "\2\62\2\77\2\0\1\77\1\0\3\77\1\0\1\77"+
    "\1\0\17\77\1\327\15\77\2\0\1\77\1\0\3\77"+
    "\1\0\1\77\1\0\1\330\32\77\2\0\2\323\1\0"+
    "\1\323\35\0\1\331\3\0\2\77\2\0\1\77\1\0"+
    "\3\77\1\0\1\77\1\0\17\77\1\332\13\77";

  /** 
   * The transition table of the DFA
   */
  final private static int yytrans [] = yy_unpack();


  /* error codes */
  final private static int YY_UNKNOWN_ERROR = 0;
  final static int YY_ILLEGAL_STATE = 1;
  final private static int YY_NO_MATCH = 2;
  final private static int YY_PUSHBACK_2BIG = 3;

  /* error messages for the codes above */
  final private static String YY_ERROR_MSG[] = {
    "Unkown internal scanner error",
    "Internal error: unknown state",
    "Error: could not match input",
    "Error: pushback value was too large"
  };

  /**
   * YY_ATTRIBUTE[aState] contains the attributes of state <code>aState</code>
   */
  private final static byte YY_ATTRIBUTE[] = {
     0,  8,  0,  0,  1,  1,  0,  1,  0,  1,  1,  1,  1,  1,  1,  1, 
     1,  9,  9,  9,  1,  1,  1,  1,  1,  9,  9,  1,  1,  9,  9,  1, 
     1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  9,  1, 
     1,  1,  1,  1,  9,  1,  1,  1,  1,  1,  1,  9,  9,  1,  1,  1, 
     1,  1,  1,  9,  9,  9,  0,  1,  1,  1,  0,  1,  1,  0,  0,  1, 
     0,  1,  1,  0,  1,  1,  1,  1,  0,  1,  0,  1,  1,  1,  1,  1, 
     1,  1,  1,  0,  1,  0,  1,  1,  1,  0,  1,  9,  1,  1,  1,  9, 
     1,  1,  0,  9,  1,  1,  9,  1,  1,  1,  9,  9,  1,  1,  1,  1, 
     1,  1,  1,  1,  9,  1,  1,  1,  9,  1,  1,  1,  1,  1,  0,  1, 
     1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1, 
     1,  1,  1,  1,  0,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1, 
     1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  0,  1,  1,  1,  1,  1, 
     1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  1,  0,  1,  1,  1,  1, 
     1,  1,  0,  1,  1,  1,  1,  1,  9,  1
  };

  /** the input device */
  private java.io.Reader yy_reader;

  /** the current state of the DFA */
  private int yy_state;

  /** the current lexical state */
  private int yy_lexical_state = YYINITIAL;

  /** this buffer contains the current text to be matched and is
      the source of the yytext() string */
  private char yy_buffer[] = new char[YY_BUFFERSIZE];

  /** the textposition at the last accepting state */
  private int yy_markedPos;

  /** the textposition at the last state to be included in yytext */
  private int yy_pushbackPos;

  /** the current text position in the buffer */
  private int yy_currentPos;

  /** startRead marks the beginning of the yytext() string in the buffer */
  private int yy_startRead;

  /** endRead marks the last character in the buffer, that has been read
      from input */
  private int yy_endRead;

  /** number of newlines encountered up to the start of the matched text */
  private int yyline;

  /** the number of characters up to the start of the matched text */
  private int yychar;

  /**
   * the number of characters from the last newline up to the start of the 
   * matched text
   */
  int yycolumn; 

  /** yy_atEOF == true <=> the scanner is at the EOF */
  private boolean yy_atEOF;

  /* user code: */
	int node_count = 0;
	String currentString;

	private Token createToken(String type) {
		return new Token(type, yytext(), yyline, yychar + startOffset, yylength());
	}

	private int startOffset = 0;
	public void setStartOffset(int offset) {
		this.startOffset = offset;
	}

	public void setLine(int line) {
		this.yyline = line;
	}


  /**
   * Creates a new scanner
   * There is also a java.io.InputStream version of this constructor.
   *
   * @param   in  the java.io.Reader to read input from.
   */
  public DTDTokenizer(java.io.Reader in) {
    this.yy_reader = in;
  }

  /**
   * Creates a new scanner.
   * There is also java.io.Reader version of this constructor.
   *
   * @param   in  the java.io.Inputstream to read input from.
   */
  public DTDTokenizer(java.io.InputStream in) {
    this(new java.io.InputStreamReader(in));
  }

  /** 
   * Unpacks the split, compressed DFA transition table.
   *
   * @return the unpacked transition table
   */
  private static int [] yy_unpack() {
    int [] trans = new int[6630];
    int offset = 0;
    offset = yy_unpack(yy_packed0, offset, trans);
    return trans;
  }

  /** 
   * Unpacks the compressed DFA transition table.
   *
   * @param packed   the packed transition table
   * @return         the index of the last entry
   */
  private static int yy_unpack(String packed, int offset, int [] trans) {
    int i = 0;       /* index in packed string  */
    int j = offset;  /* index in unpacked array */
    int l = packed.length();
    while (i < l) {
      int count = packed.charAt(i++);
      int value = packed.charAt(i++);
      value--;
      do trans[j++] = value; while (--count > 0);
    }
    return j;
  }

  /** 
   * Unpacks the compressed character translation table.
   *
   * @param packed   the packed character translation table
   * @return         the unpacked character translation table
   */
  private static char [] yy_unpack_cmap(String packed) {
    char [] map = new char[0x10000];
    int i = 0;  /* index in packed string  */
    int j = 0;  /* index in unpacked array */
    while (i < 130) {
      int  count = packed.charAt(i++);
      char value = packed.charAt(i++);
      do map[j++] = value; while (--count > 0);
    }
    return map;
  }


  /**
   * Refills the input buffer.
   *
   * @return      <code>false</code>, iff there was new input.
   * 
   * @exception   IOException  if any I/O-Error occurs
   */
  private boolean yy_refill() throws java.io.IOException {

    /* first: make room (if you can) */
    if (yy_startRead > 0) {
      System.arraycopy(yy_buffer, yy_startRead, 
                       yy_buffer, 0, 
                       yy_endRead-yy_startRead);

      /* translate stored positions */
      yy_endRead-= yy_startRead;
      yy_currentPos-= yy_startRead;
      yy_markedPos-= yy_startRead;
      yy_pushbackPos-= yy_startRead;
      yy_startRead = 0;
    }

    /* is the buffer big enough? */
    if (yy_currentPos >= yy_buffer.length) {
      /* if not: blow it up */
      char newBuffer[] = new char[yy_currentPos*2];
      System.arraycopy(yy_buffer, 0, newBuffer, 0, yy_buffer.length);
      yy_buffer = newBuffer;
    }

    /* finally: fill the buffer with new input */
    int numRead = yy_reader.read(yy_buffer, yy_endRead, 
                                            yy_buffer.length-yy_endRead);

    if (numRead < 0) {
      return true;
    }
    else {
      yy_endRead+= numRead;  
      return false;
    }
  }

    
  /**
   * Closes the input stream.
   */
  final public void yyclose() throws java.io.IOException {
    yy_atEOF = true;            /* indicate end of file */
    yy_endRead = yy_startRead;  /* invalidate buffer    */

    if (yy_reader != null)
      yy_reader.close();
  }


  /**
   * Closes the current stream, and resets the
   * scanner to read from a new input stream.
   *
   * All internal variables are reset, the old input stream 
   * <b>cannot</b> be reused (internal buffer is discarded and lost).
   * Lexical state is set to <tt>YY_INITIAL</tt>.
   *
   * @param reader   the new input stream 
   */
  final public void yyreset(java.io.Reader reader) throws java.io.IOException {
    yyclose();
    yy_reader = reader;
    yy_atEOF  = false;
    yy_endRead = yy_startRead = 0;
    yy_currentPos = yy_markedPos = yy_pushbackPos = 0;
    yyline = yychar = yycolumn = 0;
    yy_lexical_state = YYINITIAL;
  }


  /**
   * Returns the current lexical state.
   */
  final public int yystate() {
    return yy_lexical_state;
  }


  /**
   * Enters a new lexical state
   *
   * @param newState the new lexical state
   */
  final public void yybegin(int newState) {
    yy_lexical_state = newState;
  }


  /**
   * Returns the text matched by the current regular expression.
   */
  final public String yytext() {
    return new String( yy_buffer, yy_startRead, yy_markedPos-yy_startRead );
  }


  /**
   * Returns the character at position <tt>pos</tt> from the 
   * matched text. 
   * 
   * It is equivalent to yytext().charAt(pos), but faster
   *
   * @param pos the position of the character to fetch. 
   *            A value from 0 to yylength()-1.
   *
   * @return the character at position pos
   */
  final public char yycharat(int pos) {
    return yy_buffer[yy_startRead+pos];
  }


  /**
   * Returns the length of the matched text region.
   */
  final public int yylength() {
    return yy_markedPos-yy_startRead;
  }


  /**
   * Reports an error that occured while scanning.
   *
   * In a wellformed scanner (no or only correct usage of 
   * yypushback(int) and a match-all fallback rule) this method 
   * will only be called with things that "Can't Possibly Happen".
   * If this method is called, something is seriously wrong
   * (e.g. a JFlex bug producing a faulty scanner etc.).
   *
   * Usual syntax/scanner level error handling should be done
   * in error fallback rules.
   *
   * @param   errorCode  the code of the errormessage to display
   */
  private void yy_ScanError(int errorCode) {
    String message;
    try {
      message = YY_ERROR_MSG[errorCode];
    }
    catch (ArrayIndexOutOfBoundsException e) {
      message = YY_ERROR_MSG[YY_UNKNOWN_ERROR];
    }

    throw new Error(message);
  } 


  /**
   * Pushes the specified amount of characters back into the input stream.
   *
   * They will be read again by then next call of the scanning method
   *
   * @param number  the number of characters to be read again.
   *                This number must not be greater than yylength()!
   */
  private void yypushback(int number)  {
    if ( number > yylength() )
      yy_ScanError(YY_PUSHBACK_2BIG);

    yy_markedPos -= number;
  }


  /**
   * Resumes scanning until the next regular expression is matched,
   * the end of input is encountered or an I/O-Error occurs.
   *
   * @return      the next token
   * @exception   IOException  if any I/O-Error occurs
   */
  public Yytoken yylex() throws java.io.IOException {
    int yy_input;
    int yy_action;

    // cached fields:
    int yy_currentPos_l;
    int yy_markedPos_l;
    int yy_endRead_l = yy_endRead;
    char [] yy_buffer_l = yy_buffer;
    char [] yycmap_l = yycmap;

    int [] yytrans_l = yytrans;
    int [] yy_rowMap_l = yy_rowMap;
    byte [] yy_attr_l = YY_ATTRIBUTE;

    while (true) {
      yy_markedPos_l = yy_markedPos;

      yychar+= yy_markedPos_l-yy_startRead;

      yy_action = -1;

      yy_currentPos_l = yy_currentPos = 
                       yy_startRead = yy_markedPos_l;
  
      yy_state = yy_lexical_state;


      yy_forAction: {
        while (true) {
    
          if (yy_currentPos_l < yy_endRead_l)
            yy_input = yy_buffer_l[yy_currentPos_l++];
          else if (yy_atEOF) {
            yy_input = YYEOF;
            break yy_forAction;
          }
          else {
            // store back cached positions
            yy_currentPos  = yy_currentPos_l;
            yy_markedPos   = yy_markedPos_l;
            boolean eof = yy_refill();
            // get translated positions and possibly new buffer
            yy_currentPos_l  = yy_currentPos;
            yy_markedPos_l   = yy_markedPos;
            yy_buffer_l      = yy_buffer;
            yy_endRead_l     = yy_endRead;
            if (eof) {
              yy_input = YYEOF;
              break yy_forAction;
            }
            else {
              yy_input = yy_buffer_l[yy_currentPos_l++];
            }
          }
          int yy_next = yytrans_l[ yy_rowMap_l[yy_state] + yycmap_l[yy_input] ];
          if (yy_next == -1) break yy_forAction;
          yy_state = yy_next;

          int yy_attributes = yy_attr_l[yy_state];
          if ( (yy_attributes & 1) == 1 ) {
            yy_action = yy_state; 
            yy_markedPos_l = yy_currentPos_l; 
            if ( (yy_attributes & 8) == 8 ) break yy_forAction;
          }

        }
      }

      // store back cached position
      yy_markedPos = yy_markedPos_l;

      switch (yy_action) {

        case 26: 
          {  yypushback(yylength()); yybegin(YYINITIAL);  }
        case 219: break;
        case 89: 
        case 123: 
          {  yypushback(yylength()); yybegin(ATTRIBUTE_DEFAULT);  }
        case 220: break;
        case 12: 
        case 62: 
        case 63: 
        case 64: 
        case 65: 
        case 102: 
        case 103: 
        case 104: 
        case 133: 
        case 134: 
        case 135: 
        case 156: 
        case 157: 
        case 158: 
        case 178: 
        case 179: 
        case 180: 
        case 196: 
        case 197: 
        case 207: 
        case 208: 
        case 215: 
          {  yypushback(yylength()); yybegin(ATTLIST_CONTENT);  }
        case 221: break;
        case 51: 
        case 52: 
          {  yypushback(yylength()); yybegin(ATTLIST_CONTENT);  }
        case 222: break;
        case 205: 
          {  yybegin(ATTRIBUTE_DEFAULT); return createToken(DTDRegionTypes.NMTOKEN_KEYWORD);  }
        case 223: break;
        case 194: 
          {  yybegin(ATTRIBUTE_DEFAULT); return createToken(DTDRegionTypes.IDREFS_KEYWORD);  }
        case 224: break;
        case 191: 
          {  yybegin(ATTRIBUTE_DEFAULT); return createToken(DTDRegionTypes.ENTITY_KEYWORD);  }
        case 225: break;
        case 107: 
          {  yybegin(COMMENT_CONTENT); return createToken(DTDRegionTypes.COMMENT_START);  }
        case 226: break;
        case 48: 
          {  yybegin(ATTRIBUTE_CONTENT); return createToken(DTDRegionTypes.ATTRIBUTE_NAME);  }
        case 227: break;
        case 39: 
          {  yybegin(EXTERNALID_CONTENT); return createToken(DTDRegionTypes.NAME);  }
        case 228: break;
        case 106: 
        case 136: 
          {  yybegin(ATTLIST_CONTENT); return createToken(DTDRegionTypes.SINGLEQUOTED_LITERAL);  }
        case 229: break;
        case 100: 
        case 132: 
          {  yybegin(ATTLIST_CONTENT); return createToken(DTDRegionTypes.DOUBLEQUOTED_LITERAL);  }
        case 230: break;
        case 202: 
        case 216: 
          {  return createToken(DTDRegionTypes.CONTENT_PCDATA);  }
        case 231: break;
        case 189: 
          {  return createToken(DTDRegionTypes.PUBLIC_KEYWORD);  }
        case 232: break;
        case 188: 
          {  return createToken(DTDRegionTypes.SYSTEM_KEYWORD);  }
        case 233: break;
        case 14: 
        case 20: 
        case 21: 
        case 23: 
        case 71: 
        case 72: 
        case 73: 
        case 75: 
        case 108: 
        case 109: 
        case 110: 
        case 112: 
        case 137: 
        case 138: 
        case 139: 
        case 140: 
        case 159: 
        case 160: 
        case 161: 
        case 162: 
        case 181: 
        case 183: 
        case 184: 
        case 200: 
          {  return createToken(DTDRegionTypes.UNKNOWN_CONTENT);  }
        case 234: break;
        case 4: 
        case 33: 
        case 34: 
        case 35: 
        case 36: 
        case 37: 
        case 81: 
        case 82: 
        case 116: 
        case 117: 
        case 143: 
        case 144: 
        case 165: 
        case 166: 
          {  return createToken(DTDRegionTypes.UNKNOWN_CONTENT);  }
        case 235: break;
        case 7: 
        case 40: 
        case 41: 
        case 42: 
        case 85: 
        case 86: 
        case 87: 
        case 119: 
        case 120: 
        case 121: 
        case 145: 
        case 146: 
        case 147: 
        case 168: 
        case 169: 
          {  return createToken(DTDRegionTypes.UNKNOWN_CONTENT);  }
        case 236: break;
        case 9: 
          {  return createToken(DTDRegionTypes.UNKNOWN_CONTENT);  }
        case 237: break;
        case 10: 
          {  return createToken(DTDRegionTypes.UNKNOWN_CONTENT);  }
        case 238: break;
        case 43: 
        case 45: 
        case 46: 
          {  return createToken(DTDRegionTypes.COMMENT_CONTENT);  }
        case 239: break;
        case 60: 
          {  return createToken(DTDRegionTypes.UNKNOWN_CONTENT);  }
        case 240: break;
        case 198: 
          {  return createToken(DTDRegionTypes.FIXED_KEYWORD);  }
        case 241: break;
        case 214: 
          {  yybegin(ATTLIST_CONTENT); return createToken(DTDRegionTypes.IMPLIED_KEYWORD);  }
        case 242: break;
        case 212: 
          {  yybegin(ATTRIBUTE_DEFAULT); return createToken(DTDRegionTypes.NMTOKENS_KEYWORD);  }
        case 243: break;
        case 211: 
          {  yybegin(ATTRIBUTE_DEFAULT); return createToken(DTDRegionTypes.ENTITIES_KEYWORD);  }
        case 244: break;
        case 209: 
          {  yybegin(NOTATION_NAME); return createToken(DTDRegionTypes.NOTATION_TAG);  }
        case 245: break;
        case 201: 
          {  yybegin(ATTLIST_NAME); return createToken(DTDRegionTypes.ATTLIST_TAG);  }
        case 246: break;
        case 199: 
          {  yybegin(ELEMENT_NAME); return createToken(DTDRegionTypes.ELEMENT_TAG);  }
        case 247: break;
        case 182: 
          {  yybegin(ENTITY_NAME); return createToken(DTDRegionTypes.ENTITY_TAG);  }
        case 248: break;
        case 167: 
          {  yybegin(NDATA_CONTENT); return createToken(DTDRegionTypes.NDATA_KEYWORD);  }
        case 249: break;
        case 111: 
          {  return createToken(DTDRegionTypes.ENTITY_PARM);  }
        case 250: break;
        case 94: 
          {  yybegin(ATTRIBUTE_DEFAULT); return createToken(DTDRegionTypes.ID_KEYWORD);  }
        case 251: break;
        case 25: 
          {  return createToken(DTDRegionTypes.OCCUR_TYPE);  }
        case 252: break;
        case 16: 
          {  return createToken(DTDRegionTypes.EXCLAMATION);  }
        case 253: break;
        case 15: 
          {  return createToken(DTDRegionTypes.WHITESPACE);  }
        case 254: break;
        case 11: 
        case 49: 
        case 50: 
        case 54: 
        case 55: 
        case 56: 
        case 57: 
        case 58: 
        case 61: 
        case 91: 
        case 92: 
        case 93: 
        case 95: 
        case 96: 
        case 97: 
        case 98: 
        case 124: 
        case 125: 
        case 126: 
        case 127: 
        case 128: 
        case 129: 
        case 130: 
        case 131: 
        case 148: 
        case 149: 
        case 150: 
        case 151: 
        case 152: 
        case 153: 
        case 154: 
        case 155: 
        case 170: 
        case 171: 
        case 172: 
        case 175: 
        case 176: 
        case 177: 
        case 190: 
        case 192: 
        case 193: 
        case 195: 
        case 204: 
        case 206: 
          {  yybegin(ATTRIBUTE_DEFAULT); return createToken(DTDRegionTypes.PARM_ENTITY_TYPE);  }
        case 255: break;
        case 28: 
          {  return createToken(DTDRegionTypes.LEFT_PAREN);  }
        case 256: break;
        case 29: 
          {  return createToken(DTDRegionTypes.RIGHT_PAREN);  }
        case 257: break;
        case 44: 
          {  return createToken(DTDRegionTypes.WHITESPACE);  }
        case 258: break;
        case 53: 
          {  return createToken(DTDRegionTypes.WHITESPACE);  }
        case 259: break;
        case 59: 
          {  yypushback(yylength()); yybegin(ATTRIBUTE_ENUMERATION);  }
        case 260: break;
        case 67: 
          {  return createToken(DTDRegionTypes.LEFT_PAREN);  }
        case 261: break;
        case 68: 
          {  yybegin(ATTRIBUTE_DEFAULT); return createToken(DTDRegionTypes.RIGHT_PAREN);  }
        case 262: break;
        case 69: 
          {  return createToken(DTDRegionTypes.ENUM_CHOICE);  }
        case 263: break;
        case 31: 
          {  yybegin(ENTITY_CONTENT); return createToken(DTDRegionTypes.NAME);  }
        case 264: break;
        case 47: 
          {  yybegin(ATTLIST_CONTENT); return createToken(DTDRegionTypes.NAME);  }
        case 265: break;
        case 187: 
          {  yypushback(yylength()); yybegin(EXTERNALID_CONTENT);  }
        case 266: break;
        case 213: 
          {  yybegin(ATTRIBUTE_ENUMERATION); return createToken(DTDRegionTypes.NOTATION_KEYWORD);  }
        case 267: break;
        case 174: 
          {  yybegin(ATTRIBUTE_DEFAULT); return createToken(DTDRegionTypes.CDATA_KEYWORD);  }
        case 268: break;
        case 173: 
          {  yybegin(ATTRIBUTE_DEFAULT); return createToken(DTDRegionTypes.IDREF_KEYWORD);  }
        case 269: break;
        case 217: 
          {  yybegin(ATTLIST_CONTENT); return createToken(DTDRegionTypes.REQUIRED_KEYWORD);  }
        case 270: break;
        case 122: 
          {  yybegin(YYINITIAL); return createToken(DTDRegionTypes.COMMENT_END);  }
        case 271: break;
        case 84: 
        case 118: 
          {  return createToken(DTDRegionTypes.SINGLEQUOTED_LITERAL);  }
        case 272: break;
        case 79: 
        case 115: 
          {  return createToken(DTDRegionTypes.DOUBLEQUOTED_LITERAL);  }
        case 273: break;
        case 24: 
        case 27: 
        case 76: 
        case 113: 
        case 141: 
        case 163: 
        case 185: 
          {  return createToken(DTDRegionTypes.NAME);  }
        case 274: break;
        case 5: 
        case 38: 
          {  yybegin(YYINITIAL); return createToken(DTDRegionTypes.NDATA_VALUE);  }
        case 275: break;
        case 13: 
        case 66: 
          {  return createToken(DTDRegionTypes.NAME);  }
        case 276: break;
        case 18: 
          {  return createToken(DTDRegionTypes.START_TAG);  }
        case 277: break;
        case 17: 
          {  return createToken(DTDRegionTypes.SEMICOLON);  }
        case 278: break;
        case 30: 
          {  return createToken(DTDRegionTypes.CONNECTOR);  }
        case 279: break;
        case 22: 
          {  return createToken(DTDRegionTypes.PERCENT);  }
        case 280: break;
        case 19: 
          {  return createToken(DTDRegionTypes.END_TAG);  }
        case 281: break;
        case 32: 
          {  return createToken(DTDRegionTypes.PERCENT);  }
        case 282: break;
        default: 
          if (yy_input == YYEOF && yy_startRead == yy_currentPos) {
            yy_atEOF = true;
            return null;
          } 
          else {
            yy_ScanError(YY_NO_MATCH);
          }
      }
    }
  }


}