| /******************************************************************************* |
| * Copyright (c) 2004, 2005 IBM Corporation and others. |
| * All rights reserved. This program and the accompanying materials |
| * are made available under the terms of the Eclipse Public License v1.0 |
| * which accompanies this distribution, and is available at |
| * http://www.eclipse.org/legal/epl-v10.html |
| * |
| * Contributors: |
| * IBM Corporation - initial API and implementation |
| *******************************************************************************/ |
| /* The following code was generated by JFlex 1.2.2 on 1/27/04 6:41 PM */ |
| |
| /*nlsXXX*/ |
| package org.eclipse.wst.html.core.internal.contenttype; |
| |
| import java.io.IOException; |
| import java.io.Reader; |
| |
| import org.eclipse.wst.xml.core.internal.contenttype.EncodingParserConstants; |
| import org.eclipse.wst.xml.core.internal.contenttype.XMLHeadTokenizerConstants; |
| |
| |
| |
| /** |
| * This class is a scanner generated by |
| * <a href="http://www.informatik.tu-muenchen.de/~kleing/jflex/">JFlex</a> 1.2.2 |
| * on 1/27/04 6:41 PM from the specification file |
| * <tt>file:/D:/DevTimeSupport/HeadParsers/HTMLHeadTokenizer/HTMLHeadTokenizer.jflex</tt> |
| */ |
| public class HTMLHeadTokenizer { |
| |
| /** this character denotes the end of file */ |
| final public static int YYEOF = -1; |
| |
| /** lexical states */ |
| final public static int ST_META_TAG = 4; |
| final public static int YYINITIAL = 0; |
| final public static int UnDelimitedString = 12; |
| final public static int DQ_STRING = 8; |
| final public static int SQ_STRING = 10; |
| final public static int ST_XMLDecl = 2; |
| final public static int QuotedAttributeValue = 6; |
| |
| /** |
| * YY_LEXSTATE[l] is the state in the DFA for the lexical state l |
| * YY_LEXSTATE[l+1] is the state in the DFA for the lexical state l |
| * at the beginning of a line |
| * l is of the form l = 2*k, k a non negative integer |
| */ |
| private final static int YY_LEXSTATE[] = {0, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6, 7, 7}; |
| |
| /** |
| * Translates characters to character classes |
| */ |
| final private static String yycmap_packed = "\11\0\1\6\1\7\2\0\1\11\22\0\1\22\1\0\1\40\2\0" + "\1\44\1\0\1\43\5\0\1\34\1\0\1\42\13\0\1\45\1\12" + "\1\10\1\31\1\13\1\0\1\21\1\0\1\24\1\26\1\17\1\0" + "\1\30\1\32\1\27\2\0\1\16\1\15\1\23\1\25\1\33\1\35" + "\2\0\1\20\1\36\1\37\1\0\1\14\1\41\7\0\1\21\1\0" + "\1\24\1\26\1\17\1\0\1\30\1\32\1\27\2\0\1\16\1\15" + "\1\23\1\25\1\33\1\35\2\0\1\20\1\36\1\37\1\0\1\14" + "\1\41\101\0\1\4\3\0\1\5\17\0\1\3\16\0\1\1\20\0" + "\1\3\16\0\1\1\1\2\170\0\1\2\ufe87\0"; |
| |
| /** |
| * Translates characters to character classes |
| */ |
| final private static char[] yycmap = yy_unpack_cmap(yycmap_packed); |
| |
| |
| /* error codes */ |
| final private static int YY_UNKNOWN_ERROR = 0; |
| final private static int YY_ILLEGAL_STATE = 1; |
| final private static int YY_NO_MATCH = 2; |
| final private static int YY_PUSHBACK_2BIG = 3; |
| |
| /* error messages for the codes above */ |
| final private static String YY_ERROR_MSG[] = {"Unkown internal scanner error", "Internal error: unknown state", "Error: could not match input", "Error: pushback value was too large"}; |
| |
| /** the input device */ |
| private java.io.Reader yy_reader; |
| |
| /** the current state of the DFA */ |
| private int yy_state; |
| |
| /** the current lexical state */ |
| private int yy_lexical_state = YYINITIAL; |
| |
| /** this buffer contains the current text to be matched and is |
| the source of the yytext() string */ |
| private char yy_buffer[] = new char[16384]; |
| |
| /** the textposition at the last accepting state */ |
| private int yy_markedPos; |
| |
| /** the textposition at the last state to be included in yytext */ |
| private int yy_pushbackPos; |
| |
| /** the current text position in the buffer */ |
| private int yy_currentPos; |
| |
| /** startRead marks the beginning of the yytext() string in the buffer */ |
| private int yy_startRead; |
| |
| /** endRead marks the last character in the buffer, that has been read |
| from input */ |
| private int yy_endRead; |
| |
| |
| /** the number of characters up to the start of the matched text */ |
| private int yychar; |
| |
| |
| /** |
| * yy_atBOL == true <=> the scanner is currently at the beginning of a line |
| */ |
| private boolean yy_atBOL; |
| |
| /** yy_atEOF == true <=> the scanner has returned a value for EOF */ |
| private boolean yy_atEOF; |
| |
| /** denotes if the user-EOF-code has already been executed */ |
| private boolean yy_eof_done; |
| |
| /* user code: */ |
| |
| |
| private boolean hasMore = true; |
| private final static int MAX_TO_SCAN = 8000; |
| StringBuffer string = new StringBuffer(); |
| // state stack for easier state handling |
| private IntStack fStateStack = new IntStack(); |
| private String valueText = null; |
| boolean foundContentTypeValue = false; |
| |
| |
| |
| public HTMLHeadTokenizer() { |
| super(); |
| } |
| |
| public void reset(Reader in) { |
| /* the input device */ |
| yy_reader = in; |
| |
| /* the current state of the DFA */ |
| yy_state = 0; |
| |
| /* the current lexical state */ |
| yy_lexical_state = YYINITIAL; |
| |
| /* this buffer contains the current text to be matched and is |
| the source of the yytext() string */ |
| java.util.Arrays.fill(yy_buffer, (char) 0); |
| |
| /* the textposition at the last accepting state */ |
| yy_markedPos = 0; |
| |
| /* the textposition at the last state to be included in yytext */ |
| yy_pushbackPos = 0; |
| |
| /* the current text position in the buffer */ |
| yy_currentPos = 0; |
| |
| /* startRead marks the beginning of the yytext() string in the buffer */ |
| yy_startRead = 0; |
| |
| /** |
| * endRead marks the last character in the buffer, that has been read |
| * from input |
| */ |
| yy_endRead = 0; |
| |
| |
| /* the number of characters up to the start of the matched text */ |
| yychar = 0; |
| |
| |
| /** |
| * yy_atBOL == true <=> the scanner is currently at the beginning |
| * of a line |
| */ |
| yy_atBOL = false; |
| |
| /* yy_atEOF == true <=> the scanner has returned a value for EOF */ |
| yy_atEOF = false; |
| |
| /* denotes if the user-EOF-code has already been executed */ |
| yy_eof_done = false; |
| |
| |
| fStateStack.clear(); |
| |
| hasMore = true; |
| |
| // its a little wasteful to "throw away" first char array generated |
| // by class init (via auto generated code), but we really do want |
| // a small buffer for our head parsers. |
| if (yy_buffer.length != MAX_TO_SCAN) { |
| yy_buffer = new char[MAX_TO_SCAN]; |
| } |
| |
| |
| } |
| |
| |
| public final HeadParserToken getNextToken() throws IOException { |
| String context = null; |
| context = primGetNextToken(); |
| HeadParserToken result = null; |
| if (valueText != null) { |
| result = createToken(context, yychar, valueText); |
| valueText = null; |
| } |
| else { |
| result = createToken(context, yychar, yytext()); |
| } |
| return result; |
| } |
| |
| public final boolean hasMoreTokens() { |
| return hasMore && yychar < MAX_TO_SCAN; |
| } |
| |
| private void pushCurrentState() { |
| fStateStack.push(yystate()); |
| |
| } |
| |
| private void popState() { |
| yybegin(fStateStack.pop()); |
| } |
| |
| private HeadParserToken createToken(String context, int start, String text) { |
| return new HeadParserToken(context, start, text); |
| } |
| |
| |
| |
| /** |
| * Creates a new scanner |
| * There is also a java.io.InputStream version of this constructor. |
| * |
| * @param in the java.io.Reader to read input from. |
| */ |
| public HTMLHeadTokenizer(java.io.Reader in) { |
| this.yy_reader = in; |
| } |
| |
| /** |
| * Creates a new scanner. |
| * There is also java.io.Reader version of this constructor. |
| * |
| * @param in the java.io.Inputstream to read input from. |
| */ |
| public HTMLHeadTokenizer(java.io.InputStream in) { |
| this(new java.io.InputStreamReader(in)); |
| } |
| |
| /** |
| * Unpacks the compressed character translation table. |
| * |
| * @param packed the packed character translation table |
| * @return the unpacked character translation table |
| */ |
| private static char[] yy_unpack_cmap(String packed) { |
| char[] map = new char[0x10000]; |
| int i = 0; /* index in packed string */ |
| int j = 0; /* index in unpacked array */ |
| while (i < 174) { |
| int count = packed.charAt(i++); |
| char value = packed.charAt(i++); |
| do |
| map[j++] = value; |
| while (--count > 0); |
| } |
| return map; |
| } |
| |
| |
| /** |
| * Gets the next input character. |
| * |
| * @return the next character of the input stream, EOF if the |
| * end of the stream is reached. |
| * @exception IOException if any I/O-Error occurs |
| */ |
| private int yy_advance() throws java.io.IOException { |
| |
| /* standard case */ |
| if (yy_currentPos < yy_endRead) |
| return yy_buffer[yy_currentPos++]; |
| |
| /* if the eof is reached, we don't need to work hard */ |
| if (yy_atEOF) |
| return YYEOF; |
| |
| /* otherwise: need to refill the buffer */ |
| |
| /* first: make room (if you can) */ |
| if (yy_startRead > 0) { |
| System.arraycopy(yy_buffer, yy_startRead, yy_buffer, 0, yy_endRead - yy_startRead); |
| |
| /* translate stored positions */ |
| yy_endRead -= yy_startRead; |
| yy_currentPos -= yy_startRead; |
| yy_markedPos -= yy_startRead; |
| yy_pushbackPos -= yy_startRead; |
| yy_startRead = 0; |
| } |
| |
| /* is the buffer big enough? */ |
| if (yy_currentPos >= yy_buffer.length) { |
| /* if not: blow it up */ |
| char newBuffer[] = new char[yy_currentPos * 2]; |
| System.arraycopy(yy_buffer, 0, newBuffer, 0, yy_buffer.length); |
| yy_buffer = newBuffer; |
| } |
| |
| /* finally: fill the buffer with new input */ |
| int numRead = yy_reader.read(yy_buffer, yy_endRead, yy_buffer.length - yy_endRead); |
| |
| if (numRead == -1) |
| return YYEOF; |
| |
| yy_endRead += numRead; |
| |
| return yy_buffer[yy_currentPos++]; |
| } |
| |
| |
| /** |
| * Closes the input stream. |
| */ |
| final public void yyclose() throws java.io.IOException { |
| yy_atEOF = true; /* indicate end of file */ |
| yy_endRead = yy_startRead; /* invalidate buffer */ |
| yy_reader.close(); |
| } |
| |
| |
| /** |
| * Returns the current lexical state. |
| */ |
| final public int yystate() { |
| return yy_lexical_state; |
| } |
| |
| /** |
| * Enters a new lexical state |
| * |
| * @param newState the new lexical state |
| */ |
| final public void yybegin(int newState) { |
| yy_lexical_state = newState; |
| } |
| |
| |
| /** |
| * Returns the text matched by the current regular expression. |
| */ |
| final public String yytext() { |
| return new String(yy_buffer, yy_startRead, yy_markedPos - yy_startRead); |
| } |
| |
| /** |
| * Returns the length of the matched text region. |
| */ |
| final public int yylength() { |
| return yy_markedPos - yy_startRead; |
| } |
| |
| |
| /** |
| * Reports an error that occured while scanning. |
| * |
| * @param errorCode the code of the errormessage to display |
| */ |
| private void yy_ScanError(int errorCode) { |
| try { |
| System.out.println(YY_ERROR_MSG[errorCode]); |
| } |
| catch (ArrayIndexOutOfBoundsException e) { |
| System.out.println(YY_ERROR_MSG[YY_UNKNOWN_ERROR]); |
| } |
| |
| System.exit(1); |
| } |
| |
| |
| /** |
| * Pushes the specified amount of characters back into the input stream. |
| * |
| * They will be read again by then next call of the scanning method |
| * |
| * @param number the number of characters to be read again. |
| * This number must not be greater than yylength()! |
| */ |
| private void yypushback(int number) { |
| if (number > yylength()) |
| yy_ScanError(YY_PUSHBACK_2BIG); |
| |
| yy_markedPos -= number; |
| } |
| |
| |
| /** |
| * Contains user EOF-code, which will be executed exactly once, |
| * when the end of file is reached |
| */ |
| private void yy_do_eof() { |
| if (!yy_eof_done) { |
| yy_eof_done = true; |
| hasMore = false; |
| |
| } |
| } |
| |
| |
| /** |
| * Resumes scanning until the next regular expression is matched, |
| * the end of input is encountered or an I/O-Error occurs. |
| * |
| * @return the next token |
| * @exception IOException if any I/O-Error occurs |
| */ |
| public String primGetNextToken() throws java.io.IOException { |
| int yy_input; |
| int yy_action; |
| |
| |
| while (true) { |
| |
| yychar += yylength(); |
| |
| yy_atBOL = yy_markedPos <= 0 || yy_buffer[yy_markedPos - 1] == '\n'; |
| if (!yy_atBOL && yy_buffer[yy_markedPos - 1] == '\r') { |
| yy_atBOL = yy_advance() != '\n'; |
| if (!yy_atEOF) |
| yy_currentPos--; |
| } |
| |
| yy_action = -1; |
| |
| yy_currentPos = yy_startRead = yy_markedPos; |
| |
| if (yy_atBOL) |
| yy_state = YY_LEXSTATE[yy_lexical_state + 1]; |
| else |
| yy_state = YY_LEXSTATE[yy_lexical_state]; |
| |
| |
| yy_forAction : { |
| while (true) { |
| |
| yy_input = yy_advance(); |
| |
| if (yy_input == YYEOF) |
| break yy_forAction; |
| |
| yy_input = yycmap[yy_input]; |
| |
| boolean yy_isFinal = false; |
| boolean yy_noLookAhead = false; |
| |
| yy_forNext : { |
| switch (yy_state) { |
| case 0 : |
| switch (yy_input) { |
| case 1 : |
| yy_isFinal = true; |
| yy_state = 9; |
| break yy_forNext; |
| case 2 : |
| yy_isFinal = true; |
| yy_state = 10; |
| break yy_forNext; |
| case 3 : |
| yy_isFinal = true; |
| yy_state = 11; |
| break yy_forNext; |
| case 10 : |
| yy_isFinal = true; |
| yy_state = 12; |
| break yy_forNext; |
| default : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 8; |
| break yy_forNext; |
| } |
| |
| case 1 : |
| switch (yy_input) { |
| case 1 : |
| yy_isFinal = true; |
| yy_state = 9; |
| break yy_forNext; |
| case 2 : |
| yy_isFinal = true; |
| yy_state = 10; |
| break yy_forNext; |
| case 3 : |
| yy_isFinal = true; |
| yy_state = 11; |
| break yy_forNext; |
| case 6 : |
| case 7 : |
| case 9 : |
| case 18 : |
| yy_isFinal = true; |
| yy_state = 13; |
| break yy_forNext; |
| case 10 : |
| yy_isFinal = true; |
| yy_state = 14; |
| break yy_forNext; |
| default : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 8; |
| break yy_forNext; |
| } |
| |
| case 2 : |
| switch (yy_input) { |
| case 11 : |
| yy_isFinal = true; |
| yy_state = 15; |
| break yy_forNext; |
| case 15 : |
| yy_isFinal = true; |
| yy_state = 16; |
| break yy_forNext; |
| default : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 8; |
| break yy_forNext; |
| } |
| |
| case 3 : |
| switch (yy_input) { |
| case 25 : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 17; |
| break yy_forNext; |
| case 26 : |
| yy_isFinal = true; |
| yy_state = 18; |
| break yy_forNext; |
| case 34 : |
| yy_isFinal = true; |
| yy_state = 19; |
| break yy_forNext; |
| default : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 8; |
| break yy_forNext; |
| } |
| |
| case 4 : |
| switch (yy_input) { |
| case 6 : |
| case 9 : |
| case 18 : |
| yy_isFinal = true; |
| yy_state = 21; |
| break yy_forNext; |
| case 7 : |
| yy_isFinal = true; |
| yy_state = 22; |
| break yy_forNext; |
| case 32 : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 23; |
| break yy_forNext; |
| case 35 : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 24; |
| break yy_forNext; |
| default : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 20; |
| break yy_forNext; |
| } |
| |
| case 5 : |
| switch (yy_input) { |
| case 7 : |
| case 9 : |
| case 10 : |
| case 25 : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 26; |
| break yy_forNext; |
| case 11 : |
| case 34 : |
| yy_isFinal = true; |
| yy_state = 27; |
| break yy_forNext; |
| case 32 : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 28; |
| break yy_forNext; |
| default : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 25; |
| break yy_forNext; |
| } |
| |
| case 6 : |
| switch (yy_input) { |
| case 7 : |
| case 9 : |
| case 10 : |
| case 25 : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 26; |
| break yy_forNext; |
| case 34 : |
| yy_isFinal = true; |
| yy_state = 27; |
| break yy_forNext; |
| case 35 : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 28; |
| break yy_forNext; |
| case 36 : |
| yy_isFinal = true; |
| yy_state = 29; |
| break yy_forNext; |
| default : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 25; |
| break yy_forNext; |
| } |
| |
| case 7 : |
| switch (yy_input) { |
| case 10 : |
| case 25 : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 26; |
| break yy_forNext; |
| case 34 : |
| yy_isFinal = true; |
| yy_state = 27; |
| break yy_forNext; |
| case 11 : |
| yy_isFinal = true; |
| yy_state = 29; |
| break yy_forNext; |
| case 6 : |
| case 7 : |
| case 9 : |
| case 18 : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 30; |
| break yy_forNext; |
| case 32 : |
| case 35 : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 31; |
| break yy_forNext; |
| case 37 : |
| yy_isFinal = true; |
| yy_state = 32; |
| break yy_forNext; |
| default : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 25; |
| break yy_forNext; |
| } |
| |
| case 9 : |
| switch (yy_input) { |
| case 2 : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 33; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 10 : |
| switch (yy_input) { |
| case 1 : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 34; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 11 : |
| switch (yy_input) { |
| case 4 : |
| yy_state = 35; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 12 : |
| switch (yy_input) { |
| case 13 : |
| yy_state = 36; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 13 : |
| switch (yy_input) { |
| case 6 : |
| case 7 : |
| case 9 : |
| case 18 : |
| yy_state = 37; |
| break yy_forNext; |
| case 10 : |
| yy_state = 38; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 14 : |
| switch (yy_input) { |
| case 13 : |
| yy_state = 36; |
| break yy_forNext; |
| case 11 : |
| yy_state = 39; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 15 : |
| switch (yy_input) { |
| case 25 : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 40; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 16 : |
| switch (yy_input) { |
| case 19 : |
| yy_state = 41; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 18 : |
| switch (yy_input) { |
| case 16 : |
| yy_state = 42; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 19 : |
| switch (yy_input) { |
| case 25 : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 43; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 21 : |
| switch (yy_input) { |
| case 6 : |
| case 9 : |
| case 18 : |
| yy_isFinal = true; |
| yy_state = 21; |
| break yy_forNext; |
| case 7 : |
| yy_state = 44; |
| break yy_forNext; |
| default : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 20; |
| break yy_forNext; |
| } |
| |
| case 22 : |
| switch (yy_input) { |
| case 6 : |
| case 9 : |
| case 18 : |
| yy_isFinal = true; |
| yy_state = 21; |
| break yy_forNext; |
| case 7 : |
| yy_state = 44; |
| break yy_forNext; |
| default : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 20; |
| break yy_forNext; |
| } |
| |
| case 27 : |
| switch (yy_input) { |
| case 25 : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 45; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 29 : |
| switch (yy_input) { |
| case 25 : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 46; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 32 : |
| switch (yy_input) { |
| case 6 : |
| case 7 : |
| case 9 : |
| case 18 : |
| yy_isFinal = true; |
| yy_state = 32; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 35 : |
| switch (yy_input) { |
| case 5 : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 47; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 36 : |
| switch (yy_input) { |
| case 15 : |
| yy_state = 48; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 37 : |
| switch (yy_input) { |
| case 6 : |
| case 7 : |
| case 9 : |
| case 18 : |
| yy_state = 37; |
| break yy_forNext; |
| case 10 : |
| yy_state = 38; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 38 : |
| switch (yy_input) { |
| case 11 : |
| yy_state = 39; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 39 : |
| switch (yy_input) { |
| case 12 : |
| yy_state = 49; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 41 : |
| switch (yy_input) { |
| case 20 : |
| yy_state = 50; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 42 : |
| switch (yy_input) { |
| case 16 : |
| yy_state = 51; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 44 : |
| switch (yy_input) { |
| case 6 : |
| case 9 : |
| case 18 : |
| yy_isFinal = true; |
| yy_state = 21; |
| break yy_forNext; |
| case 7 : |
| yy_state = 44; |
| break yy_forNext; |
| default : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 20; |
| break yy_forNext; |
| } |
| |
| case 48 : |
| switch (yy_input) { |
| case 16 : |
| yy_state = 52; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 49 : |
| switch (yy_input) { |
| case 13 : |
| yy_state = 53; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 50 : |
| switch (yy_input) { |
| case 21 : |
| yy_state = 54; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 51 : |
| switch (yy_input) { |
| case 27 : |
| yy_state = 55; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 52 : |
| switch (yy_input) { |
| case 17 : |
| yy_state = 56; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 53 : |
| switch (yy_input) { |
| case 14 : |
| yy_state = 57; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 54 : |
| switch (yy_input) { |
| case 22 : |
| yy_state = 58; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 55 : |
| switch (yy_input) { |
| case 28 : |
| yy_state = 59; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 56 : |
| switch (yy_input) { |
| case 18 : |
| yy_isFinal = true; |
| yy_noLookAhead = true; |
| yy_state = 60; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 57 : |
| switch (yy_input) { |
| case 6 : |
| case 7 : |
| case 9 : |
| case 18 : |
| yy_isFinal = true; |
| yy_state = 61; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 58 : |
| switch (yy_input) { |
| case 23 : |
| yy_state = 62; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 59 : |
| switch (yy_input) { |
| case 15 : |
| yy_state = 63; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 61 : |
| switch (yy_input) { |
| case 6 : |
| case 7 : |
| case 9 : |
| case 18 : |
| yy_isFinal = true; |
| yy_state = 61; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 62 : |
| switch (yy_input) { |
| case 19 : |
| yy_state = 64; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 63 : |
| switch (yy_input) { |
| case 29 : |
| yy_state = 65; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 64 : |
| switch (yy_input) { |
| case 24 : |
| yy_state = 66; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 65 : |
| switch (yy_input) { |
| case 30 : |
| yy_state = 67; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 66 : |
| switch (yy_input) { |
| case 6 : |
| case 7 : |
| case 9 : |
| case 18 : |
| yy_state = 66; |
| break yy_forNext; |
| case 8 : |
| yy_isFinal = true; |
| yy_state = 68; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 67 : |
| switch (yy_input) { |
| case 23 : |
| yy_state = 69; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 68 : |
| switch (yy_input) { |
| case 6 : |
| case 7 : |
| case 9 : |
| case 18 : |
| yy_isFinal = true; |
| yy_state = 68; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 69 : |
| switch (yy_input) { |
| case 31 : |
| yy_state = 70; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 70 : |
| switch (yy_input) { |
| case 6 : |
| case 7 : |
| case 9 : |
| case 18 : |
| yy_state = 70; |
| break yy_forNext; |
| case 8 : |
| yy_state = 71; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 71 : |
| switch (yy_input) { |
| case 6 : |
| case 7 : |
| case 9 : |
| case 18 : |
| yy_state = 71; |
| break yy_forNext; |
| case 20 : |
| yy_state = 72; |
| break yy_forNext; |
| case 32 : |
| yy_state = 73; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 72 : |
| switch (yy_input) { |
| case 21 : |
| yy_state = 74; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 73 : |
| switch (yy_input) { |
| case 20 : |
| yy_state = 72; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 74 : |
| switch (yy_input) { |
| case 19 : |
| yy_state = 75; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 75 : |
| switch (yy_input) { |
| case 16 : |
| yy_state = 76; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 76 : |
| switch (yy_input) { |
| case 15 : |
| yy_state = 77; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 77 : |
| switch (yy_input) { |
| case 19 : |
| yy_state = 78; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 78 : |
| switch (yy_input) { |
| case 16 : |
| yy_state = 79; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 79 : |
| switch (yy_input) { |
| case 28 : |
| yy_state = 80; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 80 : |
| switch (yy_input) { |
| case 16 : |
| yy_state = 81; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 81 : |
| switch (yy_input) { |
| case 33 : |
| yy_state = 82; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 82 : |
| switch (yy_input) { |
| case 27 : |
| yy_state = 83; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 83 : |
| switch (yy_input) { |
| case 15 : |
| yy_state = 84; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 84 : |
| switch (yy_input) { |
| case 6 : |
| case 7 : |
| case 9 : |
| case 18 : |
| yy_state = 85; |
| break yy_forNext; |
| case 32 : |
| yy_state = 86; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 85 : |
| switch (yy_input) { |
| case 6 : |
| case 7 : |
| case 9 : |
| case 18 : |
| yy_state = 85; |
| break yy_forNext; |
| case 20 : |
| yy_state = 87; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 86 : |
| switch (yy_input) { |
| case 6 : |
| case 7 : |
| case 9 : |
| case 18 : |
| yy_state = 85; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 87 : |
| switch (yy_input) { |
| case 21 : |
| yy_state = 88; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 88 : |
| switch (yy_input) { |
| case 19 : |
| yy_state = 89; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 89 : |
| switch (yy_input) { |
| case 16 : |
| yy_state = 90; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 90 : |
| switch (yy_input) { |
| case 15 : |
| yy_state = 91; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 91 : |
| switch (yy_input) { |
| case 19 : |
| yy_state = 92; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 92 : |
| switch (yy_input) { |
| case 16 : |
| yy_state = 93; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 93 : |
| switch (yy_input) { |
| case 6 : |
| case 7 : |
| case 9 : |
| case 18 : |
| yy_state = 93; |
| break yy_forNext; |
| case 8 : |
| yy_isFinal = true; |
| yy_state = 94; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| case 94 : |
| switch (yy_input) { |
| case 6 : |
| case 7 : |
| case 9 : |
| case 18 : |
| yy_isFinal = true; |
| yy_state = 94; |
| break yy_forNext; |
| default : |
| break yy_forAction; |
| } |
| |
| default : |
| yy_ScanError(YY_ILLEGAL_STATE); |
| break; |
| } |
| } |
| |
| if (yy_isFinal) { |
| yy_action = yy_state; |
| yy_markedPos = yy_currentPos; |
| if (yy_noLookAhead) |
| break yy_forAction; |
| } |
| |
| } |
| } |
| |
| |
| switch (yy_action) { |
| |
| case 26 : |
| { |
| yypushback(1); |
| popState(); |
| valueText = string.toString(); |
| return EncodingParserConstants.InvalidTerminatedStringValue; |
| } |
| case 96 : |
| break; |
| case 20 : |
| case 21 : |
| { |
| yypushback(1); |
| yybegin(UnDelimitedString); |
| string.setLength(0); |
| } |
| case 97 : |
| break; |
| case 17 : |
| { |
| yybegin(YYINITIAL); |
| if (foundContentTypeValue) |
| hasMore = false; |
| return HTMLHeadTokenizerConstants.MetaTagEnd; |
| } |
| case 98 : |
| break; |
| case 31 : |
| { |
| yypushback(1); |
| popState(); |
| valueText = string.toString(); |
| return EncodingParserConstants.InvalidTermintatedUnDelimitedStringValue; |
| } |
| case 99 : |
| break; |
| case 43 : |
| { |
| yybegin(YYINITIAL); |
| if (foundContentTypeValue) |
| hasMore = false; |
| return HTMLHeadTokenizerConstants.MetaTagEnd; |
| } |
| case 100 : |
| break; |
| case 45 : |
| { |
| yypushback(2); |
| popState(); |
| valueText = string.toString(); |
| return EncodingParserConstants.InvalidTerminatedStringValue; |
| } |
| case 101 : |
| break; |
| case 46 : |
| { |
| yypushback(2); |
| popState(); |
| valueText = string.toString(); |
| return EncodingParserConstants.InvalidTerminatedStringValue; |
| } |
| case 102 : |
| break; |
| case 61 : |
| { |
| if (yychar == 0) { |
| yybegin(ST_XMLDecl); |
| return XMLHeadTokenizerConstants.XMLDeclStart; |
| } |
| } |
| case 103 : |
| break; |
| case 8 : |
| case 9 : |
| case 10 : |
| case 11 : |
| case 12 : |
| case 13 : |
| case 14 : |
| case 15 : |
| case 16 : |
| case 18 : |
| case 19 : |
| case 22 : |
| { |
| if (yychar > MAX_TO_SCAN) { |
| hasMore = false; |
| return EncodingParserConstants.MAX_CHARS_REACHED; |
| } |
| } |
| case 104 : |
| break; |
| case 60 : |
| { |
| yybegin(ST_META_TAG); |
| return HTMLHeadTokenizerConstants.MetaTagStart; |
| } |
| case 105 : |
| break; |
| case 40 : |
| { |
| yybegin(YYINITIAL); |
| return XMLHeadTokenizerConstants.XMLDeclEnd; |
| } |
| case 106 : |
| break; |
| case 94 : |
| { |
| pushCurrentState(); |
| yybegin(QuotedAttributeValue); |
| foundContentTypeValue = true; |
| return HTMLHeadTokenizerConstants.MetaTagContentType; |
| } |
| case 107 : |
| break; |
| case 68 : |
| { |
| pushCurrentState(); |
| yybegin(QuotedAttributeValue); |
| return XMLHeadTokenizerConstants.XMLDelEncoding; |
| } |
| case 108 : |
| break; |
| case 33 : |
| { |
| hasMore = false; |
| return EncodingParserConstants.UTF16BE; |
| } |
| case 109 : |
| break; |
| case 34 : |
| { |
| hasMore = false; |
| return EncodingParserConstants.UTF16LE; |
| } |
| case 110 : |
| break; |
| case 47 : |
| { |
| hasMore = false; |
| return EncodingParserConstants.UTF83ByteBOM; |
| } |
| case 111 : |
| break; |
| case 28 : |
| { |
| popState(); |
| valueText = string.toString(); |
| return EncodingParserConstants.StringValue; |
| } |
| case 112 : |
| break; |
| case 25 : |
| case 27 : |
| case 29 : |
| case 32 : |
| { |
| string.append(yytext()); |
| } |
| case 113 : |
| break; |
| case 24 : |
| { |
| yybegin(SQ_STRING); |
| string.setLength(0); |
| } |
| case 114 : |
| break; |
| case 23 : |
| { |
| yybegin(DQ_STRING); |
| string.setLength(0); |
| } |
| case 115 : |
| break; |
| case 30 : |
| { |
| yypushback(1); |
| popState(); |
| valueText = string.toString(); |
| return EncodingParserConstants.UnDelimitedStringValue; |
| } |
| case 116 : |
| break; |
| default : |
| if (yy_input == YYEOF && yy_startRead == yy_currentPos) { |
| yy_atEOF = true; |
| yy_do_eof(); |
| { |
| hasMore = false; |
| return EncodingParserConstants.EOF; |
| } |
| } |
| else { |
| yy_ScanError(YY_NO_MATCH); |
| } |
| } |
| } |
| } |
| |
| /** |
| * Runs the scanner on input files. |
| * |
| * This main method is the debugging routine for the scanner. |
| * It prints each returned token to System.out until the end of |
| * file is reached, or an error occured. |
| * |
| * @param argv the command line, contains the filenames to run |
| * the scanner on. |
| */ |
| public static void main(String argv[]) { |
| for (int i = 0; i < argv.length; i++) { |
| HTMLHeadTokenizer scanner = null; |
| try { |
| scanner = new HTMLHeadTokenizer(new java.io.FileReader(argv[i])); |
| } |
| catch (java.io.FileNotFoundException e) { |
| System.out.println("File not found : \"" + argv[i] + "\""); |
| System.exit(1); |
| } |
| catch (ArrayIndexOutOfBoundsException e) { |
| System.out.println("Usage : java HTMLHeadTokenizer <inputfile>"); |
| System.exit(1); |
| } |
| |
| try { |
| do { |
| System.out.println(scanner.primGetNextToken()); |
| } |
| while (!scanner.yy_atEOF); |
| |
| } |
| catch (java.io.IOException e) { |
| System.out.println("An I/O error occured while scanning :"); |
| System.out.println(e); |
| System.exit(1); |
| } |
| catch (Exception e) { |
| e.printStackTrace(); |
| System.exit(1); |
| } |
| } |
| } |
| |
| |
| } |
