org.eclipse.epf.web.search/src/org/eclipse/epf/web/search/analysis/TextAnalyzer.java

//------------------------------------------------------------------------------
//Copyright (c) 2004, 2005 IBM Corporation.  All Rights Reserved.
//------------------------------------------------------------------------------
package org.eclipse.epf.web.search.analysis;

import java.io.Reader;

import org.apache.lucene.analysis.Analyzer;
import org.apache.lucene.analysis.TokenStream;

/**
* A Text Analyzer that handles Unicode 4.1 characters.
* 
* @author Kelvin Low
* @since 1.0
*/
public class TextAnalyzer extends Analyzer {

	/**
	 * Creates a new instance.
	 */
	public TextAnalyzer() {
		super();
	}

	/**
	 * @see org.apache.lucene.analysis.Analyzer#tokenStream(String, Reader)
	 */
	public final TokenStream tokenStream(String fieldName, Reader reader) {
		TokenStream result = new TextTokenizer(reader);
		return new TextFilter(result);
	}

}