| //------------------------------------------------------------------------------ |
| //Copyright (c) 2004, 2005 IBM Corporation. All Rights Reserved. |
| //------------------------------------------------------------------------------ |
| package org.eclipse.epf.web.search.analysis; |
| |
| import java.io.Reader; |
| |
| import org.apache.lucene.analysis.Analyzer; |
| import org.apache.lucene.analysis.TokenStream; |
| |
| /** |
| * A Text Analyzer that handles Unicode 4.1 characters. |
| * |
| * @author Kelvin Low |
| * @since 1.0 |
| */ |
| public class TextAnalyzer extends Analyzer { |
| |
| /** |
| * Creates a new instance. |
| */ |
| public TextAnalyzer() { |
| super(); |
| } |
| |
| /** |
| * @see org.apache.lucene.analysis.Analyzer#tokenStream(String, Reader) |
| */ |
| public final TokenStream tokenStream(String fieldName, Reader reader) { |
| TokenStream result = new TextTokenizer(reader); |
| return new TextFilter(result); |
| } |
| |
| } |