Index: analysis/common/src/java/org/apache/lucene/analysis/core/TypeTokenFilter.java =================================================================== --- analysis/common/src/java/org/apache/lucene/analysis/core/TypeTokenFilter.java (revision 0) +++ analysis/common/src/java/org/apache/lucene/analysis/core/TypeTokenFilter.java (revision 0) @@ -0,0 +1,48 @@ +package org.apache.lucene.analysis.core; + +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +import org.apache.lucene.analysis.TokenStream; +import org.apache.lucene.analysis.tokenattributes.TypeAttribute; +import org.apache.lucene.analysis.util.CharArraySet; +import org.apache.lucene.analysis.util.FilteringTokenFilter; + +import java.io.IOException; + +/** + * Removes tokens whose types appear in a set of blocked types from a token stream. + * + */ +public final class TypeTokenFilter extends FilteringTokenFilter { + + private final CharArraySet stopTypes; + private final TypeAttribute typeAttribute = addAttribute(TypeAttribute.class); + + public TypeTokenFilter(boolean enablePositionIncrements, TokenStream input, CharArraySet stopTypes) { + super(enablePositionIncrements, input); + this.stopTypes = stopTypes; + } + + /** + * Returns the next input Token whose typeAttribute.type() is not a stop type. + */ + @Override + protected boolean accept() throws IOException { + return !stopTypes.contains(typeAttribute.type()); + } +}