Index: src/java/org/apache/lucene/analysis/Tokenizer.java
===================================================================
--- src/java/org/apache/lucene/analysis/Tokenizer.java	(revision 802965)
+++ src/java/org/apache/lucene/analysis/Tokenizer.java	(working copy)
@@ -17,6 +17,8 @@
  * limitations under the License.
  */
 
+import org.apache.lucene.util.AttributeSource;
+
 import java.io.Reader;
 import java.io.IOException;
 
@@ -65,7 +67,12 @@
     super(factory);
     this.input = input;
   }
-  
+
+  /** Construct a token stream processing the given input using the given AttributeSource. */
+  protected Tokenizer(AttributeSource source) {
+    super(source);
+  }
+
   /** By default, closes the input Reader. */
   public void close() throws IOException {
     input.close();