Index: ChineseTokenizer.java
===================================================================
RCS file: /home/cvspublic/jakarta-lucene-sandbox/contributions/analyzers/src/java/org/apache/lucene/analysis/cn/ChineseTokenizer.java,v
retrieving revision 1.4
diff -u -r1.4 ChineseTokenizer.java
--- ChineseTokenizer.java	2 Mar 2004 13:56:03 -0000	1.4
+++ ChineseTokenizer.java	14 Dec 2004 08:44:24 -0000
@@ -154,6 +154,7 @@
             case Character.OTHER_LETTER:
                 if (length>0) {
                     bufferIndex--;
+                    offset--;
                     return flush();
                 }
                 push(c);