Index: src/java/org/apache/lucene/index/DocInverterPerField.java
===================================================================
--- src/java/org/apache/lucene/index/DocInverterPerField.java	(revision 1001333)
+++ src/java/org/apache/lucene/index/DocInverterPerField.java	(working copy)
@@ -76,7 +76,7 @@
       // tokenized.
       if (field.isIndexed() && doInvert) {
 
-        final boolean anyToken;
+        //final boolean anyToken;
         
         if (fieldState.length > 0)
           fieldState.position += docState.analyzer.getPositionIncrementGap(fieldInfo.name);
@@ -99,7 +99,7 @@
           fieldState.offset += valueLength;
           fieldState.length++;
           fieldState.position++;
-          anyToken = valueLength > 0;
+          //anyToken = valueLength > 0;
         } else {                                  // tokenized field
           final TokenStream stream;
           final TokenStream streamValue = field.tokenStreamValue();
@@ -189,14 +189,14 @@
             stream.end();
             
             fieldState.offset += offsetAttribute.endOffset();
-            anyToken = fieldState.length > startLength;
+            //anyToken = fieldState.length > startLength;
           } finally {
             stream.close();
           }
         }
 
-        if (anyToken)
-          fieldState.offset += docState.analyzer.getOffsetGap(field);
+        //if (anyToken)
+        fieldState.offset += docState.analyzer.getOffsetGap(field);
         fieldState.boost *= field.getBoost();
       }