Index: conf/hive-default.xml.template
===================================================================
--- conf/hive-default.xml.template (revision 1342820)
+++ conf/hive-default.xml.template (working copy)
@@ -658,6 +658,14 @@
+ hive.binary.record.max.length
+ 1000
+ Read from a binary stream and treat each hive.binary.record.max.length bytes as a record.
+ The last record before the end of stream can have less than hive.binary.record.max.length bytes
+
+
+
+
hive.script.recordreader
org.apache.hadoop.hive.ql.exec.TextRecordReader
The default record reader for reading data from the user scripts.
Index: common/src/java/org/apache/hadoop/hive/conf/HiveConf.java
===================================================================
--- common/src/java/org/apache/hadoop/hive/conf/HiveConf.java (revision 1342820)
+++ common/src/java/org/apache/hadoop/hive/conf/HiveConf.java (working copy)
@@ -390,6 +390,7 @@
HIVESCRIPTRECORDWRITER("hive.script.recordwriter",
"org.apache.hadoop.hive.ql.exec.TextRecordWriter"),
HIVESCRIPTESCAPE("hive.transform.escape.input", false),
+ HIVEBINARYRECORDMAX("hive.binary.record.max.length", 1000 ),
// HWI
HIVEHWILISTENHOST("hive.hwi.listen.host", "0.0.0.0"),
Index: ql/src/java/org/apache/hadoop/hive/ql/exec/BinaryRecordReader.java
===================================================================
--- ql/src/java/org/apache/hadoop/hive/ql/exec/BinaryRecordReader.java (revision 1342820)
+++ ql/src/java/org/apache/hadoop/hive/ql/exec/BinaryRecordReader.java (working copy)
@@ -39,7 +39,7 @@
public void initialize(InputStream in, Configuration conf, Properties tbl) throws IOException {
this.in = in;
- maxRecordLength = conf.getInt("hive.binary.record.max.length", 1000);
+ maxRecordLength = HiveConf.getIntVar(conf, HiveConf.ConfVars.HIVEBINARYRECORDMAX);
}
public Writable createRow() throws IOException {