Index: contrib/src/test/results/clientpositive/serde_typedbytes.q.out =================================================================== --- contrib/src/test/results/clientpositive/serde_typedbytes.q.out (revision 1368192) +++ contrib/src/test/results/clientpositive/serde_typedbytes.q.out (working copy) @@ -12,7 +12,7 @@ FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' ) tmap @@ -23,14 +23,14 @@ FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter') '/bin/cat' (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader') (TOK_ALIASLIST tkey tvalue)))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL tkey)) (TOK_SELEXPR (TOK_TABLE_OR_COL tvalue))))) + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter') 'cat' (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader') (TOK_ALIASLIST tkey tvalue)))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL tkey)) (TOK_SELEXPR (TOK_TABLE_OR_COL tvalue))))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -55,7 +55,7 @@ type: string outputColumnNames: _col0, _col1 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -122,7 +122,7 @@ FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' ) tmap @@ -134,7 +134,7 @@ FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' ) tmap Index: contrib/src/test/results/clientpositive/serde_typedbytes2.q.out =================================================================== --- contrib/src/test/results/clientpositive/serde_typedbytes2.q.out (revision 1368192) +++ contrib/src/test/results/clientpositive/serde_typedbytes2.q.out (working copy) @@ -12,7 +12,7 @@ FROM src SELECT TRANSFORM(cast(src.key as smallint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey smallint, tvalue string) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' ) tmap @@ -23,14 +23,14 @@ FROM src SELECT TRANSFORM(cast(src.key as smallint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey smallint, tvalue string) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (TOK_FUNCTION TOK_SMALLINT (. (TOK_TABLE_OR_COL src) key)) (. (TOK_TABLE_OR_COL src) value)) (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter') '/bin/cat' (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader') (TOK_TABCOLLIST (TOK_TABCOL tkey TOK_SMALLINT) (TOK_TABCOL tvalue TOK_STRING))))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL tkey)) (TOK_SELEXPR (TOK_TABLE_OR_COL tvalue))))) + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (TOK_FUNCTION TOK_SMALLINT (. (TOK_TABLE_OR_COL src) key)) (. (TOK_TABLE_OR_COL src) value)) (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter') 'cat' (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader') (TOK_TABCOLLIST (TOK_TABCOL tkey TOK_SMALLINT) (TOK_TABCOL tvalue TOK_STRING))))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL tkey)) (TOK_SELEXPR (TOK_TABLE_OR_COL tvalue))))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -55,7 +55,7 @@ type: string outputColumnNames: _col0, _col1 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -115,7 +115,7 @@ FROM src SELECT TRANSFORM(cast(src.key as smallint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey smallint, tvalue string) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' ) tmap @@ -127,7 +127,7 @@ FROM src SELECT TRANSFORM(cast(src.key as smallint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey smallint, tvalue string) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' ) tmap Index: contrib/src/test/results/clientpositive/serde_typedbytes3.q.out =================================================================== --- contrib/src/test/results/clientpositive/serde_typedbytes3.q.out (revision 1368192) +++ contrib/src/test/results/clientpositive/serde_typedbytes3.q.out (working copy) @@ -12,7 +12,7 @@ FROM src SELECT TRANSFORM(cast(src.key as smallint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' ) tmap @@ -23,14 +23,14 @@ FROM src SELECT TRANSFORM(cast(src.key as smallint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (TOK_FUNCTION TOK_SMALLINT (. (TOK_TABLE_OR_COL src) key)) (. (TOK_TABLE_OR_COL src) value)) (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter') '/bin/cat' (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader') (TOK_ALIASLIST tkey tvalue)))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL tkey)) (TOK_SELEXPR (TOK_TABLE_OR_COL tvalue))))) + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (TOK_FUNCTION TOK_SMALLINT (. (TOK_TABLE_OR_COL src) key)) (. (TOK_TABLE_OR_COL src) value)) (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter') 'cat' (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader') (TOK_ALIASLIST tkey tvalue)))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL tkey)) (TOK_SELEXPR (TOK_TABLE_OR_COL tvalue))))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -55,7 +55,7 @@ type: string outputColumnNames: _col0, _col1 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -115,7 +115,7 @@ FROM src SELECT TRANSFORM(cast(src.key as smallint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' ) tmap @@ -127,7 +127,7 @@ FROM src SELECT TRANSFORM(cast(src.key as smallint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' ) tmap Index: contrib/src/test/results/clientpositive/serde_typedbytes4.q.out =================================================================== --- contrib/src/test/results/clientpositive/serde_typedbytes4.q.out (revision 1368192) +++ contrib/src/test/results/clientpositive/serde_typedbytes4.q.out (working copy) @@ -12,7 +12,7 @@ FROM src SELECT TRANSFORM(cast(src.key as tinyint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' WHERE key < 100 @@ -24,7 +24,7 @@ FROM src SELECT TRANSFORM(cast(src.key as tinyint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' WHERE key < 100 @@ -32,7 +32,7 @@ INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue ORDER by tkey, tvalue POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (TOK_FUNCTION TOK_TINYINT (. (TOK_TABLE_OR_COL src) key)) (. (TOK_TABLE_OR_COL src) value)) (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter') '/bin/cat' (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader') (TOK_ALIASLIST tkey tvalue)))) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 100)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL tkey)) (TOK_SELEXPR (TOK_TABLE_OR_COL tvalue))) (TOK_ORDERBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL tkey)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL tvalue))))) + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (TOK_FUNCTION TOK_TINYINT (. (TOK_TABLE_OR_COL src) key)) (. (TOK_TABLE_OR_COL src) value)) (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter') 'cat' (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe')) (TOK_RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader') (TOK_ALIASLIST tkey tvalue)))) (TOK_WHERE (< (TOK_TABLE_OR_COL key) 100)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL tkey)) (TOK_SELEXPR (TOK_TABLE_OR_COL tvalue))) (TOK_ORDERBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL tkey)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL tvalue))))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -58,7 +58,7 @@ type: string outputColumnNames: _col0, _col1 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -111,7 +111,7 @@ FROM src SELECT TRANSFORM(cast(src.key as tinyint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' WHERE key < 100 @@ -124,7 +124,7 @@ FROM src SELECT TRANSFORM(cast(src.key as tinyint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' WHERE key < 100 Index: contrib/src/test/queries/clientpositive/serde_typedbytes2.q =================================================================== --- contrib/src/test/queries/clientpositive/serde_typedbytes2.q (revision 1368192) +++ contrib/src/test/queries/clientpositive/serde_typedbytes2.q (working copy) @@ -8,7 +8,7 @@ FROM src SELECT TRANSFORM(cast(src.key as smallint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey smallint, tvalue string) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' ) tmap @@ -18,7 +18,7 @@ FROM src SELECT TRANSFORM(cast(src.key as smallint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey smallint, tvalue string) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' ) tmap Index: contrib/src/test/queries/clientpositive/serde_typedbytes3.q =================================================================== --- contrib/src/test/queries/clientpositive/serde_typedbytes3.q (revision 1368192) +++ contrib/src/test/queries/clientpositive/serde_typedbytes3.q (working copy) @@ -8,7 +8,7 @@ FROM src SELECT TRANSFORM(cast(src.key as smallint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' ) tmap @@ -18,7 +18,7 @@ FROM src SELECT TRANSFORM(cast(src.key as smallint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' ) tmap Index: contrib/src/test/queries/clientpositive/serde_typedbytes4.q =================================================================== --- contrib/src/test/queries/clientpositive/serde_typedbytes4.q (revision 1368192) +++ contrib/src/test/queries/clientpositive/serde_typedbytes4.q (working copy) @@ -8,7 +8,7 @@ FROM src SELECT TRANSFORM(cast(src.key as tinyint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' WHERE key < 100 @@ -19,7 +19,7 @@ FROM src SELECT TRANSFORM(cast(src.key as tinyint), src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' WHERE key < 100 Index: contrib/src/test/queries/clientpositive/serde_typedbytes.q =================================================================== --- contrib/src/test/queries/clientpositive/serde_typedbytes.q (revision 1368192) +++ contrib/src/test/queries/clientpositive/serde_typedbytes.q (working copy) @@ -8,7 +8,7 @@ FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' ) tmap @@ -18,7 +18,7 @@ FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDWRITER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordWriter' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.contrib.serde2.TypedBytesSerDe' RECORDREADER 'org.apache.hadoop.hive.contrib.util.typedbytes.TypedBytesRecordReader' ) tmap Index: ql/src/test/results/clientpositive/transform_ppr2.q.out =================================================================== --- ql/src/test/results/clientpositive/transform_ppr2.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/transform_ppr2.q.out (working copy) @@ -2,7 +2,7 @@ FROM ( FROM srcpart src SELECT TRANSFORM(src.ds, src.key, src.value) - USING '/bin/cat' AS (ds, tkey, tvalue) + USING 'cat' AS (ds, tkey, tvalue) WHERE src.ds = '2008-04-08' CLUSTER BY tkey ) tmap @@ -12,14 +12,14 @@ FROM ( FROM srcpart src SELECT TRANSFORM(src.ds, src.key, src.value) - USING '/bin/cat' AS (ds, tkey, tvalue) + USING 'cat' AS (ds, tkey, tvalue) WHERE src.ds = '2008-04-08' CLUSTER BY tkey ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart) src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) ds) (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST ds tkey tvalue)))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL src) ds) '2008-04-08')) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL tmap) tkey) 100)))) + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart) src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) ds) (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST ds tkey tvalue)))) (TOK_WHERE (= (. (TOK_TABLE_OR_COL src) ds) '2008-04-08')) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL tmap) tkey) 100)))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -43,7 +43,7 @@ type: string outputColumnNames: _col0, _col1, _col2 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -186,7 +186,7 @@ PREHOOK: query: FROM ( FROM srcpart src SELECT TRANSFORM(src.ds, src.key, src.value) - USING '/bin/cat' AS (ds, tkey, tvalue) + USING 'cat' AS (ds, tkey, tvalue) WHERE src.ds = '2008-04-08' CLUSTER BY tkey ) tmap @@ -198,7 +198,7 @@ POSTHOOK: query: FROM ( FROM srcpart src SELECT TRANSFORM(src.ds, src.key, src.value) - USING '/bin/cat' AS (ds, tkey, tvalue) + USING 'cat' AS (ds, tkey, tvalue) WHERE src.ds = '2008-04-08' CLUSTER BY tkey ) tmap Index: ql/src/test/results/clientpositive/input38.q.out =================================================================== --- ql/src/test/results/clientpositive/input38.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/input38.q.out (working copy) @@ -7,7 +7,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.key, tmap.value PREHOOK: type: QUERY @@ -15,12 +15,12 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.key, tmap.value POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value) (+ 1 2) (+ 3 4)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) value))))) + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value) (+ 1 2) (+ 3 4)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) key)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) value))))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -49,7 +49,7 @@ type: int outputColumnNames: _col0, _col1, _col2, _col3 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -108,7 +108,7 @@ PREHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.key, tmap.value PREHOOK: type: QUERY @@ -117,7 +117,7 @@ POSTHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.key, tmap.value POSTHOOK: type: QUERY Index: ql/src/test/results/clientpositive/ppd_transform.q.out =================================================================== --- ql/src/test/results/clientpositive/ppd_transform.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/ppd_transform.q.out (working copy) @@ -2,7 +2,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 @@ -11,13 +11,13 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL tmap) tkey) 100)))) + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL tmap) tkey) 100)))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -38,7 +38,7 @@ type: string outputColumnNames: _col0, _col1 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -84,7 +84,7 @@ PREHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 @@ -94,7 +94,7 @@ POSTHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 @@ -189,7 +189,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 @@ -198,13 +198,13 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL tmap) tkey) 100)))) + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL tmap) tkey) 100)))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -225,7 +225,7 @@ type: string outputColumnNames: _col0, _col1 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -271,7 +271,7 @@ PREHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 @@ -281,7 +281,7 @@ POSTHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 Index: ql/src/test/results/clientpositive/partcols1.q.out =================================================================== --- ql/src/test/results/clientpositive/partcols1.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/partcols1.q.out (working copy) @@ -26,7 +26,7 @@ b.partitionId,b.col2,b.col3,b.col4 ) - USING '/bin/cat' as (a,b,c,d) + USING 'cat' as (a,b,c,d) PREHOOK: type: QUERY PREHOOK: Input: default@test1@partitionid=1 #### A masked pattern was here #### @@ -42,7 +42,7 @@ b.partitionId,b.col2,b.col3,b.col4 ) - USING '/bin/cat' as (a,b,c,d) + USING 'cat' as (a,b,c,d) POSTHOOK: type: QUERY POSTHOOK: Input: default@test1@partitionid=1 #### A masked pattern was here #### Index: ql/src/test/results/clientpositive/newline.q.out =================================================================== --- ql/src/test/results/clientpositive/newline.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/newline.q.out (working copy) @@ -88,12 +88,12 @@ 1\n2 NULL 1\n2 NULL PREHOOK: query: SELECT TRANSFORM(key, value) USING -'/bin/cat' AS (key, value) FROM tmp_tmp +'cat' AS (key, value) FROM tmp_tmp PREHOOK: type: QUERY PREHOOK: Input: default@tmp_tmp #### A masked pattern was here #### POSTHOOK: query: SELECT TRANSFORM(key, value) USING -'/bin/cat' AS (key, value) FROM tmp_tmp +'cat' AS (key, value) FROM tmp_tmp POSTHOOK: type: QUERY POSTHOOK: Input: default@tmp_tmp #### A masked pattern was here #### @@ -144,12 +144,12 @@ 1\r2 NULL 1\r2 NULL PREHOOK: query: SELECT TRANSFORM(key, value) USING -'/bin/cat' AS (key, value) FROM tmp_tmp +'cat' AS (key, value) FROM tmp_tmp PREHOOK: type: QUERY PREHOOK: Input: default@tmp_tmp #### A masked pattern was here #### POSTHOOK: query: SELECT TRANSFORM(key, value) USING -'/bin/cat' AS (key, value) FROM tmp_tmp +'cat' AS (key, value) FROM tmp_tmp POSTHOOK: type: QUERY POSTHOOK: Input: default@tmp_tmp #### A masked pattern was here #### @@ -206,12 +206,12 @@ 1\t2 NULL 1\t2 NULL PREHOOK: query: SELECT TRANSFORM(key, value) USING -'/bin/cat' AS (key, value) FROM tmp_tmp +'cat' AS (key, value) FROM tmp_tmp PREHOOK: type: QUERY PREHOOK: Input: default@tmp_tmp #### A masked pattern was here #### POSTHOOK: query: SELECT TRANSFORM(key, value) USING -'/bin/cat' AS (key, value) FROM tmp_tmp +'cat' AS (key, value) FROM tmp_tmp POSTHOOK: type: QUERY POSTHOOK: Input: default@tmp_tmp #### A masked pattern was here #### @@ -274,12 +274,12 @@ 1\\t2 NULL 1\ 2 NULL PREHOOK: query: SELECT TRANSFORM(key, value) USING -'/bin/cat' AS (key, value) FROM tmp_tmp +'cat' AS (key, value) FROM tmp_tmp PREHOOK: type: QUERY PREHOOK: Input: default@tmp_tmp #### A masked pattern was here #### POSTHOOK: query: SELECT TRANSFORM(key, value) USING -'/bin/cat' AS (key, value) FROM tmp_tmp +'cat' AS (key, value) FROM tmp_tmp POSTHOOK: type: QUERY POSTHOOK: Input: default@tmp_tmp #### A masked pattern was here #### @@ -298,11 +298,11 @@ 1\ 2 NULL 1\\t2 NULL 1\ 2 NULL -PREHOOK: query: SELECT key FROM (SELECT TRANSFORM ('a\tb', 'c') USING '/bin/cat' AS (key, value) FROM src limit 1)a +PREHOOK: query: SELECT key FROM (SELECT TRANSFORM ('a\tb', 'c') USING 'cat' AS (key, value) FROM src limit 1)a PREHOOK: type: QUERY PREHOOK: Input: default@src #### A masked pattern was here #### -POSTHOOK: query: SELECT key FROM (SELECT TRANSFORM ('a\tb', 'c') USING '/bin/cat' AS (key, value) FROM src limit 1)a +POSTHOOK: query: SELECT key FROM (SELECT TRANSFORM ('a\tb', 'c') USING 'cat' AS (key, value) FROM src limit 1)a POSTHOOK: type: QUERY POSTHOOK: Input: default@src #### A masked pattern was here #### @@ -317,11 +317,11 @@ POSTHOOK: Lineage: tmp_tmp.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] POSTHOOK: Lineage: tmp_tmp.value SCRIPT [(src)src.FieldSchema(name:key, type:string, comment:default), (src)src.FieldSchema(name:value, type:string, comment:default), ] a b -PREHOOK: query: SELECT value FROM (SELECT TRANSFORM ('a\tb', 'c') USING '/bin/cat' AS (key, value) FROM src limit 1)a +PREHOOK: query: SELECT value FROM (SELECT TRANSFORM ('a\tb', 'c') USING 'cat' AS (key, value) FROM src limit 1)a PREHOOK: type: QUERY PREHOOK: Input: default@src #### A masked pattern was here #### -POSTHOOK: query: SELECT value FROM (SELECT TRANSFORM ('a\tb', 'c') USING '/bin/cat' AS (key, value) FROM src limit 1)a +POSTHOOK: query: SELECT value FROM (SELECT TRANSFORM ('a\tb', 'c') USING 'cat' AS (key, value) FROM src limit 1)a POSTHOOK: type: QUERY POSTHOOK: Input: default@src #### A masked pattern was here #### Index: ql/src/test/results/clientpositive/input34.q.out =================================================================== --- ql/src/test/results/clientpositive/input34.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/input34.q.out (working copy) @@ -7,7 +7,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue @@ -16,13 +16,13 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe')) TOK_RECORDWRITER '/bin/cat' (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe')) TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL tkey)) (TOK_SELEXPR (TOK_TABLE_OR_COL tvalue))))) + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe')) TOK_RECORDWRITER 'cat' (TOK_SERDE (TOK_SERDENAME 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe')) TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL tkey)) (TOK_SELEXPR (TOK_TABLE_OR_COL tvalue))))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -47,7 +47,7 @@ type: string outputColumnNames: _col0, _col1 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -113,7 +113,7 @@ PREHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue @@ -123,7 +123,7 @@ POSTHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue Index: ql/src/test/results/clientpositive/mapreduce1.q.out =================================================================== --- ql/src/test/results/clientpositive/mapreduce1.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/mapreduce1.q.out (working copy) @@ -7,7 +7,7 @@ FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey SORT BY ten, one PREHOOK: type: QUERY @@ -15,12 +15,12 @@ FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey SORT BY ten, one POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (TOK_FUNCTION TOK_INT (/ (. (TOK_TABLE_OR_COL src) key) 10)) (TOK_FUNCTION TOK_INT (% (. (TOK_TABLE_OR_COL src) key) 10)) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey ten one tvalue)))) (TOK_DISTRIBUTEBY (TOK_TABLE_OR_COL tvalue) (TOK_TABLE_OR_COL tkey)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL ten)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL one))))) + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (TOK_FUNCTION TOK_INT (/ (. (TOK_TABLE_OR_COL src) key) 10)) (TOK_FUNCTION TOK_INT (% (. (TOK_TABLE_OR_COL src) key) 10)) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey ten one tvalue)))) (TOK_DISTRIBUTEBY (TOK_TABLE_OR_COL tvalue) (TOK_TABLE_OR_COL tkey)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL ten)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL one))))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -46,7 +46,7 @@ type: string outputColumnNames: _col0, _col1, _col2, _col3 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -111,7 +111,7 @@ PREHOOK: query: FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey SORT BY ten, one PREHOOK: type: QUERY @@ -120,7 +120,7 @@ POSTHOOK: query: FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey SORT BY ten, one POSTHOOK: type: QUERY Index: ql/src/test/results/clientpositive/input14_limit.q.out =================================================================== --- ql/src/test/results/clientpositive/input14_limit.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/input14_limit.q.out (working copy) @@ -7,7 +7,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey LIMIT 20 ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 @@ -16,13 +16,13 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey LIMIT 20 ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)) (TOK_LIMIT 20))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL tmap) tkey) 100)))) + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)) (TOK_LIMIT 20))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL tmap) tkey) 100)))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -45,7 +45,7 @@ type: string outputColumnNames: _col0, _col1 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -138,7 +138,7 @@ PREHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey LIMIT 20 ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 @@ -148,7 +148,7 @@ POSTHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey LIMIT 20 ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 Index: ql/src/test/results/clientpositive/input17.q.out =================================================================== --- ql/src/test/results/clientpositive/input17.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/input17.q.out (working copy) @@ -7,7 +7,7 @@ FROM ( FROM src_thrift SELECT TRANSFORM(src_thrift.aint + src_thrift.lint[0], src_thrift.lintstring[0]) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue @@ -16,13 +16,13 @@ FROM ( FROM src_thrift SELECT TRANSFORM(src_thrift.aint + src_thrift.lint[0], src_thrift.lintstring[0]) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_thrift))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (+ (. (TOK_TABLE_OR_COL src_thrift) aint) ([ (. (TOK_TABLE_OR_COL src_thrift) lint) 0)) ([ (. (TOK_TABLE_OR_COL src_thrift) lintstring) 0)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))))) + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_thrift))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (+ (. (TOK_TABLE_OR_COL src_thrift) aint) ([ (. (TOK_TABLE_OR_COL src_thrift) lint) 0)) ([ (. (TOK_TABLE_OR_COL src_thrift) lintstring) 0)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -44,7 +44,7 @@ type: struct outputColumnNames: _col0, _col1 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -104,7 +104,7 @@ PREHOOK: query: FROM ( FROM src_thrift SELECT TRANSFORM(src_thrift.aint + src_thrift.lint[0], src_thrift.lintstring[0]) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue @@ -114,7 +114,7 @@ POSTHOOK: query: FROM ( FROM src_thrift SELECT TRANSFORM(src_thrift.aint + src_thrift.lint[0], src_thrift.lintstring[0]) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue Index: ql/src/test/results/clientpositive/mapreduce7.q.out =================================================================== --- ql/src/test/results/clientpositive/mapreduce7.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/mapreduce7.q.out (working copy) @@ -7,18 +7,18 @@ FROM src INSERT OVERWRITE TABLE dest1 MAP src.*, src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (k, v, tkey, ten, one, tvalue) +USING 'cat' AS (k, v, tkey, ten, one, tvalue) SORT BY tvalue, tkey PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 MAP src.*, src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (k, v, tkey, ten, one, tvalue) +USING 'cat' AS (k, v, tkey, ten, one, tvalue) SORT BY tvalue, tkey POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (TOK_ALLCOLREF (TOK_TABNAME src)) (. (TOK_TABLE_OR_COL src) key) (TOK_FUNCTION TOK_INT (/ (. (TOK_TABLE_OR_COL src) key) 10)) (TOK_FUNCTION TOK_INT (% (. (TOK_TABLE_OR_COL src) key) 10)) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST k v tkey ten one tvalue)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL tvalue)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL tkey))))) + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (TOK_ALLCOLREF (TOK_TABNAME src)) (. (TOK_TABLE_OR_COL src) key) (TOK_FUNCTION TOK_INT (/ (. (TOK_TABLE_OR_COL src) key) 10)) (TOK_FUNCTION TOK_INT (% (. (TOK_TABLE_OR_COL src) key) 10)) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST k v tkey ten one tvalue)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL tvalue)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL tkey))))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -48,7 +48,7 @@ type: string outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -116,7 +116,7 @@ PREHOOK: query: FROM src INSERT OVERWRITE TABLE dest1 MAP src.*, src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (k, v, tkey, ten, one, tvalue) +USING 'cat' AS (k, v, tkey, ten, one, tvalue) SORT BY tvalue, tkey PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -124,7 +124,7 @@ POSTHOOK: query: FROM src INSERT OVERWRITE TABLE dest1 MAP src.*, src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (k, v, tkey, ten, one, tvalue) +USING 'cat' AS (k, v, tkey, ten, one, tvalue) SORT BY tvalue, tkey POSTHOOK: type: QUERY POSTHOOK: Input: default@src Index: ql/src/test/results/clientpositive/input35.q.out =================================================================== --- ql/src/test/results/clientpositive/input35.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/input35.q.out (working copy) @@ -7,7 +7,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\002' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\002' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue @@ -16,13 +16,13 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\002' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\002' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) (TOK_SERDE (TOK_SERDEPROPS (TOK_TABLEROWFORMATFIELD '\002'))) TOK_RECORDWRITER '/bin/cat' (TOK_SERDE (TOK_SERDEPROPS (TOK_TABLEROWFORMATFIELD '\002'))) TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL tkey)) (TOK_SELEXPR (TOK_TABLE_OR_COL tvalue))))) + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) (TOK_SERDE (TOK_SERDEPROPS (TOK_TABLEROWFORMATFIELD '\002'))) TOK_RECORDWRITER 'cat' (TOK_SERDE (TOK_SERDEPROPS (TOK_TABLEROWFORMATFIELD '\002'))) TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL tkey)) (TOK_SELEXPR (TOK_TABLE_OR_COL tvalue))))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -47,7 +47,7 @@ type: string outputColumnNames: _col0, _col1 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -113,7 +113,7 @@ PREHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\002' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\002' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue @@ -123,7 +123,7 @@ POSTHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\002' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\002' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue Index: ql/src/test/results/clientpositive/mapreduce2.q.out =================================================================== --- ql/src/test/results/clientpositive/mapreduce2.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/mapreduce2.q.out (working copy) @@ -7,18 +7,18 @@ FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (TOK_FUNCTION TOK_INT (/ (. (TOK_TABLE_OR_COL src) key) 10)) (TOK_FUNCTION TOK_INT (% (. (TOK_TABLE_OR_COL src) key) 10)) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey ten one tvalue)))) (TOK_DISTRIBUTEBY (TOK_TABLE_OR_COL tvalue) (TOK_TABLE_OR_COL tkey)))) + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (TOK_FUNCTION TOK_INT (/ (. (TOK_TABLE_OR_COL src) key) 10)) (TOK_FUNCTION TOK_INT (% (. (TOK_TABLE_OR_COL src) key) 10)) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey ten one tvalue)))) (TOK_DISTRIBUTEBY (TOK_TABLE_OR_COL tvalue) (TOK_TABLE_OR_COL tkey)))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -44,7 +44,7 @@ type: string outputColumnNames: _col0, _col1, _col2, _col3 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -104,7 +104,7 @@ PREHOOK: query: FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -112,7 +112,7 @@ POSTHOOK: query: FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey POSTHOOK: type: QUERY POSTHOOK: Input: default@src Index: ql/src/test/results/clientpositive/query_with_semi.q.out =================================================================== --- ql/src/test/results/clientpositive/query_with_semi.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/query_with_semi.q.out (working copy) @@ -1,32 +1,32 @@ PREHOOK: query: from src -select transform('aa;') using '/bin/cat' as a limit 1 +select transform('aa;') using 'cat' as a limit 1 PREHOOK: type: QUERY PREHOOK: Input: default@src #### A masked pattern was here #### POSTHOOK: query: from src -select transform('aa;') using '/bin/cat' as a limit 1 +select transform('aa;') using 'cat' as a limit 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src #### A masked pattern was here #### aa; PREHOOK: query: from src -select transform('bb') using '/bin/cat' as b limit 1 +select transform('bb') using 'cat' as b limit 1 PREHOOK: type: QUERY PREHOOK: Input: default@src #### A masked pattern was here #### POSTHOOK: query: from src -select transform('bb') using '/bin/cat' as b limit 1 +select transform('bb') using 'cat' as b limit 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src #### A masked pattern was here #### bb PREHOOK: query: from src -select transform('cc') using '/bin/cat' as c limit 1 +select transform('cc') using 'cat' as c limit 1 PREHOOK: type: QUERY PREHOOK: Input: default@src #### A masked pattern was here #### POSTHOOK: query: from src -select transform('cc') using '/bin/cat' as c limit 1 +select transform('cc') using 'cat' as c limit 1 POSTHOOK: type: QUERY POSTHOOK: Input: default@src #### A masked pattern was here #### Index: ql/src/test/results/clientpositive/input18.q.out =================================================================== --- ql/src/test/results/clientpositive/input18.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/input18.q.out (working copy) @@ -7,7 +7,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' CLUSTER BY key ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.key, regexp_replace(tmap.value,'\t','+') WHERE tmap.key < 100 @@ -16,13 +16,13 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' CLUSTER BY key ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.key, regexp_replace(tmap.value,'\t','+') WHERE tmap.key < 100 POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value) (+ 1 2) (+ 3 4)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL key)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) key)) (TOK_SELEXPR (TOK_FUNCTION regexp_replace (. (TOK_TABLE_OR_COL tmap) value) '\t' '+'))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL tmap) key) 100)))) + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value) (+ 1 2) (+ 3 4)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL key)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) key)) (TOK_SELEXPR (TOK_FUNCTION regexp_replace (. (TOK_TABLE_OR_COL tmap) value) '\t' '+'))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL tmap) key) 100)))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -48,7 +48,7 @@ type: int outputColumnNames: _col0, _col1, _col2, _col3 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -112,7 +112,7 @@ PREHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' CLUSTER BY key ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.key, regexp_replace(tmap.value,'\t','+') WHERE tmap.key < 100 @@ -122,7 +122,7 @@ POSTHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' CLUSTER BY key ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.key, regexp_replace(tmap.value,'\t','+') WHERE tmap.key < 100 Index: ql/src/test/results/clientpositive/mapreduce8.q.out =================================================================== --- ql/src/test/results/clientpositive/mapreduce8.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/mapreduce8.q.out (working copy) @@ -7,7 +7,7 @@ FROM src INSERT OVERWRITE TABLE dest1 MAP src.*, src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (k, v, tkey, ten, one, tvalue) +USING 'cat' AS (k, v, tkey, ten, one, tvalue) DISTRIBUTE BY rand(3) SORT BY tvalue, tkey PREHOOK: type: QUERY @@ -15,12 +15,12 @@ FROM src INSERT OVERWRITE TABLE dest1 MAP src.*, src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (k, v, tkey, ten, one, tvalue) +USING 'cat' AS (k, v, tkey, ten, one, tvalue) DISTRIBUTE BY rand(3) SORT BY tvalue, tkey POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (TOK_ALLCOLREF (TOK_TABNAME src)) (. (TOK_TABLE_OR_COL src) key) (TOK_FUNCTION TOK_INT (/ (. (TOK_TABLE_OR_COL src) key) 10)) (TOK_FUNCTION TOK_INT (% (. (TOK_TABLE_OR_COL src) key) 10)) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST k v tkey ten one tvalue)))) (TOK_DISTRIBUTEBY (TOK_FUNCTION rand 3)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL tvalue)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL tkey))))) + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (TOK_ALLCOLREF (TOK_TABNAME src)) (. (TOK_TABLE_OR_COL src) key) (TOK_FUNCTION TOK_INT (/ (. (TOK_TABLE_OR_COL src) key) 10)) (TOK_FUNCTION TOK_INT (% (. (TOK_TABLE_OR_COL src) key) 10)) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST k v tkey ten one tvalue)))) (TOK_DISTRIBUTEBY (TOK_FUNCTION rand 3)) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL tvalue)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL tkey))))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -50,7 +50,7 @@ type: string outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -121,7 +121,7 @@ PREHOOK: query: FROM src INSERT OVERWRITE TABLE dest1 MAP src.*, src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (k, v, tkey, ten, one, tvalue) +USING 'cat' AS (k, v, tkey, ten, one, tvalue) DISTRIBUTE BY rand(3) SORT BY tvalue, tkey PREHOOK: type: QUERY @@ -130,7 +130,7 @@ POSTHOOK: query: FROM src INSERT OVERWRITE TABLE dest1 MAP src.*, src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (k, v, tkey, ten, one, tvalue) +USING 'cat' AS (k, v, tkey, ten, one, tvalue) DISTRIBUTE BY rand(3) SORT BY tvalue, tkey POSTHOOK: type: QUERY Index: ql/src/test/results/clientpositive/input36.q.out =================================================================== --- ql/src/test/results/clientpositive/input36.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/input36.q.out (working copy) @@ -7,7 +7,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\002' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\003' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue @@ -16,13 +16,13 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\002' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\003' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) (TOK_SERDE (TOK_SERDEPROPS (TOK_TABLEROWFORMATFIELD '\002'))) TOK_RECORDWRITER '/bin/cat' (TOK_SERDE (TOK_SERDEPROPS (TOK_TABLEROWFORMATFIELD '\003'))) TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL tkey)) (TOK_SELEXPR (TOK_TABLE_OR_COL tvalue))))) + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) (TOK_SERDE (TOK_SERDEPROPS (TOK_TABLEROWFORMATFIELD '\002'))) TOK_RECORDWRITER 'cat' (TOK_SERDE (TOK_SERDEPROPS (TOK_TABLEROWFORMATFIELD '\003'))) TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL tkey)) (TOK_SELEXPR (TOK_TABLE_OR_COL tvalue))))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -47,7 +47,7 @@ type: string outputColumnNames: _col0, _col1 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -113,7 +113,7 @@ PREHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\002' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\003' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue @@ -123,7 +123,7 @@ POSTHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\002' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\003' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue Index: ql/src/test/results/clientpositive/mapreduce3.q.out =================================================================== --- ql/src/test/results/clientpositive/mapreduce3.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/mapreduce3.q.out (working copy) @@ -7,18 +7,18 @@ FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) SORT BY tvalue, tkey PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) SORT BY tvalue, tkey POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (TOK_FUNCTION TOK_INT (/ (. (TOK_TABLE_OR_COL src) key) 10)) (TOK_FUNCTION TOK_INT (% (. (TOK_TABLE_OR_COL src) key) 10)) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey ten one tvalue)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL tvalue)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL tkey))))) + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (TOK_FUNCTION TOK_INT (/ (. (TOK_TABLE_OR_COL src) key) 10)) (TOK_FUNCTION TOK_INT (% (. (TOK_TABLE_OR_COL src) key) 10)) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey ten one tvalue)))) (TOK_SORTBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL tvalue)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL tkey))))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -44,7 +44,7 @@ type: string outputColumnNames: _col0, _col1, _col2, _col3 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -104,7 +104,7 @@ PREHOOK: query: FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) SORT BY tvalue, tkey PREHOOK: type: QUERY PREHOOK: Input: default@src @@ -112,7 +112,7 @@ POSTHOOK: query: FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) SORT BY tvalue, tkey POSTHOOK: type: QUERY POSTHOOK: Input: default@src Index: ql/src/test/results/clientpositive/select_transform_hint.q.out =================================================================== --- ql/src/test/results/clientpositive/select_transform_hint.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/select_transform_hint.q.out (working copy) @@ -1,17 +1,17 @@ PREHOOK: query: EXPLAIN SELECT /*+MAPJOIN(a)*/ -TRANSFORM(a.key, a.value) USING '/bin/cat' AS (tkey, tvalue) +TRANSFORM(a.key, a.value) USING 'cat' AS (tkey, tvalue) FROM src a join src b on a.key = b.key PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN SELECT /*+MAPJOIN(a)*/ -TRANSFORM(a.key, a.value) USING '/bin/cat' AS (tkey, tvalue) +TRANSFORM(a.key, a.value) USING 'cat' AS (tkey, tvalue) FROM src a join src b on a.key = b.key POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME src) a) (TOK_TABREF (TOK_TABNAME src) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST a))) (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL a) value)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))))) + (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME src) a) (TOK_TABREF (TOK_TABNAME src) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_MAPJOIN (TOK_HINTARGLIST a))) (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL a) value)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))))) STAGE DEPENDENCIES: Stage-3 is a root stage @@ -72,7 +72,7 @@ type: string outputColumnNames: _col0, _col1 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -91,14 +91,14 @@ PREHOOK: query: SELECT /*+MAPJOIN(a)*/ -TRANSFORM(a.key, a.value) USING '/bin/cat' AS (tkey, tvalue) +TRANSFORM(a.key, a.value) USING 'cat' AS (tkey, tvalue) FROM src a join src b on a.key = b.key PREHOOK: type: QUERY PREHOOK: Input: default@src #### A masked pattern was here #### POSTHOOK: query: SELECT /*+MAPJOIN(a)*/ -TRANSFORM(a.key, a.value) USING '/bin/cat' AS (tkey, tvalue) +TRANSFORM(a.key, a.value) USING 'cat' AS (tkey, tvalue) FROM src a join src b on a.key = b.key POSTHOOK: type: QUERY @@ -1134,18 +1134,18 @@ 97 val_97 PREHOOK: query: EXPLAIN SELECT /*+STREAMTABLE(a)*/ -TRANSFORM(a.key, a.value) USING '/bin/cat' AS (tkey, tvalue) +TRANSFORM(a.key, a.value) USING 'cat' AS (tkey, tvalue) FROM src a join src b on a.key = b.key PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN SELECT /*+STREAMTABLE(a)*/ -TRANSFORM(a.key, a.value) USING '/bin/cat' AS (tkey, tvalue) +TRANSFORM(a.key, a.value) USING 'cat' AS (tkey, tvalue) FROM src a join src b on a.key = b.key POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME src) a) (TOK_TABREF (TOK_TABNAME src) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_STREAMTABLE (TOK_HINTARGLIST a))) (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL a) value)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))))) + (TOK_QUERY (TOK_FROM (TOK_JOIN (TOK_TABREF (TOK_TABNAME src) a) (TOK_TABREF (TOK_TABNAME src) b) (= (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL b) key)))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_HINTLIST (TOK_HINT TOK_STREAMTABLE (TOK_HINTARGLIST a))) (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL a) key) (. (TOK_TABLE_OR_COL a) value)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -1201,7 +1201,7 @@ type: string outputColumnNames: _col0, _col1 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1218,14 +1218,14 @@ PREHOOK: query: SELECT /*+STREAMTABLE(a)*/ -TRANSFORM(a.key, a.value) USING '/bin/cat' AS (tkey, tvalue) +TRANSFORM(a.key, a.value) USING 'cat' AS (tkey, tvalue) FROM src a join src b on a.key = b.key PREHOOK: type: QUERY PREHOOK: Input: default@src #### A masked pattern was here #### POSTHOOK: query: SELECT /*+STREAMTABLE(a)*/ -TRANSFORM(a.key, a.value) USING '/bin/cat' AS (tkey, tvalue) +TRANSFORM(a.key, a.value) USING 'cat' AS (tkey, tvalue) FROM src a join src b on a.key = b.key POSTHOOK: type: QUERY Index: ql/src/test/results/clientpositive/transform_ppr1.q.out =================================================================== --- ql/src/test/results/clientpositive/transform_ppr1.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/transform_ppr1.q.out (working copy) @@ -2,7 +2,7 @@ FROM ( FROM srcpart src SELECT TRANSFORM(src.ds, src.key, src.value) - USING '/bin/cat' AS (ds, tkey, tvalue) + USING 'cat' AS (ds, tkey, tvalue) CLUSTER BY tkey ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 AND tmap.ds = '2008-04-08' @@ -11,13 +11,13 @@ FROM ( FROM srcpart src SELECT TRANSFORM(src.ds, src.key, src.value) - USING '/bin/cat' AS (ds, tkey, tvalue) + USING 'cat' AS (ds, tkey, tvalue) CLUSTER BY tkey ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 AND tmap.ds = '2008-04-08' POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart) src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) ds) (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST ds tkey tvalue)))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))) (TOK_WHERE (AND (< (. (TOK_TABLE_OR_COL tmap) tkey) 100) (= (. (TOK_TABLE_OR_COL tmap) ds) '2008-04-08'))))) + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME srcpart) src)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) ds) (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST ds tkey tvalue)))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))) (TOK_WHERE (AND (< (. (TOK_TABLE_OR_COL tmap) tkey) 100) (= (. (TOK_TABLE_OR_COL tmap) ds) '2008-04-08'))))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -41,7 +41,7 @@ type: string outputColumnNames: _col0, _col1, _col2 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -258,7 +258,7 @@ PREHOOK: query: FROM ( FROM srcpart src SELECT TRANSFORM(src.ds, src.key, src.value) - USING '/bin/cat' AS (ds, tkey, tvalue) + USING 'cat' AS (ds, tkey, tvalue) CLUSTER BY tkey ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 AND tmap.ds = '2008-04-08' @@ -271,7 +271,7 @@ POSTHOOK: query: FROM ( FROM srcpart src SELECT TRANSFORM(src.ds, src.key, src.value) - USING '/bin/cat' AS (ds, tkey, tvalue) + USING 'cat' AS (ds, tkey, tvalue) CLUSTER BY tkey ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 AND tmap.ds = '2008-04-08' Index: ql/src/test/results/clientpositive/input5.q.out =================================================================== --- ql/src/test/results/clientpositive/input5.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/input5.q.out (working copy) @@ -7,7 +7,7 @@ FROM ( FROM src_thrift SELECT TRANSFORM(src_thrift.lint, src_thrift.lintstring) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue @@ -16,13 +16,13 @@ FROM ( FROM src_thrift SELECT TRANSFORM(src_thrift.lint, src_thrift.lintstring) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_thrift))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src_thrift) lint) (. (TOK_TABLE_OR_COL src_thrift) lintstring)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))))) + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_thrift))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src_thrift) lint) (. (TOK_TABLE_OR_COL src_thrift) lintstring)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -44,7 +44,7 @@ type: array> outputColumnNames: _col0, _col1 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -97,7 +97,7 @@ PREHOOK: query: FROM ( FROM src_thrift SELECT TRANSFORM(src_thrift.lint, src_thrift.lintstring) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue @@ -107,7 +107,7 @@ POSTHOOK: query: FROM ( FROM src_thrift SELECT TRANSFORM(src_thrift.lint, src_thrift.lintstring) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue Index: ql/src/test/results/clientpositive/regexp_extract.q.out =================================================================== --- ql/src/test/results/clientpositive/regexp_extract.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/regexp_extract.q.out (working copy) @@ -2,7 +2,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' CLUSTER BY key ) tmap SELECT tmap.key, regexp_extract(tmap.value, 'val_(\\d+\\t\\d+)',1) WHERE tmap.key < 100 @@ -11,13 +11,13 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' CLUSTER BY key ) tmap SELECT tmap.key, regexp_extract(tmap.value, 'val_(\\d+\\t\\d+)',1) WHERE tmap.key < 100 POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value) (+ 1 2) (+ 3 4)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL key)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) key)) (TOK_SELEXPR (TOK_FUNCTION regexp_extract (. (TOK_TABLE_OR_COL tmap) value) 'val_(\\d+\\t\\d+)' 1))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL tmap) key) 100)))) + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value) (+ 1 2) (+ 3 4)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL key)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) key)) (TOK_SELEXPR (TOK_FUNCTION regexp_extract (. (TOK_TABLE_OR_COL tmap) value) 'val_(\\d+\\t\\d+)' 1))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL tmap) key) 100)))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -43,7 +43,7 @@ type: int outputColumnNames: _col0, _col1, _col2, _col3 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -143,7 +143,7 @@ PREHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' CLUSTER BY key ) tmap SELECT tmap.key, regexp_extract(tmap.value, 'val_(\\d+\\t\\d+)',1) WHERE tmap.key < 100 @@ -153,7 +153,7 @@ POSTHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' CLUSTER BY key ) tmap SELECT tmap.key, regexp_extract(tmap.value, 'val_(\\d+\\t\\d+)',1) WHERE tmap.key < 100 @@ -248,7 +248,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' CLUSTER BY key ) tmap SELECT tmap.key, regexp_extract(tmap.value, 'val_(\\d+\\t\\d+)') WHERE tmap.key < 100 @@ -257,13 +257,13 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' CLUSTER BY key ) tmap SELECT tmap.key, regexp_extract(tmap.value, 'val_(\\d+\\t\\d+)') WHERE tmap.key < 100 POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value) (+ 1 2) (+ 3 4)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL key)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) key)) (TOK_SELEXPR (TOK_FUNCTION regexp_extract (. (TOK_TABLE_OR_COL tmap) value) 'val_(\\d+\\t\\d+)'))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL tmap) key) 100)))) + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value) (+ 1 2) (+ 3 4)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL key)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) key)) (TOK_SELEXPR (TOK_FUNCTION regexp_extract (. (TOK_TABLE_OR_COL tmap) value) 'val_(\\d+\\t\\d+)'))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL tmap) key) 100)))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -289,7 +289,7 @@ type: int outputColumnNames: _col0, _col1, _col2, _col3 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -389,7 +389,7 @@ PREHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' CLUSTER BY key ) tmap SELECT tmap.key, regexp_extract(tmap.value, 'val_(\\d+\\t\\d+)') WHERE tmap.key < 100 @@ -399,7 +399,7 @@ POSTHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' CLUSTER BY key ) tmap SELECT tmap.key, regexp_extract(tmap.value, 'val_(\\d+\\t\\d+)') WHERE tmap.key < 100 Index: ql/src/test/results/clientpositive/input14.q.out =================================================================== --- ql/src/test/results/clientpositive/input14.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/input14.q.out (working copy) @@ -7,7 +7,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 @@ -16,13 +16,13 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL tmap) tkey) 100)))) + (TOK_QUERY (TOK_FROM (TOK_SUBQUERY (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey tvalue)))) (TOK_CLUSTERBY (TOK_TABLE_OR_COL tkey)))) tmap)) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tkey)) (TOK_SELEXPR (. (TOK_TABLE_OR_COL tmap) tvalue))) (TOK_WHERE (< (. (TOK_TABLE_OR_COL tmap) tkey) 100)))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -44,7 +44,7 @@ type: string outputColumnNames: _col0, _col1 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -108,7 +108,7 @@ PREHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 @@ -118,7 +118,7 @@ POSTHOOK: query: FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 Index: ql/src/test/results/clientpositive/mapreduce4.q.out =================================================================== --- ql/src/test/results/clientpositive/mapreduce4.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/mapreduce4.q.out (working copy) @@ -7,7 +7,7 @@ FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey SORT BY ten DESC, one ASC PREHOOK: type: QUERY @@ -15,12 +15,12 @@ FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey SORT BY ten DESC, one ASC POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (TOK_FUNCTION TOK_INT (/ (. (TOK_TABLE_OR_COL src) key) 10)) (TOK_FUNCTION TOK_INT (% (. (TOK_TABLE_OR_COL src) key) 10)) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey ten one tvalue)))) (TOK_DISTRIBUTEBY (TOK_TABLE_OR_COL tvalue) (TOK_TABLE_OR_COL tkey)) (TOK_SORTBY (TOK_TABSORTCOLNAMEDESC (TOK_TABLE_OR_COL ten)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL one))))) + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest1))) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (. (TOK_TABLE_OR_COL src) key) (TOK_FUNCTION TOK_INT (/ (. (TOK_TABLE_OR_COL src) key) 10)) (TOK_FUNCTION TOK_INT (% (. (TOK_TABLE_OR_COL src) key) 10)) (. (TOK_TABLE_OR_COL src) value)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST tkey ten one tvalue)))) (TOK_DISTRIBUTEBY (TOK_TABLE_OR_COL tvalue) (TOK_TABLE_OR_COL tkey)) (TOK_SORTBY (TOK_TABSORTCOLNAMEDESC (TOK_TABLE_OR_COL ten)) (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL one))))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -46,7 +46,7 @@ type: string outputColumnNames: _col0, _col1, _col2, _col3 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -111,7 +111,7 @@ PREHOOK: query: FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey SORT BY ten DESC, one ASC PREHOOK: type: QUERY @@ -120,7 +120,7 @@ POSTHOOK: query: FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey SORT BY ten DESC, one ASC POSTHOOK: type: QUERY Index: ql/src/test/results/clientpositive/nullscript.q.out =================================================================== --- ql/src/test/results/clientpositive/nullscript.q.out (revision 1368192) +++ ql/src/test/results/clientpositive/nullscript.q.out (working copy) @@ -16,13 +16,13 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@nullscript PREHOOK: query: explain -select transform(key) using '/bin/cat' as key1 from nullscript +select transform(key) using 'cat' as key1 from nullscript PREHOOK: type: QUERY POSTHOOK: query: explain -select transform(key) using '/bin/cat' as key1 from nullscript +select transform(key) using 'cat' as key1 from nullscript POSTHOOK: type: QUERY ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME nullscript))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (TOK_TABLE_OR_COL key)) TOK_SERDE TOK_RECORDWRITER '/bin/cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST key1)))))) + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME nullscript))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_TRANSFORM (TOK_EXPLIST (TOK_TABLE_OR_COL key)) TOK_SERDE TOK_RECORDWRITER 'cat' TOK_SERDE TOK_RECORDREADER (TOK_ALIASLIST key1)))))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -41,7 +41,7 @@ type: string outputColumnNames: _col0 Transform Operator - command: /bin/cat + command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -57,11 +57,11 @@ limit: -1 -PREHOOK: query: select transform(key) using '/bin/cat' as key1 from nullscript +PREHOOK: query: select transform(key) using 'cat' as key1 from nullscript PREHOOK: type: QUERY PREHOOK: Input: default@nullscript #### A masked pattern was here #### -POSTHOOK: query: select transform(key) using '/bin/cat' as key1 from nullscript +POSTHOOK: query: select transform(key) using 'cat' as key1 from nullscript POSTHOOK: type: QUERY POSTHOOK: Input: default@nullscript #### A masked pattern was here #### Index: ql/src/test/queries/clientnegative/orderbysortby.q =================================================================== --- ql/src/test/queries/clientnegative/orderbysortby.q (revision 1368192) +++ ql/src/test/queries/clientnegative/orderbysortby.q (working copy) @@ -3,6 +3,6 @@ FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) ORDER BY tvalue, tkey SORT BY ten, one; Index: ql/src/test/queries/clientnegative/clusterbyorderby.q =================================================================== --- ql/src/test/queries/clientnegative/clusterbyorderby.q (revision 1368192) +++ ql/src/test/queries/clientnegative/clusterbyorderby.q (working copy) @@ -1,5 +1,5 @@ FROM src MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) CLUSTER BY tvalue, tkey ORDER BY ten, one; Index: ql/src/test/queries/clientnegative/clusterbydistributeby.q =================================================================== --- ql/src/test/queries/clientnegative/clusterbydistributeby.q (revision 1368192) +++ ql/src/test/queries/clientnegative/clusterbydistributeby.q (working copy) @@ -3,6 +3,6 @@ FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) CLUSTER BY tvalue, tkey DISTRIBUTE BY tvalue, tkey; Index: ql/src/test/queries/clientnegative/clusterbysortby.q =================================================================== --- ql/src/test/queries/clientnegative/clusterbysortby.q (revision 1368192) +++ ql/src/test/queries/clientnegative/clusterbysortby.q (working copy) @@ -3,6 +3,6 @@ FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) CLUSTER BY tvalue, tkey SORT BY ten, one; Index: ql/src/test/queries/clientpositive/transform_ppr2.q =================================================================== --- ql/src/test/queries/clientpositive/transform_ppr2.q (revision 1368192) +++ ql/src/test/queries/clientpositive/transform_ppr2.q (working copy) @@ -4,7 +4,7 @@ FROM ( FROM srcpart src SELECT TRANSFORM(src.ds, src.key, src.value) - USING '/bin/cat' AS (ds, tkey, tvalue) + USING 'cat' AS (ds, tkey, tvalue) WHERE src.ds = '2008-04-08' CLUSTER BY tkey ) tmap @@ -13,7 +13,7 @@ FROM ( FROM srcpart src SELECT TRANSFORM(src.ds, src.key, src.value) - USING '/bin/cat' AS (ds, tkey, tvalue) + USING 'cat' AS (ds, tkey, tvalue) WHERE src.ds = '2008-04-08' CLUSTER BY tkey ) tmap Index: ql/src/test/queries/clientpositive/select_transform_hint.q =================================================================== --- ql/src/test/queries/clientpositive/select_transform_hint.q (revision 1368192) +++ ql/src/test/queries/clientpositive/select_transform_hint.q (working copy) @@ -1,24 +1,24 @@ EXPLAIN SELECT /*+MAPJOIN(a)*/ -TRANSFORM(a.key, a.value) USING '/bin/cat' AS (tkey, tvalue) +TRANSFORM(a.key, a.value) USING 'cat' AS (tkey, tvalue) FROM src a join src b on a.key = b.key; SELECT /*+MAPJOIN(a)*/ -TRANSFORM(a.key, a.value) USING '/bin/cat' AS (tkey, tvalue) +TRANSFORM(a.key, a.value) USING 'cat' AS (tkey, tvalue) FROM src a join src b on a.key = b.key; EXPLAIN SELECT /*+STREAMTABLE(a)*/ -TRANSFORM(a.key, a.value) USING '/bin/cat' AS (tkey, tvalue) +TRANSFORM(a.key, a.value) USING 'cat' AS (tkey, tvalue) FROM src a join src b on a.key = b.key; SELECT /*+STREAMTABLE(a)*/ -TRANSFORM(a.key, a.value) USING '/bin/cat' AS (tkey, tvalue) +TRANSFORM(a.key, a.value) USING 'cat' AS (tkey, tvalue) FROM src a join src b on a.key = b.key; \ No newline at end of file Index: ql/src/test/queries/clientpositive/regexp_extract.q =================================================================== --- ql/src/test/queries/clientpositive/regexp_extract.q (revision 1368192) +++ ql/src/test/queries/clientpositive/regexp_extract.q (working copy) @@ -2,7 +2,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' CLUSTER BY key ) tmap SELECT tmap.key, regexp_extract(tmap.value, 'val_(\\d+\\t\\d+)',1) WHERE tmap.key < 100; @@ -10,7 +10,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' CLUSTER BY key ) tmap SELECT tmap.key, regexp_extract(tmap.value, 'val_(\\d+\\t\\d+)',1) WHERE tmap.key < 100; @@ -19,7 +19,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' CLUSTER BY key ) tmap SELECT tmap.key, regexp_extract(tmap.value, 'val_(\\d+\\t\\d+)') WHERE tmap.key < 100; @@ -27,7 +27,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' CLUSTER BY key ) tmap SELECT tmap.key, regexp_extract(tmap.value, 'val_(\\d+\\t\\d+)') WHERE tmap.key < 100; Index: ql/src/test/queries/clientpositive/input5.q =================================================================== --- ql/src/test/queries/clientpositive/input5.q (revision 1368192) +++ ql/src/test/queries/clientpositive/input5.q (working copy) @@ -4,7 +4,7 @@ FROM ( FROM src_thrift SELECT TRANSFORM(src_thrift.lint, src_thrift.lintstring) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue; @@ -12,7 +12,7 @@ FROM ( FROM src_thrift SELECT TRANSFORM(src_thrift.lint, src_thrift.lintstring) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue; Index: ql/src/test/queries/clientpositive/ppd_transform.q =================================================================== --- ql/src/test/queries/clientpositive/ppd_transform.q (revision 1368192) +++ ql/src/test/queries/clientpositive/ppd_transform.q (working copy) @@ -5,7 +5,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100; @@ -13,7 +13,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100; @@ -24,7 +24,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100; @@ -32,7 +32,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100; Index: ql/src/test/queries/clientpositive/input14.q =================================================================== --- ql/src/test/queries/clientpositive/input14.q (revision 1368192) +++ ql/src/test/queries/clientpositive/input14.q (working copy) @@ -4,7 +4,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100; @@ -12,7 +12,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100; Index: ql/src/test/queries/clientpositive/input34.q =================================================================== --- ql/src/test/queries/clientpositive/input34.q (revision 1368192) +++ ql/src/test/queries/clientpositive/input34.q (working copy) @@ -4,7 +4,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue; @@ -12,7 +12,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue; Index: ql/src/test/queries/clientpositive/input17.q =================================================================== --- ql/src/test/queries/clientpositive/input17.q (revision 1368192) +++ ql/src/test/queries/clientpositive/input17.q (working copy) @@ -4,7 +4,7 @@ FROM ( FROM src_thrift SELECT TRANSFORM(src_thrift.aint + src_thrift.lint[0], src_thrift.lintstring[0]) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue; @@ -12,7 +12,7 @@ FROM ( FROM src_thrift SELECT TRANSFORM(src_thrift.aint + src_thrift.lint[0], src_thrift.lintstring[0]) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue; Index: ql/src/test/queries/clientpositive/mapreduce1.q =================================================================== --- ql/src/test/queries/clientpositive/mapreduce1.q (revision 1368192) +++ ql/src/test/queries/clientpositive/mapreduce1.q (working copy) @@ -4,7 +4,7 @@ FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey SORT BY ten, one; @@ -12,7 +12,7 @@ FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey SORT BY ten, one; Index: ql/src/test/queries/clientpositive/input35.q =================================================================== --- ql/src/test/queries/clientpositive/input35.q (revision 1368192) +++ ql/src/test/queries/clientpositive/input35.q (working copy) @@ -4,7 +4,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\002' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\002' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue; @@ -12,7 +12,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\002' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\002' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue; Index: ql/src/test/queries/clientpositive/input18.q =================================================================== --- ql/src/test/queries/clientpositive/input18.q (revision 1368192) +++ ql/src/test/queries/clientpositive/input18.q (working copy) @@ -4,7 +4,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' CLUSTER BY key ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.key, regexp_replace(tmap.value,'\t','+') WHERE tmap.key < 100; @@ -12,7 +12,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' CLUSTER BY key ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.key, regexp_replace(tmap.value,'\t','+') WHERE tmap.key < 100; Index: ql/src/test/queries/clientpositive/mapreduce2.q =================================================================== --- ql/src/test/queries/clientpositive/mapreduce2.q (revision 1368192) +++ ql/src/test/queries/clientpositive/mapreduce2.q (working copy) @@ -4,14 +4,14 @@ FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey; FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey; SELECT * FROM (SELECT dest1.* FROM dest1 DISTRIBUTE BY key SORT BY key, ten, one, value) T; Index: ql/src/test/queries/clientpositive/input36.q =================================================================== --- ql/src/test/queries/clientpositive/input36.q (revision 1368192) +++ ql/src/test/queries/clientpositive/input36.q (working copy) @@ -4,7 +4,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\002' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\003' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue; @@ -12,7 +12,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\002' - USING '/bin/cat' + USING 'cat' AS (tkey, tvalue) ROW FORMAT DELIMITED FIELDS TERMINATED BY '\003' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tkey, tvalue; Index: ql/src/test/queries/clientpositive/mapreduce3.q =================================================================== --- ql/src/test/queries/clientpositive/mapreduce3.q (revision 1368192) +++ ql/src/test/queries/clientpositive/mapreduce3.q (working copy) @@ -4,14 +4,14 @@ FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) SORT BY tvalue, tkey; FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) SORT BY tvalue, tkey; SELECT dest1.* FROM dest1; Index: ql/src/test/queries/clientpositive/mapreduce4.q =================================================================== --- ql/src/test/queries/clientpositive/mapreduce4.q (revision 1368192) +++ ql/src/test/queries/clientpositive/mapreduce4.q (working copy) @@ -4,7 +4,7 @@ FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey SORT BY ten DESC, one ASC; @@ -12,7 +12,7 @@ FROM src INSERT OVERWRITE TABLE dest1 MAP src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (tkey, ten, one, tvalue) +USING 'cat' AS (tkey, ten, one, tvalue) DISTRIBUTE BY tvalue, tkey SORT BY ten DESC, one ASC; Index: ql/src/test/queries/clientpositive/input38.q =================================================================== --- ql/src/test/queries/clientpositive/input38.q (revision 1368192) +++ ql/src/test/queries/clientpositive/input38.q (working copy) @@ -5,14 +5,14 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.key, tmap.value; FROM ( FROM src SELECT TRANSFORM(src.key, src.value, 1+2, 3+4) - USING '/bin/cat' + USING 'cat' ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.key, tmap.value; Index: ql/src/test/queries/clientpositive/query_with_semi.q =================================================================== --- ql/src/test/queries/clientpositive/query_with_semi.q (revision 1368192) +++ ql/src/test/queries/clientpositive/query_with_semi.q (working copy) @@ -1,6 +1,6 @@ from src -select transform('aa\;') using '/bin/cat' as a limit 1; +select transform('aa\;') using 'cat' as a limit 1; from src -select transform('bb') using '/bin/cat' as b limit 1; from src -select transform('cc') using '/bin/cat' as c limit 1; \ No newline at end of file +select transform('bb') using 'cat' as b limit 1; from src +select transform('cc') using 'cat' as c limit 1; \ No newline at end of file Index: ql/src/test/queries/clientpositive/mapreduce7.q =================================================================== --- ql/src/test/queries/clientpositive/mapreduce7.q (revision 1368192) +++ ql/src/test/queries/clientpositive/mapreduce7.q (working copy) @@ -4,14 +4,14 @@ FROM src INSERT OVERWRITE TABLE dest1 MAP src.*, src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (k, v, tkey, ten, one, tvalue) +USING 'cat' AS (k, v, tkey, ten, one, tvalue) SORT BY tvalue, tkey; FROM src INSERT OVERWRITE TABLE dest1 MAP src.*, src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (k, v, tkey, ten, one, tvalue) +USING 'cat' AS (k, v, tkey, ten, one, tvalue) SORT BY tvalue, tkey; SELECT dest1.* FROM dest1; Index: ql/src/test/queries/clientpositive/mapreduce8.q =================================================================== --- ql/src/test/queries/clientpositive/mapreduce8.q (revision 1368192) +++ ql/src/test/queries/clientpositive/mapreduce8.q (working copy) @@ -4,7 +4,7 @@ FROM src INSERT OVERWRITE TABLE dest1 MAP src.*, src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (k, v, tkey, ten, one, tvalue) +USING 'cat' AS (k, v, tkey, ten, one, tvalue) DISTRIBUTE BY rand(3) SORT BY tvalue, tkey; @@ -12,7 +12,7 @@ FROM src INSERT OVERWRITE TABLE dest1 MAP src.*, src.key, CAST(src.key / 10 AS INT), CAST(src.key % 10 AS INT), src.value -USING '/bin/cat' AS (k, v, tkey, ten, one, tvalue) +USING 'cat' AS (k, v, tkey, ten, one, tvalue) DISTRIBUTE BY rand(3) SORT BY tvalue, tkey; Index: ql/src/test/queries/clientpositive/nullscript.q =================================================================== --- ql/src/test/queries/clientpositive/nullscript.q (revision 1368192) +++ ql/src/test/queries/clientpositive/nullscript.q (working copy) @@ -3,8 +3,8 @@ LOAD DATA LOCAL INPATH '../data/files/kv1.txt' INTO TABLE nullscript; LOAD DATA LOCAL INPATH '../data/files/nullfile.txt' INTO TABLE nullscript; explain -select transform(key) using '/bin/cat' as key1 from nullscript; -select transform(key) using '/bin/cat' as key1 from nullscript; +select transform(key) using 'cat' as key1 from nullscript; +select transform(key) using 'cat' as key1 from nullscript; Index: ql/src/test/queries/clientpositive/newline.q =================================================================== --- ql/src/test/queries/clientpositive/newline.q (revision 1368192) +++ ql/src/test/queries/clientpositive/newline.q (working copy) @@ -23,7 +23,7 @@ select * from tmp_tmp; SELECT TRANSFORM(key, value) USING -'/bin/cat' AS (key, value) FROM tmp_tmp; +'cat' AS (key, value) FROM tmp_tmp; insert overwrite table tmp_tmp SELECT TRANSFORM(key, value) USING @@ -32,7 +32,7 @@ select * from tmp_tmp; SELECT TRANSFORM(key, value) USING -'/bin/cat' AS (key, value) FROM tmp_tmp; +'cat' AS (key, value) FROM tmp_tmp; insert overwrite table tmp_tmp SELECT TRANSFORM(key, value) USING @@ -41,7 +41,7 @@ select * from tmp_tmp; SELECT TRANSFORM(key, value) USING -'/bin/cat' AS (key, value) FROM tmp_tmp; +'cat' AS (key, value) FROM tmp_tmp; insert overwrite table tmp_tmp SELECT TRANSFORM(key, value) USING @@ -50,8 +50,8 @@ select * from tmp_tmp; SELECT TRANSFORM(key, value) USING -'/bin/cat' AS (key, value) FROM tmp_tmp; +'cat' AS (key, value) FROM tmp_tmp; -SELECT key FROM (SELECT TRANSFORM ('a\tb', 'c') USING '/bin/cat' AS (key, value) FROM src limit 1)a; +SELECT key FROM (SELECT TRANSFORM ('a\tb', 'c') USING 'cat' AS (key, value) FROM src limit 1)a; -SELECT value FROM (SELECT TRANSFORM ('a\tb', 'c') USING '/bin/cat' AS (key, value) FROM src limit 1)a; +SELECT value FROM (SELECT TRANSFORM ('a\tb', 'c') USING 'cat' AS (key, value) FROM src limit 1)a; Index: ql/src/test/queries/clientpositive/input14_limit.q =================================================================== --- ql/src/test/queries/clientpositive/input14_limit.q (revision 1368192) +++ ql/src/test/queries/clientpositive/input14_limit.q (working copy) @@ -4,7 +4,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey LIMIT 20 ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100; @@ -12,7 +12,7 @@ FROM ( FROM src SELECT TRANSFORM(src.key, src.value) - USING '/bin/cat' AS (tkey, tvalue) + USING 'cat' AS (tkey, tvalue) CLUSTER BY tkey LIMIT 20 ) tmap INSERT OVERWRITE TABLE dest1 SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100; Index: ql/src/test/queries/clientpositive/partcols1.q =================================================================== --- ql/src/test/queries/clientpositive/partcols1.q (revision 1368192) +++ ql/src/test/queries/clientpositive/partcols1.q (working copy) @@ -15,4 +15,4 @@ b.partitionId,b.col2,b.col3,b.col4 ) - USING '/bin/cat' as (a,b,c,d); \ No newline at end of file + USING 'cat' as (a,b,c,d); \ No newline at end of file Index: ql/src/test/queries/clientpositive/transform_ppr1.q =================================================================== --- ql/src/test/queries/clientpositive/transform_ppr1.q (revision 1368192) +++ ql/src/test/queries/clientpositive/transform_ppr1.q (working copy) @@ -4,7 +4,7 @@ FROM ( FROM srcpart src SELECT TRANSFORM(src.ds, src.key, src.value) - USING '/bin/cat' AS (ds, tkey, tvalue) + USING 'cat' AS (ds, tkey, tvalue) CLUSTER BY tkey ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 AND tmap.ds = '2008-04-08'; @@ -12,7 +12,7 @@ FROM ( FROM srcpart src SELECT TRANSFORM(src.ds, src.key, src.value) - USING '/bin/cat' AS (ds, tkey, tvalue) + USING 'cat' AS (ds, tkey, tvalue) CLUSTER BY tkey ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 AND tmap.ds = '2008-04-08';