commit aa2660f849ab67f6aac43ac7bbce339a8ab5c389 Author: Owen O'Malley Date: Thu Mar 27 16:07:15 2014 -0700 Parquet files diff --git pom.xml pom.xml new file mode 100644 index 0000000..0c96f5f --- /dev/null +++ pom.xml @@ -0,0 +1,29 @@ + + 4.0.0 + + com.twitter + parquet-hive + 1.3.3-SNAPSHOT + jar + + parquet-hive + http://maven.apache.org + + + UTF-8 + + + + + org.apache.hive + hive-exec + 0.13.0 + + + org.apache.hadoop + hadoop-core + 1.2.1 + + + diff --git src/main/java/parquet/hive/DeprecatedParquetInputFormat.java src/main/java/parquet/hive/DeprecatedParquetInputFormat.java new file mode 100644 index 0000000..ec0ebc0 --- /dev/null +++ src/main/java/parquet/hive/DeprecatedParquetInputFormat.java @@ -0,0 +1,37 @@ +/** + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package parquet.hive; + +import org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat; +import org.apache.hadoop.io.ArrayWritable; + +import parquet.hadoop.ParquetInputFormat; + +/** + * Deprecated name of the parquet-hive input format. This class exists + * simply to provide backwards compatibility with users who specified + * this name in the Hive metastore. All users should now use + * STORED AS PARQUET + */ +@Deprecated +public class DeprecatedParquetInputFormat extends MapredParquetInputFormat { + + public DeprecatedParquetInputFormat() { + super(); + } + + public DeprecatedParquetInputFormat(final ParquetInputFormat realInputFormat) { + super(realInputFormat); + } +} diff --git src/main/java/parquet/hive/DeprecatedParquetOutputFormat.java src/main/java/parquet/hive/DeprecatedParquetOutputFormat.java new file mode 100644 index 0000000..a0bdd75 --- /dev/null +++ src/main/java/parquet/hive/DeprecatedParquetOutputFormat.java @@ -0,0 +1,36 @@ +/** + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package parquet.hive; + +import org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat; +import org.apache.hadoop.io.ArrayWritable; +import org.apache.hadoop.mapreduce.OutputFormat; + +/** + * Deprecated name of the parquet-hive output format. This class exists + * simply to provide backwards compatibility with users who specified + * this name in the Hive metastore. All users should now use + * STORED AS PARQUET + */ +@Deprecated +public class DeprecatedParquetOutputFormat extends MapredParquetOutputFormat { + + public DeprecatedParquetOutputFormat() { + super(); + } + + public DeprecatedParquetOutputFormat(final OutputFormat mapreduceOutputFormat) { + super(mapreduceOutputFormat); + } +} diff --git src/main/java/parquet/hive/MapredParquetInputFormat.java src/main/java/parquet/hive/MapredParquetInputFormat.java new file mode 100644 index 0000000..9b3d453 --- /dev/null +++ src/main/java/parquet/hive/MapredParquetInputFormat.java @@ -0,0 +1,36 @@ +/** + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package parquet.hive; + +import org.apache.hadoop.io.ArrayWritable; + +import parquet.hadoop.ParquetInputFormat; + +/** + * Deprecated name of the parquet-hive input format. This class exists + * simply to provide backwards compatibility with users who specified + * this name in the Hive metastore. All users should now use + * STORED AS PARQUET + */ +@Deprecated +public class MapredParquetInputFormat extends org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat { + + public MapredParquetInputFormat() { + super(); + } + + public MapredParquetInputFormat(final ParquetInputFormat realInputFormat) { + super(realInputFormat); + } +} diff --git src/main/java/parquet/hive/MapredParquetOutputFormat.java src/main/java/parquet/hive/MapredParquetOutputFormat.java new file mode 100644 index 0000000..dc6ea3e --- /dev/null +++ src/main/java/parquet/hive/MapredParquetOutputFormat.java @@ -0,0 +1,35 @@ +/** + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package parquet.hive; + +import org.apache.hadoop.io.ArrayWritable; +import org.apache.hadoop.mapreduce.OutputFormat; + +/** + * Deprecated name of the parquet-hive output format. This class exists + * simply to provide backwards compatibility with users who specified + * this name in the Hive metastore. All users should now use + * STORED AS PARQUET + */ +@Deprecated +public class MapredParquetOutputFormat extends org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat { + + public MapredParquetOutputFormat () { + super(); + } + + public MapredParquetOutputFormat(final OutputFormat mapreduceOutputFormat) { + super(mapreduceOutputFormat); + } +} diff --git src/main/java/parquet/hive/serde/ParquetHiveSerDe.java src/main/java/parquet/hive/serde/ParquetHiveSerDe.java new file mode 100644 index 0000000..a1dcaa4 --- /dev/null +++ src/main/java/parquet/hive/serde/ParquetHiveSerDe.java @@ -0,0 +1,25 @@ +/** + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package parquet.hive.serde; + +/** + * Deprecated name of the parquet-hive output format. This class exists + * simply to provide backwards compatibility with users who specified + * this name in the Hive metastore. All users should now use + * STORED AS PARQUET + */ +@Deprecated +public class ParquetHiveSerDe extends org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe { + +}