Index: . =================================================================== --- . (revision 1651027) +++ . (working copy) Property changes on: . ___________________________________________________________________ Modified: svn:mergeinfo Merged /hive/trunk:r1650430-1651027 Index: hbase-handler/pom.xml =================================================================== --- hbase-handler/pom.xml (revision 1651027) +++ hbase-handler/pom.xml (working copy) Property changes on: hbase-handler/pom.xml ___________________________________________________________________ Modified: svn:mergeinfo Merged /hive/trunk/hbase-handler/pom.xml:r1633423-1633910,1633912-1634261,1634263-1634441,1634443-1634635,1634637-1634945,1634947-1636884,1636886-1636887,1636889-1637520,1637522-1641874,1641876-1642126,1642128-1642147,1642149-1643124,1643126-1644170,1644172-1644716,1644718-1644763,1644765-1644779,1644781-1646993,1646995-1648396,1648398-1648456,1648458-1650433,1650435-1651027 Index: hcatalog/src/test/e2e/templeton/tests/jobsubmission.conf =================================================================== --- hcatalog/src/test/e2e/templeton/tests/jobsubmission.conf (revision 1651027) +++ hcatalog/src/test/e2e/templeton/tests/jobsubmission.conf (working copy) @@ -524,7 +524,7 @@ 'num' => 1, 'method' => 'POST', 'url' => ':TEMPLETON_URL:/templeton/v1/sqoop?user.name=:UNAME:', - 'post_options' => ['libdir=hdfs:///apps/templeton/jdbc', 'command=export --connect :DB_CONNECTION_STRING: --username :DB_USER_NAME: --password :DB_PASSWORD: --export-dir :INPDIR_HDFS:/sqoop --table person','statusdir=TestSqoop_:TNUM:' ], + 'post_options' => ['libdir=/apps/templeton/jdbc', 'command=export --connect :DB_CONNECTION_STRING: --username :DB_USER_NAME: --password :DB_PASSWORD: --export-dir :INPDIR_HDFS:/sqoop --table person','statusdir=TestSqoop_:TNUM:' ], 'json_field_substr_match' => { 'id' => '\d+'}, #results 'status_code' => 200, @@ -539,7 +539,7 @@ 'num' => 2, 'method' => 'POST', 'url' => ':TEMPLETON_URL:/templeton/v1/sqoop?user.name=:UNAME:', - 'post_options' => ['libdir=hdfs:///apps/templeton/jdbc', 'files=:INPDIR_HDFS:/sqoopcommand.txt','command=import --connect :DB_CONNECTION_STRING: --username :DB_USER_NAME: --password :DB_PASSWORD: --options-file sqoopcommand.txt','statusdir=TestSqoop_:TNUM:' ], + 'post_options' => ['libdir=/apps/templeton/jdbc', 'files=:INPDIR_HDFS:/sqoopcommand.txt','command=import --connect :DB_CONNECTION_STRING: --username :DB_USER_NAME: --password :DB_PASSWORD: --options-file sqoopcommand.txt','statusdir=TestSqoop_:TNUM:' ], 'json_field_substr_match' => { 'id' => '\d+'}, #results 'status_code' => 200, Index: itests/util/src/main/java/org/apache/hadoop/hive/ql/security/InjectableDummyAuthenticator.java =================================================================== --- itests/util/src/main/java/org/apache/hadoop/hive/ql/security/InjectableDummyAuthenticator.java (revision 1651027) +++ itests/util/src/main/java/org/apache/hadoop/hive/ql/security/InjectableDummyAuthenticator.java (working copy) @@ -82,12 +82,9 @@ public void setConf(Configuration config) { try { hmap = hmapClass.newInstance(); - } catch (InstantiationException e) { + } catch (Exception e) { throw new RuntimeException("Whoops, could not create an Authenticator of class " + - hmapClass.getName()); - } catch (IllegalAccessException e) { - throw new RuntimeException("Whoops, could not create an Authenticator of class " + - hmapClass.getName()); + hmapClass.getName(), e); } hmap.setConf(config); Index: metastore/if/hive_metastore.thrift =================================================================== --- metastore/if/hive_metastore.thrift (revision 1651027) +++ metastore/if/hive_metastore.thrift (working copy) @@ -1132,8 +1132,8 @@ ShowCompactResponse show_compact(1:ShowCompactRequest rqst) // Notification logging calls - NotificationEventResponse getNextNotification(1:NotificationEventRequest rqst) - CurrentNotificationEventId getCurrentNotificationEventId() + NotificationEventResponse get_next_notification(1:NotificationEventRequest rqst) + CurrentNotificationEventId get_current_notificationEventId() } // * Note about the DDL_TIME: When creating or altering a table or a partition, Index: metastore/scripts/upgrade/derby/020-HIVE-9296.derby.sql =================================================================== --- metastore/scripts/upgrade/derby/020-HIVE-9296.derby.sql (revision 0) +++ metastore/scripts/upgrade/derby/020-HIVE-9296.derby.sql (working copy) @@ -0,0 +1,7 @@ +CREATE TABLE "APP"."NOTIFICATION_LOG" ("NL_ID" BIGINT NOT NULL, "DB_NAME" VARCHAR(128), "EVENT_ID" BIGINT NOT NULL, "EVENT_TIME" INTEGER NOT NULL, "EVENT_TYPE" VARCHAR(32) NOT NULL, "MESSAGE" VARCHAR(1024) NOT NULL, "TBL_NAME" VARCHAR(128)); + +CREATE TABLE "APP"."NOTIFICATION_SEQUENCE" ("NNI_ID" BIGINT NOT NULL, "NEXT_EVENT_ID" BIGINT NOT NULL); + +ALTER TABLE "APP"."NOTIFICATION_LOG" ADD CONSTRAINT "NOTIFICATION_LOG_PK" PRIMARY KEY ("NL_ID"); + +ALTER TABLE "APP"."NOTIFICATION_SEQUENCE" ADD CONSTRAINT "NOTIFICATION_SEQUENCE_PK" PRIMARY KEY ("NNI_ID"); Index: metastore/scripts/upgrade/derby/hive-schema-0.15.0.derby.sql =================================================================== --- metastore/scripts/upgrade/derby/hive-schema-0.15.0.derby.sql (revision 1651027) +++ metastore/scripts/upgrade/derby/hive-schema-0.15.0.derby.sql (working copy) @@ -104,6 +104,10 @@ CREATE TABLE "APP"."FUNC_RU" ("FUNC_ID" BIGINT NOT NULL, "RESOURCE_TYPE" INTEGER NOT NULL, "RESOURCE_URI" VARCHAR(4000), "INTEGER_IDX" INTEGER NOT NULL); +CREATE TABLE "APP"."NOTIFICATION_LOG" ("NL_ID" BIGINT NOT NULL, "DB_NAME" VARCHAR(128), "EVENT_ID" BIGINT NOT NULL, "EVENT_TIME" INTEGER NOT NULL, "EVENT_TYPE" VARCHAR(32) NOT NULL, "MESSAGE" VARCHAR(1024) NOT NULL, "TBL_NAME" VARCHAR(128)); + +CREATE TABLE "APP"."NOTIFICATION_SEQUENCE" ("NNI_ID" BIGINT NOT NULL, "NEXT_EVENT_ID" BIGINT NOT NULL); + -- ---------------------------------------------- -- DDL Statements for indexes -- ---------------------------------------------- @@ -229,6 +233,10 @@ ALTER TABLE "APP"."FUNC_RU" ADD CONSTRAINT "FUNC_RU_PK" PRIMARY KEY ("FUNC_ID", "INTEGER_IDX"); +ALTER TABLE "APP"."NOTIFICATION_LOG" ADD CONSTRAINT "NOTIFICATION_LOG_PK" PRIMARY KEY ("NL_ID"); + +ALTER TABLE "APP"."NOTIFICATION_SEQUENCE" ADD CONSTRAINT "NOTIFICATION_SEQUENCE_PK" PRIMARY KEY ("NNI_ID"); + -- foreign ALTER TABLE "APP"."IDXS" ADD CONSTRAINT "IDXS_FK1" FOREIGN KEY ("ORIG_TBL_ID") REFERENCES "APP"."TBLS" ("TBL_ID") ON DELETE NO ACTION ON UPDATE NO ACTION; Index: metastore/scripts/upgrade/derby/upgrade-0.14.0-to-0.15.0.derby.sql =================================================================== --- metastore/scripts/upgrade/derby/upgrade-0.14.0-to-0.15.0.derby.sql (revision 1651027) +++ metastore/scripts/upgrade/derby/upgrade-0.14.0-to-0.15.0.derby.sql (working copy) @@ -1,3 +1,5 @@ -- Upgrade MetaStore schema from 0.14.0 to 0.15.0 +RUN '020-HIVE-9296.derby.sql'; + UPDATE "APP".VERSION SET SCHEMA_VERSION='0.15.0', VERSION_COMMENT='Hive release version 0.15.0' where VER_ID=1; Index: metastore/scripts/upgrade/mssql/005-HIVE-9296.mssql.sql =================================================================== --- metastore/scripts/upgrade/mssql/005-HIVE-9296.mssql.sql (revision 0) +++ metastore/scripts/upgrade/mssql/005-HIVE-9296.mssql.sql (working copy) @@ -0,0 +1,26 @@ +CREATE TABLE NOTIFICATION_LOG +( + NL_ID bigint NOT NULL, + EVENT_ID bigint NOT NULL, + EVENT_TIME int NOT NULL, + EVENT_TYPE varchar(32) NOT NULL, + DB_NAME varchar(128) NULL, + TBL_NAME varchar(128) NULL, + MESSAGE varchar(1024) NOT NULL +); +GO + +ALTER TABLE NOTIFICATION_LOG ADD CONSTRAINT NOTIFICATION_LOG_PK PRIMARY KEY (NL_ID); +GO + +CREATE TABLE NOTIFICATION_SEQUENCE +( + NNI_ID bigint NOT NULL, + NEXT_EVENT_ID bigint NOT NULL +); +GO + +ALTER TABLE NOTIFICATION_SEQUENCE ADD CONSTRAINT NOTIFICATION_SEQUENCE_PK PRIMARY KEY (NNI_ID); +GO + + Index: metastore/scripts/upgrade/mssql/hive-schema-0.15.0.mssql.sql =================================================================== --- metastore/scripts/upgrade/mssql/hive-schema-0.15.0.mssql.sql (revision 1651027) +++ metastore/scripts/upgrade/mssql/hive-schema-0.15.0.mssql.sql (working copy) @@ -570,6 +570,27 @@ ALTER TABLE TABLE_PARAMS ADD CONSTRAINT TABLE_PARAMS_PK PRIMARY KEY (TBL_ID,PARAM_KEY); +CREATE TABLE NOTIFICATION_LOG +( + NL_ID bigint NOT NULL, + EVENT_ID bigint NOT NULL, + EVENT_TIME int NOT NULL, + EVENT_TYPE varchar(32) NOT NULL, + DB_NAME varchar(128) NULL, + TBL_NAME varchar(128) NULL, + MESSAGE varchar(1024) NOT NULL +); + +ALTER TABLE NOTIFICATION_LOG ADD CONSTRAINT NOTIFICATION_LOG_PK PRIMARY KEY (NL_ID); + +CREATE TABLE NOTIFICATION_SEQUENCE +( + NNI_ID bigint NOT NULL, + NEXT_EVENT_ID bigint NOT NULL +); + +ALTER TABLE NOTIFICATION_SEQUENCE ADD CONSTRAINT NOTIFICATION_SEQUENCE_PK PRIMARY KEY (NNI_ID); + -- Constraints for table MASTER_KEYS for class(es) [org.apache.hadoop.hive.metastore.model.MMasterKey] -- Constraints for table IDXS for class(es) [org.apache.hadoop.hive.metastore.model.MIndex] Index: metastore/scripts/upgrade/mssql/upgrade-0.14.0-to-0.15.0.mssql.sql =================================================================== --- metastore/scripts/upgrade/mssql/upgrade-0.14.0-to-0.15.0.mssql.sql (revision 1651027) +++ metastore/scripts/upgrade/mssql/upgrade-0.14.0-to-0.15.0.mssql.sql (working copy) @@ -1,4 +1,6 @@ SELECT 'Upgrading MetaStore schema from 0.14.0 to 0.15.0' AS MESSAGE; +:r 005-HIVE-9296.mssql.sql; + UPDATE VERSION SET SCHEMA_VERSION='0.15.0', VERSION_COMMENT='Hive release version 0.15.0' where VER_ID=1; SELECT 'Finished upgrading MetaStore schema from 0.14.0 to 0.15.0' AS MESSAGE; Index: metastore/scripts/upgrade/mysql/020-HIVE-9296.mysql.sql =================================================================== --- metastore/scripts/upgrade/mysql/020-HIVE-9296.mysql.sql (revision 0) +++ metastore/scripts/upgrade/mysql/020-HIVE-9296.mysql.sql (working copy) @@ -0,0 +1,18 @@ +CREATE TABLE IF NOT EXISTS `NOTIFICATION_LOG` +( + `NL_ID` BIGINT(20) NOT NULL, + `EVENT_ID` BIGINT(20) NOT NULL, + `EVENT_TIME` INT(11) NOT NULL, + `EVENT_TYPE` varchar(32) NOT NULL, + `DB_NAME` varchar(128), + `TBL_NAME` varchar(128), + `MESSAGE` varchar(1024) NOT NULL, + PRIMARY KEY (`NL_ID`) +) ENGINE=InnoDB DEFAULT CHARSET=latin1; + +CREATE TABLE IF NOT EXISTS `NOTIFICATION_SEQUENCE` +( + `NNI_ID` BIGINT(20) NOT NULL, + `NEXT_EVENT_ID` BIGINT(20) NOT NULL, + PRIMARY KEY (`NNI_ID`) +) ENGINE=InnoDB DEFAULT CHARSET=latin1; Index: metastore/scripts/upgrade/mysql/hive-schema-0.15.0.mysql.sql =================================================================== --- metastore/scripts/upgrade/mysql/hive-schema-0.15.0.mysql.sql (revision 1651027) +++ metastore/scripts/upgrade/mysql/hive-schema-0.15.0.mysql.sql (working copy) @@ -795,7 +795,27 @@ CONSTRAINT `FUNC_RU_FK1` FOREIGN KEY (`FUNC_ID`) REFERENCES `FUNCS` (`FUNC_ID`) ) ENGINE=InnoDB DEFAULT CHARSET=latin1; +CREATE TABLE IF NOT EXISTS `NOTIFICATION_LOG` +( + `NL_ID` BIGINT(20) NOT NULL, + `EVENT_ID` BIGINT(20) NOT NULL, + `EVENT_TIME` INT(11) NOT NULL, + `EVENT_TYPE` varchar(32) NOT NULL, + `DB_NAME` varchar(128), + `TBL_NAME` varchar(128), + `MESSAGE` varchar(1024) NOT NULL, + PRIMARY KEY (`NL_ID`) +) ENGINE=InnoDB DEFAULT CHARSET=latin1; +CREATE TABLE IF NOT EXISTS `NOTIFICATION_SEQUENCE` +( + `NNI_ID` BIGINT(20) NOT NULL, + `NEXT_EVENT_ID` BIGINT(20) NOT NULL, + PRIMARY KEY (`NNI_ID`) +) ENGINE=InnoDB DEFAULT CHARSET=latin1; + + + -- ---------------------------- -- Transaction and Lock Tables -- ---------------------------- Index: metastore/scripts/upgrade/mysql/upgrade-0.14.0-to-0.15.0.mysql.sql =================================================================== --- metastore/scripts/upgrade/mysql/upgrade-0.14.0-to-0.15.0.mysql.sql (revision 1651027) +++ metastore/scripts/upgrade/mysql/upgrade-0.14.0-to-0.15.0.mysql.sql (working copy) @@ -1,5 +1,7 @@ SELECT 'Upgrading MetaStore schema from 0.14.0 to 0.15.0' AS ' '; +SOURCE 020-HIVE-9296.mysql.sql; + UPDATE VERSION SET SCHEMA_VERSION='0.14.0', VERSION_COMMENT='Hive release version 0.15.0' where VER_ID=1; SELECT 'Finished upgrading MetaStore schema from 0.14.0 to 0.15.0' AS ' '; Index: metastore/scripts/upgrade/oracle/021-HIVE-9296.oracle.sql =================================================================== --- metastore/scripts/upgrade/oracle/021-HIVE-9296.oracle.sql (revision 0) +++ metastore/scripts/upgrade/oracle/021-HIVE-9296.oracle.sql (working copy) @@ -0,0 +1,18 @@ +CREATE TABLE NOTIFICATION_LOG +( + NL_ID NUMBER NOT NULL, + EVENT_ID NUMBER NOT NULL, + EVENT_TIME NUMBER(10) NOT NULL, + EVENT_TYPE VARCHAR2(32) NOT NULL, + DB_NAME VARCHAR2(128), + TBL_NAME VARCHAR2(128), + MESSAGE VARCHAR2(1024) NOT NULL +); + +ALTER TABLE NOTIFICATION_LOG ADD CONSTRAINT NOTIFICATION_LOG_PK PRIMARY KEY (NL_ID); + +CREATE TABLE NOTIFICATION_SEQUENCE +( + NNI_ID NUMBER NOT NULL, + NEXT_EVENT_ID NUMBER NOT NULL +); Index: metastore/scripts/upgrade/oracle/hive-schema-0.15.0.oracle.sql =================================================================== --- metastore/scripts/upgrade/oracle/hive-schema-0.15.0.oracle.sql (revision 1651027) +++ metastore/scripts/upgrade/oracle/hive-schema-0.15.0.oracle.sql (working copy) @@ -551,7 +551,29 @@ ALTER TABLE FUNC_RU ADD CONSTRAINT FUNC_RU_PK PRIMARY KEY (FUNC_ID, INTEGER_IDX); +CREATE TABLE NOTIFICATION_LOG +( + NL_ID NUMBER NOT NULL, + EVENT_ID NUMBER NOT NULL, + EVENT_TIME NUMBER(10) NOT NULL, + EVENT_TYPE VARCHAR2(32) NOT NULL, + DB_NAME VARCHAR2(128), + TBL_NAME VARCHAR2(128), + MESSAGE VARCHAR2(1024) NOT NULL +); +ALTER TABLE NOTIFICATION_LOG ADD CONSTRAINT NOTIFICATION_LOG_PK PRIMARY KEY (NL_ID); + +CREATE TABLE NOTIFICATION_SEQUENCE +( + NNI_ID NUMBER NOT NULL, + NEXT_EVENT_ID NUMBER NOT NULL +); + +ALTER TABLE NOTIFICATION_SEQUENCE ADD CONSTRAINT NOTIFICATION_SEQUENCE_PK PRIMARY KEY (NNI_ID); + + + -- Constraints for table PART_COL_PRIVS for class(es) [org.apache.hadoop.hive.metastore.model.MPartitionColumnPrivilege] ALTER TABLE PART_COL_PRIVS ADD CONSTRAINT PART_COL_PRIVS_FK1 FOREIGN KEY (PART_ID) REFERENCES PARTITIONS (PART_ID) INITIALLY DEFERRED ; Index: metastore/scripts/upgrade/oracle/upgrade-0.14.0-to-0.15.0.oracle.sql =================================================================== --- metastore/scripts/upgrade/oracle/upgrade-0.14.0-to-0.15.0.oracle.sql (revision 1651027) +++ metastore/scripts/upgrade/oracle/upgrade-0.14.0-to-0.15.0.oracle.sql (working copy) @@ -1,4 +1,6 @@ SELECT 'Upgrading MetaStore schema from 0.14.0 to 0.15.0' AS Status from dual; +@021-HIVE-9296.oracle.sql; + UPDATE VERSION SET SCHEMA_VERSION='0.15.0', VERSION_COMMENT='Hive release version 0.15.0' where VER_ID=1; SELECT 'Finished upgrading MetaStore schema from 0.14.0 to 0.15.0' AS Status from dual; Index: metastore/scripts/upgrade/postgres/020-HIVE-9296.postgres.sql =================================================================== --- metastore/scripts/upgrade/postgres/020-HIVE-9296.postgres.sql (revision 0) +++ metastore/scripts/upgrade/postgres/020-HIVE-9296.postgres.sql (working copy) @@ -0,0 +1,18 @@ +CREATE TABLE "NOTIFICATION_LOG" +( + "NL_ID" BIGINT NOT NULL, + "EVENT_ID" BIGINT NOT NULL, + "EVENT_TIME" INTEGER NOT NULL, + "EVENT_TYPE" VARCHAR(32) NOT NULL, + "DB_NAME" VARCHAR(128), + "TBL_NAME" VARCHAR(128), + "MESSAGE" VARCHAR(1024) NOT NULL, + PRIMARY KEY ("NL_ID") +); + +CREATE TABLE "NOTIFICATION_SEQUENCE" +( + "NNI_ID" BIGINT NOT NULL, + "NEXT_EVENT_ID" BIGINT NOT NULL, + PRIMARY KEY ("NNI_ID") +); Index: metastore/scripts/upgrade/postgres/hive-schema-0.15.0.postgres.sql =================================================================== --- metastore/scripts/upgrade/postgres/hive-schema-0.15.0.postgres.sql (revision 1651027) +++ metastore/scripts/upgrade/postgres/hive-schema-0.15.0.postgres.sql (working copy) @@ -579,6 +579,25 @@ PRIMARY KEY ("FUNC_ID", "INTEGER_IDX") ); +CREATE TABLE "NOTIFICATION_LOG" +( + "NL_ID" BIGINT NOT NULL, + "EVENT_ID" BIGINT NOT NULL, + "EVENT_TIME" INTEGER NOT NULL, + "EVENT_TYPE" VARCHAR(32) NOT NULL, + "DB_NAME" VARCHAR(128), + "TBL_NAME" VARCHAR(128), + "MESSAGE" VARCHAR(1024) NOT NULL, + PRIMARY KEY ("NL_ID") +); + +CREATE TABLE "NOTIFICATION_SEQUENCE" +( + "NNI_ID" BIGINT NOT NULL, + "NEXT_EVENT_ID" BIGINT NOT NULL, + PRIMARY KEY ("NNI_ID") +); + -- -- Name: BUCKETING_COLS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: -- Index: metastore/scripts/upgrade/postgres/upgrade-0.14.0-to-0.15.0.postgres.sql =================================================================== --- metastore/scripts/upgrade/postgres/upgrade-0.14.0-to-0.15.0.postgres.sql (revision 1651027) +++ metastore/scripts/upgrade/postgres/upgrade-0.14.0-to-0.15.0.postgres.sql (working copy) @@ -1,5 +1,7 @@ SELECT 'Upgrading MetaStore schema from 0.14.0 to 0.15.0'; +\i 020-HIVE-9296.postgres.sql; + UPDATE "VERSION" SET "SCHEMA_VERSION"='0.15.0', "VERSION_COMMENT"='Hive release version 0.15.0' where "VER_ID"=1; SELECT 'Finished upgrading MetaStore schema from 0.14.0 to 0.15.0'; Index: metastore/src/gen/thrift/gen-cpp/ThriftHiveMetastore.cpp =================================================================== --- metastore/src/gen/thrift/gen-cpp/ThriftHiveMetastore.cpp (revision 1651027) +++ metastore/src/gen/thrift/gen-cpp/ThriftHiveMetastore.cpp (working copy) @@ -27094,7 +27094,7 @@ return xfer; } -uint32_t ThriftHiveMetastore_getNextNotification_args::read(::apache::thrift::protocol::TProtocol* iprot) { +uint32_t ThriftHiveMetastore_get_next_notification_args::read(::apache::thrift::protocol::TProtocol* iprot) { uint32_t xfer = 0; std::string fname; @@ -27134,9 +27134,9 @@ return xfer; } -uint32_t ThriftHiveMetastore_getNextNotification_args::write(::apache::thrift::protocol::TProtocol* oprot) const { +uint32_t ThriftHiveMetastore_get_next_notification_args::write(::apache::thrift::protocol::TProtocol* oprot) const { uint32_t xfer = 0; - xfer += oprot->writeStructBegin("ThriftHiveMetastore_getNextNotification_args"); + xfer += oprot->writeStructBegin("ThriftHiveMetastore_get_next_notification_args"); xfer += oprot->writeFieldBegin("rqst", ::apache::thrift::protocol::T_STRUCT, 1); xfer += this->rqst.write(oprot); @@ -27147,9 +27147,9 @@ return xfer; } -uint32_t ThriftHiveMetastore_getNextNotification_pargs::write(::apache::thrift::protocol::TProtocol* oprot) const { +uint32_t ThriftHiveMetastore_get_next_notification_pargs::write(::apache::thrift::protocol::TProtocol* oprot) const { uint32_t xfer = 0; - xfer += oprot->writeStructBegin("ThriftHiveMetastore_getNextNotification_pargs"); + xfer += oprot->writeStructBegin("ThriftHiveMetastore_get_next_notification_pargs"); xfer += oprot->writeFieldBegin("rqst", ::apache::thrift::protocol::T_STRUCT, 1); xfer += (*(this->rqst)).write(oprot); @@ -27160,7 +27160,7 @@ return xfer; } -uint32_t ThriftHiveMetastore_getNextNotification_result::read(::apache::thrift::protocol::TProtocol* iprot) { +uint32_t ThriftHiveMetastore_get_next_notification_result::read(::apache::thrift::protocol::TProtocol* iprot) { uint32_t xfer = 0; std::string fname; @@ -27200,11 +27200,11 @@ return xfer; } -uint32_t ThriftHiveMetastore_getNextNotification_result::write(::apache::thrift::protocol::TProtocol* oprot) const { +uint32_t ThriftHiveMetastore_get_next_notification_result::write(::apache::thrift::protocol::TProtocol* oprot) const { uint32_t xfer = 0; - xfer += oprot->writeStructBegin("ThriftHiveMetastore_getNextNotification_result"); + xfer += oprot->writeStructBegin("ThriftHiveMetastore_get_next_notification_result"); if (this->__isset.success) { xfer += oprot->writeFieldBegin("success", ::apache::thrift::protocol::T_STRUCT, 0); @@ -27216,7 +27216,7 @@ return xfer; } -uint32_t ThriftHiveMetastore_getNextNotification_presult::read(::apache::thrift::protocol::TProtocol* iprot) { +uint32_t ThriftHiveMetastore_get_next_notification_presult::read(::apache::thrift::protocol::TProtocol* iprot) { uint32_t xfer = 0; std::string fname; @@ -27256,7 +27256,7 @@ return xfer; } -uint32_t ThriftHiveMetastore_getCurrentNotificationEventId_args::read(::apache::thrift::protocol::TProtocol* iprot) { +uint32_t ThriftHiveMetastore_get_current_notificationEventId_args::read(::apache::thrift::protocol::TProtocol* iprot) { uint32_t xfer = 0; std::string fname; @@ -27283,25 +27283,25 @@ return xfer; } -uint32_t ThriftHiveMetastore_getCurrentNotificationEventId_args::write(::apache::thrift::protocol::TProtocol* oprot) const { +uint32_t ThriftHiveMetastore_get_current_notificationEventId_args::write(::apache::thrift::protocol::TProtocol* oprot) const { uint32_t xfer = 0; - xfer += oprot->writeStructBegin("ThriftHiveMetastore_getCurrentNotificationEventId_args"); + xfer += oprot->writeStructBegin("ThriftHiveMetastore_get_current_notificationEventId_args"); xfer += oprot->writeFieldStop(); xfer += oprot->writeStructEnd(); return xfer; } -uint32_t ThriftHiveMetastore_getCurrentNotificationEventId_pargs::write(::apache::thrift::protocol::TProtocol* oprot) const { +uint32_t ThriftHiveMetastore_get_current_notificationEventId_pargs::write(::apache::thrift::protocol::TProtocol* oprot) const { uint32_t xfer = 0; - xfer += oprot->writeStructBegin("ThriftHiveMetastore_getCurrentNotificationEventId_pargs"); + xfer += oprot->writeStructBegin("ThriftHiveMetastore_get_current_notificationEventId_pargs"); xfer += oprot->writeFieldStop(); xfer += oprot->writeStructEnd(); return xfer; } -uint32_t ThriftHiveMetastore_getCurrentNotificationEventId_result::read(::apache::thrift::protocol::TProtocol* iprot) { +uint32_t ThriftHiveMetastore_get_current_notificationEventId_result::read(::apache::thrift::protocol::TProtocol* iprot) { uint32_t xfer = 0; std::string fname; @@ -27341,11 +27341,11 @@ return xfer; } -uint32_t ThriftHiveMetastore_getCurrentNotificationEventId_result::write(::apache::thrift::protocol::TProtocol* oprot) const { +uint32_t ThriftHiveMetastore_get_current_notificationEventId_result::write(::apache::thrift::protocol::TProtocol* oprot) const { uint32_t xfer = 0; - xfer += oprot->writeStructBegin("ThriftHiveMetastore_getCurrentNotificationEventId_result"); + xfer += oprot->writeStructBegin("ThriftHiveMetastore_get_current_notificationEventId_result"); if (this->__isset.success) { xfer += oprot->writeFieldBegin("success", ::apache::thrift::protocol::T_STRUCT, 0); @@ -27357,7 +27357,7 @@ return xfer; } -uint32_t ThriftHiveMetastore_getCurrentNotificationEventId_presult::read(::apache::thrift::protocol::TProtocol* iprot) { +uint32_t ThriftHiveMetastore_get_current_notificationEventId_presult::read(::apache::thrift::protocol::TProtocol* iprot) { uint32_t xfer = 0; std::string fname; @@ -34908,18 +34908,18 @@ throw ::apache::thrift::TApplicationException(::apache::thrift::TApplicationException::MISSING_RESULT, "show_compact failed: unknown result"); } -void ThriftHiveMetastoreClient::getNextNotification(NotificationEventResponse& _return, const NotificationEventRequest& rqst) +void ThriftHiveMetastoreClient::get_next_notification(NotificationEventResponse& _return, const NotificationEventRequest& rqst) { - send_getNextNotification(rqst); - recv_getNextNotification(_return); + send_get_next_notification(rqst); + recv_get_next_notification(_return); } -void ThriftHiveMetastoreClient::send_getNextNotification(const NotificationEventRequest& rqst) +void ThriftHiveMetastoreClient::send_get_next_notification(const NotificationEventRequest& rqst) { int32_t cseqid = 0; - oprot_->writeMessageBegin("getNextNotification", ::apache::thrift::protocol::T_CALL, cseqid); + oprot_->writeMessageBegin("get_next_notification", ::apache::thrift::protocol::T_CALL, cseqid); - ThriftHiveMetastore_getNextNotification_pargs args; + ThriftHiveMetastore_get_next_notification_pargs args; args.rqst = &rqst; args.write(oprot_); @@ -34928,7 +34928,7 @@ oprot_->getTransport()->flush(); } -void ThriftHiveMetastoreClient::recv_getNextNotification(NotificationEventResponse& _return) +void ThriftHiveMetastoreClient::recv_get_next_notification(NotificationEventResponse& _return) { int32_t rseqid = 0; @@ -34948,12 +34948,12 @@ iprot_->readMessageEnd(); iprot_->getTransport()->readEnd(); } - if (fname.compare("getNextNotification") != 0) { + if (fname.compare("get_next_notification") != 0) { iprot_->skip(::apache::thrift::protocol::T_STRUCT); iprot_->readMessageEnd(); iprot_->getTransport()->readEnd(); } - ThriftHiveMetastore_getNextNotification_presult result; + ThriftHiveMetastore_get_next_notification_presult result; result.success = &_return; result.read(iprot_); iprot_->readMessageEnd(); @@ -34963,21 +34963,21 @@ // _return pointer has now been filled return; } - throw ::apache::thrift::TApplicationException(::apache::thrift::TApplicationException::MISSING_RESULT, "getNextNotification failed: unknown result"); + throw ::apache::thrift::TApplicationException(::apache::thrift::TApplicationException::MISSING_RESULT, "get_next_notification failed: unknown result"); } -void ThriftHiveMetastoreClient::getCurrentNotificationEventId(CurrentNotificationEventId& _return) +void ThriftHiveMetastoreClient::get_current_notificationEventId(CurrentNotificationEventId& _return) { - send_getCurrentNotificationEventId(); - recv_getCurrentNotificationEventId(_return); + send_get_current_notificationEventId(); + recv_get_current_notificationEventId(_return); } -void ThriftHiveMetastoreClient::send_getCurrentNotificationEventId() +void ThriftHiveMetastoreClient::send_get_current_notificationEventId() { int32_t cseqid = 0; - oprot_->writeMessageBegin("getCurrentNotificationEventId", ::apache::thrift::protocol::T_CALL, cseqid); + oprot_->writeMessageBegin("get_current_notificationEventId", ::apache::thrift::protocol::T_CALL, cseqid); - ThriftHiveMetastore_getCurrentNotificationEventId_pargs args; + ThriftHiveMetastore_get_current_notificationEventId_pargs args; args.write(oprot_); oprot_->writeMessageEnd(); @@ -34985,7 +34985,7 @@ oprot_->getTransport()->flush(); } -void ThriftHiveMetastoreClient::recv_getCurrentNotificationEventId(CurrentNotificationEventId& _return) +void ThriftHiveMetastoreClient::recv_get_current_notificationEventId(CurrentNotificationEventId& _return) { int32_t rseqid = 0; @@ -35005,12 +35005,12 @@ iprot_->readMessageEnd(); iprot_->getTransport()->readEnd(); } - if (fname.compare("getCurrentNotificationEventId") != 0) { + if (fname.compare("get_current_notificationEventId") != 0) { iprot_->skip(::apache::thrift::protocol::T_STRUCT); iprot_->readMessageEnd(); iprot_->getTransport()->readEnd(); } - ThriftHiveMetastore_getCurrentNotificationEventId_presult result; + ThriftHiveMetastore_get_current_notificationEventId_presult result; result.success = &_return; result.read(iprot_); iprot_->readMessageEnd(); @@ -35020,7 +35020,7 @@ // _return pointer has now been filled return; } - throw ::apache::thrift::TApplicationException(::apache::thrift::TApplicationException::MISSING_RESULT, "getCurrentNotificationEventId failed: unknown result"); + throw ::apache::thrift::TApplicationException(::apache::thrift::TApplicationException::MISSING_RESULT, "get_current_notificationEventId failed: unknown result"); } bool ThriftHiveMetastoreProcessor::dispatchCall(::apache::thrift::protocol::TProtocol* iprot, ::apache::thrift::protocol::TProtocol* oprot, const std::string& fname, int32_t seqid, void* callContext) { @@ -42033,38 +42033,38 @@ } } -void ThriftHiveMetastoreProcessor::process_getNextNotification(int32_t seqid, ::apache::thrift::protocol::TProtocol* iprot, ::apache::thrift::protocol::TProtocol* oprot, void* callContext) +void ThriftHiveMetastoreProcessor::process_get_next_notification(int32_t seqid, ::apache::thrift::protocol::TProtocol* iprot, ::apache::thrift::protocol::TProtocol* oprot, void* callContext) { void* ctx = NULL; if (this->eventHandler_.get() != NULL) { - ctx = this->eventHandler_->getContext("ThriftHiveMetastore.getNextNotification", callContext); + ctx = this->eventHandler_->getContext("ThriftHiveMetastore.get_next_notification", callContext); } - ::apache::thrift::TProcessorContextFreer freer(this->eventHandler_.get(), ctx, "ThriftHiveMetastore.getNextNotification"); + ::apache::thrift::TProcessorContextFreer freer(this->eventHandler_.get(), ctx, "ThriftHiveMetastore.get_next_notification"); if (this->eventHandler_.get() != NULL) { - this->eventHandler_->preRead(ctx, "ThriftHiveMetastore.getNextNotification"); + this->eventHandler_->preRead(ctx, "ThriftHiveMetastore.get_next_notification"); } - ThriftHiveMetastore_getNextNotification_args args; + ThriftHiveMetastore_get_next_notification_args args; args.read(iprot); iprot->readMessageEnd(); uint32_t bytes = iprot->getTransport()->readEnd(); if (this->eventHandler_.get() != NULL) { - this->eventHandler_->postRead(ctx, "ThriftHiveMetastore.getNextNotification", bytes); + this->eventHandler_->postRead(ctx, "ThriftHiveMetastore.get_next_notification", bytes); } - ThriftHiveMetastore_getNextNotification_result result; + ThriftHiveMetastore_get_next_notification_result result; try { - iface_->getNextNotification(result.success, args.rqst); + iface_->get_next_notification(result.success, args.rqst); result.__isset.success = true; } catch (const std::exception& e) { if (this->eventHandler_.get() != NULL) { - this->eventHandler_->handlerError(ctx, "ThriftHiveMetastore.getNextNotification"); + this->eventHandler_->handlerError(ctx, "ThriftHiveMetastore.get_next_notification"); } ::apache::thrift::TApplicationException x(e.what()); - oprot->writeMessageBegin("getNextNotification", ::apache::thrift::protocol::T_EXCEPTION, seqid); + oprot->writeMessageBegin("get_next_notification", ::apache::thrift::protocol::T_EXCEPTION, seqid); x.write(oprot); oprot->writeMessageEnd(); oprot->getTransport()->writeEnd(); @@ -42073,52 +42073,52 @@ } if (this->eventHandler_.get() != NULL) { - this->eventHandler_->preWrite(ctx, "ThriftHiveMetastore.getNextNotification"); + this->eventHandler_->preWrite(ctx, "ThriftHiveMetastore.get_next_notification"); } - oprot->writeMessageBegin("getNextNotification", ::apache::thrift::protocol::T_REPLY, seqid); + oprot->writeMessageBegin("get_next_notification", ::apache::thrift::protocol::T_REPLY, seqid); result.write(oprot); oprot->writeMessageEnd(); bytes = oprot->getTransport()->writeEnd(); oprot->getTransport()->flush(); if (this->eventHandler_.get() != NULL) { - this->eventHandler_->postWrite(ctx, "ThriftHiveMetastore.getNextNotification", bytes); + this->eventHandler_->postWrite(ctx, "ThriftHiveMetastore.get_next_notification", bytes); } } -void ThriftHiveMetastoreProcessor::process_getCurrentNotificationEventId(int32_t seqid, ::apache::thrift::protocol::TProtocol* iprot, ::apache::thrift::protocol::TProtocol* oprot, void* callContext) +void ThriftHiveMetastoreProcessor::process_get_current_notificationEventId(int32_t seqid, ::apache::thrift::protocol::TProtocol* iprot, ::apache::thrift::protocol::TProtocol* oprot, void* callContext) { void* ctx = NULL; if (this->eventHandler_.get() != NULL) { - ctx = this->eventHandler_->getContext("ThriftHiveMetastore.getCurrentNotificationEventId", callContext); + ctx = this->eventHandler_->getContext("ThriftHiveMetastore.get_current_notificationEventId", callContext); } - ::apache::thrift::TProcessorContextFreer freer(this->eventHandler_.get(), ctx, "ThriftHiveMetastore.getCurrentNotificationEventId"); + ::apache::thrift::TProcessorContextFreer freer(this->eventHandler_.get(), ctx, "ThriftHiveMetastore.get_current_notificationEventId"); if (this->eventHandler_.get() != NULL) { - this->eventHandler_->preRead(ctx, "ThriftHiveMetastore.getCurrentNotificationEventId"); + this->eventHandler_->preRead(ctx, "ThriftHiveMetastore.get_current_notificationEventId"); } - ThriftHiveMetastore_getCurrentNotificationEventId_args args; + ThriftHiveMetastore_get_current_notificationEventId_args args; args.read(iprot); iprot->readMessageEnd(); uint32_t bytes = iprot->getTransport()->readEnd(); if (this->eventHandler_.get() != NULL) { - this->eventHandler_->postRead(ctx, "ThriftHiveMetastore.getCurrentNotificationEventId", bytes); + this->eventHandler_->postRead(ctx, "ThriftHiveMetastore.get_current_notificationEventId", bytes); } - ThriftHiveMetastore_getCurrentNotificationEventId_result result; + ThriftHiveMetastore_get_current_notificationEventId_result result; try { - iface_->getCurrentNotificationEventId(result.success); + iface_->get_current_notificationEventId(result.success); result.__isset.success = true; } catch (const std::exception& e) { if (this->eventHandler_.get() != NULL) { - this->eventHandler_->handlerError(ctx, "ThriftHiveMetastore.getCurrentNotificationEventId"); + this->eventHandler_->handlerError(ctx, "ThriftHiveMetastore.get_current_notificationEventId"); } ::apache::thrift::TApplicationException x(e.what()); - oprot->writeMessageBegin("getCurrentNotificationEventId", ::apache::thrift::protocol::T_EXCEPTION, seqid); + oprot->writeMessageBegin("get_current_notificationEventId", ::apache::thrift::protocol::T_EXCEPTION, seqid); x.write(oprot); oprot->writeMessageEnd(); oprot->getTransport()->writeEnd(); @@ -42127,17 +42127,17 @@ } if (this->eventHandler_.get() != NULL) { - this->eventHandler_->preWrite(ctx, "ThriftHiveMetastore.getCurrentNotificationEventId"); + this->eventHandler_->preWrite(ctx, "ThriftHiveMetastore.get_current_notificationEventId"); } - oprot->writeMessageBegin("getCurrentNotificationEventId", ::apache::thrift::protocol::T_REPLY, seqid); + oprot->writeMessageBegin("get_current_notificationEventId", ::apache::thrift::protocol::T_REPLY, seqid); result.write(oprot); oprot->writeMessageEnd(); bytes = oprot->getTransport()->writeEnd(); oprot->getTransport()->flush(); if (this->eventHandler_.get() != NULL) { - this->eventHandler_->postWrite(ctx, "ThriftHiveMetastore.getCurrentNotificationEventId", bytes); + this->eventHandler_->postWrite(ctx, "ThriftHiveMetastore.get_current_notificationEventId", bytes); } } Index: metastore/src/gen/thrift/gen-cpp/ThriftHiveMetastore.h =================================================================== --- metastore/src/gen/thrift/gen-cpp/ThriftHiveMetastore.h (revision 1651027) +++ metastore/src/gen/thrift/gen-cpp/ThriftHiveMetastore.h (working copy) @@ -133,8 +133,8 @@ virtual void heartbeat_txn_range(HeartbeatTxnRangeResponse& _return, const HeartbeatTxnRangeRequest& txns) = 0; virtual void compact(const CompactionRequest& rqst) = 0; virtual void show_compact(ShowCompactResponse& _return, const ShowCompactRequest& rqst) = 0; - virtual void getNextNotification(NotificationEventResponse& _return, const NotificationEventRequest& rqst) = 0; - virtual void getCurrentNotificationEventId(CurrentNotificationEventId& _return) = 0; + virtual void get_next_notification(NotificationEventResponse& _return, const NotificationEventRequest& rqst) = 0; + virtual void get_current_notificationEventId(CurrentNotificationEventId& _return) = 0; }; class ThriftHiveMetastoreIfFactory : virtual public ::facebook::fb303::FacebookServiceIfFactory { @@ -538,10 +538,10 @@ void show_compact(ShowCompactResponse& /* _return */, const ShowCompactRequest& /* rqst */) { return; } - void getNextNotification(NotificationEventResponse& /* _return */, const NotificationEventRequest& /* rqst */) { + void get_next_notification(NotificationEventResponse& /* _return */, const NotificationEventRequest& /* rqst */) { return; } - void getCurrentNotificationEventId(CurrentNotificationEventId& /* _return */) { + void get_current_notificationEventId(CurrentNotificationEventId& /* _return */) { return; } }; @@ -16575,38 +16575,38 @@ }; -typedef struct _ThriftHiveMetastore_getNextNotification_args__isset { - _ThriftHiveMetastore_getNextNotification_args__isset() : rqst(false) {} +typedef struct _ThriftHiveMetastore_get_next_notification_args__isset { + _ThriftHiveMetastore_get_next_notification_args__isset() : rqst(false) {} bool rqst; -} _ThriftHiveMetastore_getNextNotification_args__isset; +} _ThriftHiveMetastore_get_next_notification_args__isset; -class ThriftHiveMetastore_getNextNotification_args { +class ThriftHiveMetastore_get_next_notification_args { public: - ThriftHiveMetastore_getNextNotification_args() { + ThriftHiveMetastore_get_next_notification_args() { } - virtual ~ThriftHiveMetastore_getNextNotification_args() throw() {} + virtual ~ThriftHiveMetastore_get_next_notification_args() throw() {} NotificationEventRequest rqst; - _ThriftHiveMetastore_getNextNotification_args__isset __isset; + _ThriftHiveMetastore_get_next_notification_args__isset __isset; void __set_rqst(const NotificationEventRequest& val) { rqst = val; } - bool operator == (const ThriftHiveMetastore_getNextNotification_args & rhs) const + bool operator == (const ThriftHiveMetastore_get_next_notification_args & rhs) const { if (!(rqst == rhs.rqst)) return false; return true; } - bool operator != (const ThriftHiveMetastore_getNextNotification_args &rhs) const { + bool operator != (const ThriftHiveMetastore_get_next_notification_args &rhs) const { return !(*this == rhs); } - bool operator < (const ThriftHiveMetastore_getNextNotification_args & ) const; + bool operator < (const ThriftHiveMetastore_get_next_notification_args & ) const; uint32_t read(::apache::thrift::protocol::TProtocol* iprot); uint32_t write(::apache::thrift::protocol::TProtocol* oprot) const; @@ -16614,11 +16614,11 @@ }; -class ThriftHiveMetastore_getNextNotification_pargs { +class ThriftHiveMetastore_get_next_notification_pargs { public: - virtual ~ThriftHiveMetastore_getNextNotification_pargs() throw() {} + virtual ~ThriftHiveMetastore_get_next_notification_pargs() throw() {} const NotificationEventRequest* rqst; @@ -16626,82 +16626,82 @@ }; -typedef struct _ThriftHiveMetastore_getNextNotification_result__isset { - _ThriftHiveMetastore_getNextNotification_result__isset() : success(false) {} +typedef struct _ThriftHiveMetastore_get_next_notification_result__isset { + _ThriftHiveMetastore_get_next_notification_result__isset() : success(false) {} bool success; -} _ThriftHiveMetastore_getNextNotification_result__isset; +} _ThriftHiveMetastore_get_next_notification_result__isset; -class ThriftHiveMetastore_getNextNotification_result { +class ThriftHiveMetastore_get_next_notification_result { public: - ThriftHiveMetastore_getNextNotification_result() { + ThriftHiveMetastore_get_next_notification_result() { } - virtual ~ThriftHiveMetastore_getNextNotification_result() throw() {} + virtual ~ThriftHiveMetastore_get_next_notification_result() throw() {} NotificationEventResponse success; - _ThriftHiveMetastore_getNextNotification_result__isset __isset; + _ThriftHiveMetastore_get_next_notification_result__isset __isset; void __set_success(const NotificationEventResponse& val) { success = val; } - bool operator == (const ThriftHiveMetastore_getNextNotification_result & rhs) const + bool operator == (const ThriftHiveMetastore_get_next_notification_result & rhs) const { if (!(success == rhs.success)) return false; return true; } - bool operator != (const ThriftHiveMetastore_getNextNotification_result &rhs) const { + bool operator != (const ThriftHiveMetastore_get_next_notification_result &rhs) const { return !(*this == rhs); } - bool operator < (const ThriftHiveMetastore_getNextNotification_result & ) const; + bool operator < (const ThriftHiveMetastore_get_next_notification_result & ) const; uint32_t read(::apache::thrift::protocol::TProtocol* iprot); uint32_t write(::apache::thrift::protocol::TProtocol* oprot) const; }; -typedef struct _ThriftHiveMetastore_getNextNotification_presult__isset { - _ThriftHiveMetastore_getNextNotification_presult__isset() : success(false) {} +typedef struct _ThriftHiveMetastore_get_next_notification_presult__isset { + _ThriftHiveMetastore_get_next_notification_presult__isset() : success(false) {} bool success; -} _ThriftHiveMetastore_getNextNotification_presult__isset; +} _ThriftHiveMetastore_get_next_notification_presult__isset; -class ThriftHiveMetastore_getNextNotification_presult { +class ThriftHiveMetastore_get_next_notification_presult { public: - virtual ~ThriftHiveMetastore_getNextNotification_presult() throw() {} + virtual ~ThriftHiveMetastore_get_next_notification_presult() throw() {} NotificationEventResponse* success; - _ThriftHiveMetastore_getNextNotification_presult__isset __isset; + _ThriftHiveMetastore_get_next_notification_presult__isset __isset; uint32_t read(::apache::thrift::protocol::TProtocol* iprot); }; -class ThriftHiveMetastore_getCurrentNotificationEventId_args { +class ThriftHiveMetastore_get_current_notificationEventId_args { public: - ThriftHiveMetastore_getCurrentNotificationEventId_args() { + ThriftHiveMetastore_get_current_notificationEventId_args() { } - virtual ~ThriftHiveMetastore_getCurrentNotificationEventId_args() throw() {} + virtual ~ThriftHiveMetastore_get_current_notificationEventId_args() throw() {} - bool operator == (const ThriftHiveMetastore_getCurrentNotificationEventId_args & /* rhs */) const + bool operator == (const ThriftHiveMetastore_get_current_notificationEventId_args & /* rhs */) const { return true; } - bool operator != (const ThriftHiveMetastore_getCurrentNotificationEventId_args &rhs) const { + bool operator != (const ThriftHiveMetastore_get_current_notificationEventId_args &rhs) const { return !(*this == rhs); } - bool operator < (const ThriftHiveMetastore_getCurrentNotificationEventId_args & ) const; + bool operator < (const ThriftHiveMetastore_get_current_notificationEventId_args & ) const; uint32_t read(::apache::thrift::protocol::TProtocol* iprot); uint32_t write(::apache::thrift::protocol::TProtocol* oprot) const; @@ -16709,69 +16709,69 @@ }; -class ThriftHiveMetastore_getCurrentNotificationEventId_pargs { +class ThriftHiveMetastore_get_current_notificationEventId_pargs { public: - virtual ~ThriftHiveMetastore_getCurrentNotificationEventId_pargs() throw() {} + virtual ~ThriftHiveMetastore_get_current_notificationEventId_pargs() throw() {} uint32_t write(::apache::thrift::protocol::TProtocol* oprot) const; }; -typedef struct _ThriftHiveMetastore_getCurrentNotificationEventId_result__isset { - _ThriftHiveMetastore_getCurrentNotificationEventId_result__isset() : success(false) {} +typedef struct _ThriftHiveMetastore_get_current_notificationEventId_result__isset { + _ThriftHiveMetastore_get_current_notificationEventId_result__isset() : success(false) {} bool success; -} _ThriftHiveMetastore_getCurrentNotificationEventId_result__isset; +} _ThriftHiveMetastore_get_current_notificationEventId_result__isset; -class ThriftHiveMetastore_getCurrentNotificationEventId_result { +class ThriftHiveMetastore_get_current_notificationEventId_result { public: - ThriftHiveMetastore_getCurrentNotificationEventId_result() { + ThriftHiveMetastore_get_current_notificationEventId_result() { } - virtual ~ThriftHiveMetastore_getCurrentNotificationEventId_result() throw() {} + virtual ~ThriftHiveMetastore_get_current_notificationEventId_result() throw() {} CurrentNotificationEventId success; - _ThriftHiveMetastore_getCurrentNotificationEventId_result__isset __isset; + _ThriftHiveMetastore_get_current_notificationEventId_result__isset __isset; void __set_success(const CurrentNotificationEventId& val) { success = val; } - bool operator == (const ThriftHiveMetastore_getCurrentNotificationEventId_result & rhs) const + bool operator == (const ThriftHiveMetastore_get_current_notificationEventId_result & rhs) const { if (!(success == rhs.success)) return false; return true; } - bool operator != (const ThriftHiveMetastore_getCurrentNotificationEventId_result &rhs) const { + bool operator != (const ThriftHiveMetastore_get_current_notificationEventId_result &rhs) const { return !(*this == rhs); } - bool operator < (const ThriftHiveMetastore_getCurrentNotificationEventId_result & ) const; + bool operator < (const ThriftHiveMetastore_get_current_notificationEventId_result & ) const; uint32_t read(::apache::thrift::protocol::TProtocol* iprot); uint32_t write(::apache::thrift::protocol::TProtocol* oprot) const; }; -typedef struct _ThriftHiveMetastore_getCurrentNotificationEventId_presult__isset { - _ThriftHiveMetastore_getCurrentNotificationEventId_presult__isset() : success(false) {} +typedef struct _ThriftHiveMetastore_get_current_notificationEventId_presult__isset { + _ThriftHiveMetastore_get_current_notificationEventId_presult__isset() : success(false) {} bool success; -} _ThriftHiveMetastore_getCurrentNotificationEventId_presult__isset; +} _ThriftHiveMetastore_get_current_notificationEventId_presult__isset; -class ThriftHiveMetastore_getCurrentNotificationEventId_presult { +class ThriftHiveMetastore_get_current_notificationEventId_presult { public: - virtual ~ThriftHiveMetastore_getCurrentNotificationEventId_presult() throw() {} + virtual ~ThriftHiveMetastore_get_current_notificationEventId_presult() throw() {} CurrentNotificationEventId* success; - _ThriftHiveMetastore_getCurrentNotificationEventId_presult__isset __isset; + _ThriftHiveMetastore_get_current_notificationEventId_presult__isset __isset; uint32_t read(::apache::thrift::protocol::TProtocol* iprot); @@ -17140,12 +17140,12 @@ void show_compact(ShowCompactResponse& _return, const ShowCompactRequest& rqst); void send_show_compact(const ShowCompactRequest& rqst); void recv_show_compact(ShowCompactResponse& _return); - void getNextNotification(NotificationEventResponse& _return, const NotificationEventRequest& rqst); - void send_getNextNotification(const NotificationEventRequest& rqst); - void recv_getNextNotification(NotificationEventResponse& _return); - void getCurrentNotificationEventId(CurrentNotificationEventId& _return); - void send_getCurrentNotificationEventId(); - void recv_getCurrentNotificationEventId(CurrentNotificationEventId& _return); + void get_next_notification(NotificationEventResponse& _return, const NotificationEventRequest& rqst); + void send_get_next_notification(const NotificationEventRequest& rqst); + void recv_get_next_notification(NotificationEventResponse& _return); + void get_current_notificationEventId(CurrentNotificationEventId& _return); + void send_get_current_notificationEventId(); + void recv_get_current_notificationEventId(CurrentNotificationEventId& _return); }; class ThriftHiveMetastoreProcessor : public ::facebook::fb303::FacebookServiceProcessor { @@ -17273,8 +17273,8 @@ void process_heartbeat_txn_range(int32_t seqid, ::apache::thrift::protocol::TProtocol* iprot, ::apache::thrift::protocol::TProtocol* oprot, void* callContext); void process_compact(int32_t seqid, ::apache::thrift::protocol::TProtocol* iprot, ::apache::thrift::protocol::TProtocol* oprot, void* callContext); void process_show_compact(int32_t seqid, ::apache::thrift::protocol::TProtocol* iprot, ::apache::thrift::protocol::TProtocol* oprot, void* callContext); - void process_getNextNotification(int32_t seqid, ::apache::thrift::protocol::TProtocol* iprot, ::apache::thrift::protocol::TProtocol* oprot, void* callContext); - void process_getCurrentNotificationEventId(int32_t seqid, ::apache::thrift::protocol::TProtocol* iprot, ::apache::thrift::protocol::TProtocol* oprot, void* callContext); + void process_get_next_notification(int32_t seqid, ::apache::thrift::protocol::TProtocol* iprot, ::apache::thrift::protocol::TProtocol* oprot, void* callContext); + void process_get_current_notificationEventId(int32_t seqid, ::apache::thrift::protocol::TProtocol* iprot, ::apache::thrift::protocol::TProtocol* oprot, void* callContext); public: ThriftHiveMetastoreProcessor(boost::shared_ptr iface) : ::facebook::fb303::FacebookServiceProcessor(iface), @@ -17396,8 +17396,8 @@ processMap_["heartbeat_txn_range"] = &ThriftHiveMetastoreProcessor::process_heartbeat_txn_range; processMap_["compact"] = &ThriftHiveMetastoreProcessor::process_compact; processMap_["show_compact"] = &ThriftHiveMetastoreProcessor::process_show_compact; - processMap_["getNextNotification"] = &ThriftHiveMetastoreProcessor::process_getNextNotification; - processMap_["getCurrentNotificationEventId"] = &ThriftHiveMetastoreProcessor::process_getCurrentNotificationEventId; + processMap_["get_next_notification"] = &ThriftHiveMetastoreProcessor::process_get_next_notification; + processMap_["get_current_notificationEventId"] = &ThriftHiveMetastoreProcessor::process_get_current_notificationEventId; } virtual ~ThriftHiveMetastoreProcessor() {} @@ -18552,23 +18552,23 @@ return; } - void getNextNotification(NotificationEventResponse& _return, const NotificationEventRequest& rqst) { + void get_next_notification(NotificationEventResponse& _return, const NotificationEventRequest& rqst) { size_t sz = ifaces_.size(); size_t i = 0; for (; i < (sz - 1); ++i) { - ifaces_[i]->getNextNotification(_return, rqst); + ifaces_[i]->get_next_notification(_return, rqst); } - ifaces_[i]->getNextNotification(_return, rqst); + ifaces_[i]->get_next_notification(_return, rqst); return; } - void getCurrentNotificationEventId(CurrentNotificationEventId& _return) { + void get_current_notificationEventId(CurrentNotificationEventId& _return) { size_t sz = ifaces_.size(); size_t i = 0; for (; i < (sz - 1); ++i) { - ifaces_[i]->getCurrentNotificationEventId(_return); + ifaces_[i]->get_current_notificationEventId(_return); } - ifaces_[i]->getCurrentNotificationEventId(_return); + ifaces_[i]->get_current_notificationEventId(_return); return; } Index: metastore/src/gen/thrift/gen-cpp/ThriftHiveMetastore_server.skeleton.cpp =================================================================== --- metastore/src/gen/thrift/gen-cpp/ThriftHiveMetastore_server.skeleton.cpp (revision 1651027) +++ metastore/src/gen/thrift/gen-cpp/ThriftHiveMetastore_server.skeleton.cpp (working copy) @@ -607,14 +607,14 @@ printf("show_compact\n"); } - void getNextNotification(NotificationEventResponse& _return, const NotificationEventRequest& rqst) { + void get_next_notification(NotificationEventResponse& _return, const NotificationEventRequest& rqst) { // Your implementation goes here - printf("getNextNotification\n"); + printf("get_next_notification\n"); } - void getCurrentNotificationEventId(CurrentNotificationEventId& _return) { + void get_current_notificationEventId(CurrentNotificationEventId& _return) { // Your implementation goes here - printf("getCurrentNotificationEventId\n"); + printf("get_current_notificationEventId\n"); } }; Index: metastore/src/gen/thrift/gen-javabean/org/apache/hadoop/hive/metastore/api/ThriftHiveMetastore.java =================================================================== --- metastore/src/gen/thrift/gen-javabean/org/apache/hadoop/hive/metastore/api/ThriftHiveMetastore.java (revision 1651027) +++ metastore/src/gen/thrift/gen-javabean/org/apache/hadoop/hive/metastore/api/ThriftHiveMetastore.java (working copy) @@ -272,9 +272,9 @@ public ShowCompactResponse show_compact(ShowCompactRequest rqst) throws org.apache.thrift.TException; - public NotificationEventResponse getNextNotification(NotificationEventRequest rqst) throws org.apache.thrift.TException; + public NotificationEventResponse get_next_notification(NotificationEventRequest rqst) throws org.apache.thrift.TException; - public CurrentNotificationEventId getCurrentNotificationEventId() throws org.apache.thrift.TException; + public CurrentNotificationEventId get_current_notificationEventId() throws org.apache.thrift.TException; } @@ -514,9 +514,9 @@ public void show_compact(ShowCompactRequest rqst, org.apache.thrift.async.AsyncMethodCallback resultHandler) throws org.apache.thrift.TException; - public void getNextNotification(NotificationEventRequest rqst, org.apache.thrift.async.AsyncMethodCallback resultHandler) throws org.apache.thrift.TException; + public void get_next_notification(NotificationEventRequest rqst, org.apache.thrift.async.AsyncMethodCallback resultHandler) throws org.apache.thrift.TException; - public void getCurrentNotificationEventId(org.apache.thrift.async.AsyncMethodCallback resultHandler) throws org.apache.thrift.TException; + public void get_current_notificationEventId(org.apache.thrift.async.AsyncMethodCallback resultHandler) throws org.apache.thrift.TException; } @@ -4008,49 +4008,49 @@ throw new org.apache.thrift.TApplicationException(org.apache.thrift.TApplicationException.MISSING_RESULT, "show_compact failed: unknown result"); } - public NotificationEventResponse getNextNotification(NotificationEventRequest rqst) throws org.apache.thrift.TException + public NotificationEventResponse get_next_notification(NotificationEventRequest rqst) throws org.apache.thrift.TException { - send_getNextNotification(rqst); - return recv_getNextNotification(); + send_get_next_notification(rqst); + return recv_get_next_notification(); } - public void send_getNextNotification(NotificationEventRequest rqst) throws org.apache.thrift.TException + public void send_get_next_notification(NotificationEventRequest rqst) throws org.apache.thrift.TException { - getNextNotification_args args = new getNextNotification_args(); + get_next_notification_args args = new get_next_notification_args(); args.setRqst(rqst); - sendBase("getNextNotification", args); + sendBase("get_next_notification", args); } - public NotificationEventResponse recv_getNextNotification() throws org.apache.thrift.TException + public NotificationEventResponse recv_get_next_notification() throws org.apache.thrift.TException { - getNextNotification_result result = new getNextNotification_result(); - receiveBase(result, "getNextNotification"); + get_next_notification_result result = new get_next_notification_result(); + receiveBase(result, "get_next_notification"); if (result.isSetSuccess()) { return result.success; } - throw new org.apache.thrift.TApplicationException(org.apache.thrift.TApplicationException.MISSING_RESULT, "getNextNotification failed: unknown result"); + throw new org.apache.thrift.TApplicationException(org.apache.thrift.TApplicationException.MISSING_RESULT, "get_next_notification failed: unknown result"); } - public CurrentNotificationEventId getCurrentNotificationEventId() throws org.apache.thrift.TException + public CurrentNotificationEventId get_current_notificationEventId() throws org.apache.thrift.TException { - send_getCurrentNotificationEventId(); - return recv_getCurrentNotificationEventId(); + send_get_current_notificationEventId(); + return recv_get_current_notificationEventId(); } - public void send_getCurrentNotificationEventId() throws org.apache.thrift.TException + public void send_get_current_notificationEventId() throws org.apache.thrift.TException { - getCurrentNotificationEventId_args args = new getCurrentNotificationEventId_args(); - sendBase("getCurrentNotificationEventId", args); + get_current_notificationEventId_args args = new get_current_notificationEventId_args(); + sendBase("get_current_notificationEventId", args); } - public CurrentNotificationEventId recv_getCurrentNotificationEventId() throws org.apache.thrift.TException + public CurrentNotificationEventId recv_get_current_notificationEventId() throws org.apache.thrift.TException { - getCurrentNotificationEventId_result result = new getCurrentNotificationEventId_result(); - receiveBase(result, "getCurrentNotificationEventId"); + get_current_notificationEventId_result result = new get_current_notificationEventId_result(); + receiveBase(result, "get_current_notificationEventId"); if (result.isSetSuccess()) { return result.success; } - throw new org.apache.thrift.TApplicationException(org.apache.thrift.TApplicationException.MISSING_RESULT, "getCurrentNotificationEventId failed: unknown result"); + throw new org.apache.thrift.TApplicationException(org.apache.thrift.TApplicationException.MISSING_RESULT, "get_current_notificationEventId failed: unknown result"); } } @@ -8256,23 +8256,23 @@ } } - public void getNextNotification(NotificationEventRequest rqst, org.apache.thrift.async.AsyncMethodCallback resultHandler) throws org.apache.thrift.TException { + public void get_next_notification(NotificationEventRequest rqst, org.apache.thrift.async.AsyncMethodCallback resultHandler) throws org.apache.thrift.TException { checkReady(); - getNextNotification_call method_call = new getNextNotification_call(rqst, resultHandler, this, ___protocolFactory, ___transport); + get_next_notification_call method_call = new get_next_notification_call(rqst, resultHandler, this, ___protocolFactory, ___transport); this.___currentMethod = method_call; ___manager.call(method_call); } - public static class getNextNotification_call extends org.apache.thrift.async.TAsyncMethodCall { + public static class get_next_notification_call extends org.apache.thrift.async.TAsyncMethodCall { private NotificationEventRequest rqst; - public getNextNotification_call(NotificationEventRequest rqst, org.apache.thrift.async.AsyncMethodCallback resultHandler, org.apache.thrift.async.TAsyncClient client, org.apache.thrift.protocol.TProtocolFactory protocolFactory, org.apache.thrift.transport.TNonblockingTransport transport) throws org.apache.thrift.TException { + public get_next_notification_call(NotificationEventRequest rqst, org.apache.thrift.async.AsyncMethodCallback resultHandler, org.apache.thrift.async.TAsyncClient client, org.apache.thrift.protocol.TProtocolFactory protocolFactory, org.apache.thrift.transport.TNonblockingTransport transport) throws org.apache.thrift.TException { super(client, protocolFactory, transport, resultHandler, false); this.rqst = rqst; } public void write_args(org.apache.thrift.protocol.TProtocol prot) throws org.apache.thrift.TException { - prot.writeMessageBegin(new org.apache.thrift.protocol.TMessage("getNextNotification", org.apache.thrift.protocol.TMessageType.CALL, 0)); - getNextNotification_args args = new getNextNotification_args(); + prot.writeMessageBegin(new org.apache.thrift.protocol.TMessage("get_next_notification", org.apache.thrift.protocol.TMessageType.CALL, 0)); + get_next_notification_args args = new get_next_notification_args(); args.setRqst(rqst); args.write(prot); prot.writeMessageEnd(); @@ -8284,25 +8284,25 @@ } org.apache.thrift.transport.TMemoryInputTransport memoryTransport = new org.apache.thrift.transport.TMemoryInputTransport(getFrameBuffer().array()); org.apache.thrift.protocol.TProtocol prot = client.getProtocolFactory().getProtocol(memoryTransport); - return (new Client(prot)).recv_getNextNotification(); + return (new Client(prot)).recv_get_next_notification(); } } - public void getCurrentNotificationEventId(org.apache.thrift.async.AsyncMethodCallback resultHandler) throws org.apache.thrift.TException { + public void get_current_notificationEventId(org.apache.thrift.async.AsyncMethodCallback resultHandler) throws org.apache.thrift.TException { checkReady(); - getCurrentNotificationEventId_call method_call = new getCurrentNotificationEventId_call(resultHandler, this, ___protocolFactory, ___transport); + get_current_notificationEventId_call method_call = new get_current_notificationEventId_call(resultHandler, this, ___protocolFactory, ___transport); this.___currentMethod = method_call; ___manager.call(method_call); } - public static class getCurrentNotificationEventId_call extends org.apache.thrift.async.TAsyncMethodCall { - public getCurrentNotificationEventId_call(org.apache.thrift.async.AsyncMethodCallback resultHandler, org.apache.thrift.async.TAsyncClient client, org.apache.thrift.protocol.TProtocolFactory protocolFactory, org.apache.thrift.transport.TNonblockingTransport transport) throws org.apache.thrift.TException { + public static class get_current_notificationEventId_call extends org.apache.thrift.async.TAsyncMethodCall { + public get_current_notificationEventId_call(org.apache.thrift.async.AsyncMethodCallback resultHandler, org.apache.thrift.async.TAsyncClient client, org.apache.thrift.protocol.TProtocolFactory protocolFactory, org.apache.thrift.transport.TNonblockingTransport transport) throws org.apache.thrift.TException { super(client, protocolFactory, transport, resultHandler, false); } public void write_args(org.apache.thrift.protocol.TProtocol prot) throws org.apache.thrift.TException { - prot.writeMessageBegin(new org.apache.thrift.protocol.TMessage("getCurrentNotificationEventId", org.apache.thrift.protocol.TMessageType.CALL, 0)); - getCurrentNotificationEventId_args args = new getCurrentNotificationEventId_args(); + prot.writeMessageBegin(new org.apache.thrift.protocol.TMessage("get_current_notificationEventId", org.apache.thrift.protocol.TMessageType.CALL, 0)); + get_current_notificationEventId_args args = new get_current_notificationEventId_args(); args.write(prot); prot.writeMessageEnd(); } @@ -8313,7 +8313,7 @@ } org.apache.thrift.transport.TMemoryInputTransport memoryTransport = new org.apache.thrift.transport.TMemoryInputTransport(getFrameBuffer().array()); org.apache.thrift.protocol.TProtocol prot = client.getProtocolFactory().getProtocol(memoryTransport); - return (new Client(prot)).recv_getCurrentNotificationEventId(); + return (new Client(prot)).recv_get_current_notificationEventId(); } } @@ -8447,8 +8447,8 @@ processMap.put("heartbeat_txn_range", new heartbeat_txn_range()); processMap.put("compact", new compact()); processMap.put("show_compact", new show_compact()); - processMap.put("getNextNotification", new getNextNotification()); - processMap.put("getCurrentNotificationEventId", new getCurrentNotificationEventId()); + processMap.put("get_next_notification", new get_next_notification()); + processMap.put("get_current_notificationEventId", new get_current_notificationEventId()); return processMap; } @@ -11507,42 +11507,42 @@ } } - public static class getNextNotification extends org.apache.thrift.ProcessFunction { - public getNextNotification() { - super("getNextNotification"); + public static class get_next_notification extends org.apache.thrift.ProcessFunction { + public get_next_notification() { + super("get_next_notification"); } - public getNextNotification_args getEmptyArgsInstance() { - return new getNextNotification_args(); + public get_next_notification_args getEmptyArgsInstance() { + return new get_next_notification_args(); } protected boolean isOneway() { return false; } - public getNextNotification_result getResult(I iface, getNextNotification_args args) throws org.apache.thrift.TException { - getNextNotification_result result = new getNextNotification_result(); - result.success = iface.getNextNotification(args.rqst); + public get_next_notification_result getResult(I iface, get_next_notification_args args) throws org.apache.thrift.TException { + get_next_notification_result result = new get_next_notification_result(); + result.success = iface.get_next_notification(args.rqst); return result; } } - public static class getCurrentNotificationEventId extends org.apache.thrift.ProcessFunction { - public getCurrentNotificationEventId() { - super("getCurrentNotificationEventId"); + public static class get_current_notificationEventId extends org.apache.thrift.ProcessFunction { + public get_current_notificationEventId() { + super("get_current_notificationEventId"); } - public getCurrentNotificationEventId_args getEmptyArgsInstance() { - return new getCurrentNotificationEventId_args(); + public get_current_notificationEventId_args getEmptyArgsInstance() { + return new get_current_notificationEventId_args(); } protected boolean isOneway() { return false; } - public getCurrentNotificationEventId_result getResult(I iface, getCurrentNotificationEventId_args args) throws org.apache.thrift.TException { - getCurrentNotificationEventId_result result = new getCurrentNotificationEventId_result(); - result.success = iface.getCurrentNotificationEventId(); + public get_current_notificationEventId_result getResult(I iface, get_current_notificationEventId_args args) throws org.apache.thrift.TException { + get_current_notificationEventId_result result = new get_current_notificationEventId_result(); + result.success = iface.get_current_notificationEventId(); return result; } } @@ -136197,15 +136197,15 @@ } - public static class getNextNotification_args implements org.apache.thrift.TBase, java.io.Serializable, Cloneable { - private static final org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.thrift.protocol.TStruct("getNextNotification_args"); + public static class get_next_notification_args implements org.apache.thrift.TBase, java.io.Serializable, Cloneable { + private static final org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.thrift.protocol.TStruct("get_next_notification_args"); private static final org.apache.thrift.protocol.TField RQST_FIELD_DESC = new org.apache.thrift.protocol.TField("rqst", org.apache.thrift.protocol.TType.STRUCT, (short)1); private static final Map, SchemeFactory> schemes = new HashMap, SchemeFactory>(); static { - schemes.put(StandardScheme.class, new getNextNotification_argsStandardSchemeFactory()); - schemes.put(TupleScheme.class, new getNextNotification_argsTupleSchemeFactory()); + schemes.put(StandardScheme.class, new get_next_notification_argsStandardSchemeFactory()); + schemes.put(TupleScheme.class, new get_next_notification_argsTupleSchemeFactory()); } private NotificationEventRequest rqst; // required @@ -136275,13 +136275,13 @@ tmpMap.put(_Fields.RQST, new org.apache.thrift.meta_data.FieldMetaData("rqst", org.apache.thrift.TFieldRequirementType.DEFAULT, new org.apache.thrift.meta_data.StructMetaData(org.apache.thrift.protocol.TType.STRUCT, NotificationEventRequest.class))); metaDataMap = Collections.unmodifiableMap(tmpMap); - org.apache.thrift.meta_data.FieldMetaData.addStructMetaDataMap(getNextNotification_args.class, metaDataMap); + org.apache.thrift.meta_data.FieldMetaData.addStructMetaDataMap(get_next_notification_args.class, metaDataMap); } - public getNextNotification_args() { + public get_next_notification_args() { } - public getNextNotification_args( + public get_next_notification_args( NotificationEventRequest rqst) { this(); @@ -136291,14 +136291,14 @@ /** * Performs a deep copy on other. */ - public getNextNotification_args(getNextNotification_args other) { + public get_next_notification_args(get_next_notification_args other) { if (other.isSetRqst()) { this.rqst = new NotificationEventRequest(other.rqst); } } - public getNextNotification_args deepCopy() { - return new getNextNotification_args(this); + public get_next_notification_args deepCopy() { + return new get_next_notification_args(this); } @Override @@ -136368,12 +136368,12 @@ public boolean equals(Object that) { if (that == null) return false; - if (that instanceof getNextNotification_args) - return this.equals((getNextNotification_args)that); + if (that instanceof get_next_notification_args) + return this.equals((get_next_notification_args)that); return false; } - public boolean equals(getNextNotification_args that) { + public boolean equals(get_next_notification_args that) { if (that == null) return false; @@ -136401,13 +136401,13 @@ return builder.toHashCode(); } - public int compareTo(getNextNotification_args other) { + public int compareTo(get_next_notification_args other) { if (!getClass().equals(other.getClass())) { return getClass().getName().compareTo(other.getClass().getName()); } int lastComparison = 0; - getNextNotification_args typedOther = (getNextNotification_args)other; + get_next_notification_args typedOther = (get_next_notification_args)other; lastComparison = Boolean.valueOf(isSetRqst()).compareTo(typedOther.isSetRqst()); if (lastComparison != 0) { @@ -136436,7 +136436,7 @@ @Override public String toString() { - StringBuilder sb = new StringBuilder("getNextNotification_args("); + StringBuilder sb = new StringBuilder("get_next_notification_args("); boolean first = true; sb.append("rqst:"); @@ -136474,15 +136474,15 @@ } } - private static class getNextNotification_argsStandardSchemeFactory implements SchemeFactory { - public getNextNotification_argsStandardScheme getScheme() { - return new getNextNotification_argsStandardScheme(); + private static class get_next_notification_argsStandardSchemeFactory implements SchemeFactory { + public get_next_notification_argsStandardScheme getScheme() { + return new get_next_notification_argsStandardScheme(); } } - private static class getNextNotification_argsStandardScheme extends StandardScheme { + private static class get_next_notification_argsStandardScheme extends StandardScheme { - public void read(org.apache.thrift.protocol.TProtocol iprot, getNextNotification_args struct) throws org.apache.thrift.TException { + public void read(org.apache.thrift.protocol.TProtocol iprot, get_next_notification_args struct) throws org.apache.thrift.TException { org.apache.thrift.protocol.TField schemeField; iprot.readStructBegin(); while (true) @@ -136510,7 +136510,7 @@ struct.validate(); } - public void write(org.apache.thrift.protocol.TProtocol oprot, getNextNotification_args struct) throws org.apache.thrift.TException { + public void write(org.apache.thrift.protocol.TProtocol oprot, get_next_notification_args struct) throws org.apache.thrift.TException { struct.validate(); oprot.writeStructBegin(STRUCT_DESC); @@ -136525,16 +136525,16 @@ } - private static class getNextNotification_argsTupleSchemeFactory implements SchemeFactory { - public getNextNotification_argsTupleScheme getScheme() { - return new getNextNotification_argsTupleScheme(); + private static class get_next_notification_argsTupleSchemeFactory implements SchemeFactory { + public get_next_notification_argsTupleScheme getScheme() { + return new get_next_notification_argsTupleScheme(); } } - private static class getNextNotification_argsTupleScheme extends TupleScheme { + private static class get_next_notification_argsTupleScheme extends TupleScheme { @Override - public void write(org.apache.thrift.protocol.TProtocol prot, getNextNotification_args struct) throws org.apache.thrift.TException { + public void write(org.apache.thrift.protocol.TProtocol prot, get_next_notification_args struct) throws org.apache.thrift.TException { TTupleProtocol oprot = (TTupleProtocol) prot; BitSet optionals = new BitSet(); if (struct.isSetRqst()) { @@ -136547,7 +136547,7 @@ } @Override - public void read(org.apache.thrift.protocol.TProtocol prot, getNextNotification_args struct) throws org.apache.thrift.TException { + public void read(org.apache.thrift.protocol.TProtocol prot, get_next_notification_args struct) throws org.apache.thrift.TException { TTupleProtocol iprot = (TTupleProtocol) prot; BitSet incoming = iprot.readBitSet(1); if (incoming.get(0)) { @@ -136560,15 +136560,15 @@ } - public static class getNextNotification_result implements org.apache.thrift.TBase, java.io.Serializable, Cloneable { - private static final org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.thrift.protocol.TStruct("getNextNotification_result"); + public static class get_next_notification_result implements org.apache.thrift.TBase, java.io.Serializable, Cloneable { + private static final org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.thrift.protocol.TStruct("get_next_notification_result"); private static final org.apache.thrift.protocol.TField SUCCESS_FIELD_DESC = new org.apache.thrift.protocol.TField("success", org.apache.thrift.protocol.TType.STRUCT, (short)0); private static final Map, SchemeFactory> schemes = new HashMap, SchemeFactory>(); static { - schemes.put(StandardScheme.class, new getNextNotification_resultStandardSchemeFactory()); - schemes.put(TupleScheme.class, new getNextNotification_resultTupleSchemeFactory()); + schemes.put(StandardScheme.class, new get_next_notification_resultStandardSchemeFactory()); + schemes.put(TupleScheme.class, new get_next_notification_resultTupleSchemeFactory()); } private NotificationEventResponse success; // required @@ -136638,13 +136638,13 @@ tmpMap.put(_Fields.SUCCESS, new org.apache.thrift.meta_data.FieldMetaData("success", org.apache.thrift.TFieldRequirementType.DEFAULT, new org.apache.thrift.meta_data.StructMetaData(org.apache.thrift.protocol.TType.STRUCT, NotificationEventResponse.class))); metaDataMap = Collections.unmodifiableMap(tmpMap); - org.apache.thrift.meta_data.FieldMetaData.addStructMetaDataMap(getNextNotification_result.class, metaDataMap); + org.apache.thrift.meta_data.FieldMetaData.addStructMetaDataMap(get_next_notification_result.class, metaDataMap); } - public getNextNotification_result() { + public get_next_notification_result() { } - public getNextNotification_result( + public get_next_notification_result( NotificationEventResponse success) { this(); @@ -136654,14 +136654,14 @@ /** * Performs a deep copy on other. */ - public getNextNotification_result(getNextNotification_result other) { + public get_next_notification_result(get_next_notification_result other) { if (other.isSetSuccess()) { this.success = new NotificationEventResponse(other.success); } } - public getNextNotification_result deepCopy() { - return new getNextNotification_result(this); + public get_next_notification_result deepCopy() { + return new get_next_notification_result(this); } @Override @@ -136731,12 +136731,12 @@ public boolean equals(Object that) { if (that == null) return false; - if (that instanceof getNextNotification_result) - return this.equals((getNextNotification_result)that); + if (that instanceof get_next_notification_result) + return this.equals((get_next_notification_result)that); return false; } - public boolean equals(getNextNotification_result that) { + public boolean equals(get_next_notification_result that) { if (that == null) return false; @@ -136764,13 +136764,13 @@ return builder.toHashCode(); } - public int compareTo(getNextNotification_result other) { + public int compareTo(get_next_notification_result other) { if (!getClass().equals(other.getClass())) { return getClass().getName().compareTo(other.getClass().getName()); } int lastComparison = 0; - getNextNotification_result typedOther = (getNextNotification_result)other; + get_next_notification_result typedOther = (get_next_notification_result)other; lastComparison = Boolean.valueOf(isSetSuccess()).compareTo(typedOther.isSetSuccess()); if (lastComparison != 0) { @@ -136799,7 +136799,7 @@ @Override public String toString() { - StringBuilder sb = new StringBuilder("getNextNotification_result("); + StringBuilder sb = new StringBuilder("get_next_notification_result("); boolean first = true; sb.append("success:"); @@ -136837,15 +136837,15 @@ } } - private static class getNextNotification_resultStandardSchemeFactory implements SchemeFactory { - public getNextNotification_resultStandardScheme getScheme() { - return new getNextNotification_resultStandardScheme(); + private static class get_next_notification_resultStandardSchemeFactory implements SchemeFactory { + public get_next_notification_resultStandardScheme getScheme() { + return new get_next_notification_resultStandardScheme(); } } - private static class getNextNotification_resultStandardScheme extends StandardScheme { + private static class get_next_notification_resultStandardScheme extends StandardScheme { - public void read(org.apache.thrift.protocol.TProtocol iprot, getNextNotification_result struct) throws org.apache.thrift.TException { + public void read(org.apache.thrift.protocol.TProtocol iprot, get_next_notification_result struct) throws org.apache.thrift.TException { org.apache.thrift.protocol.TField schemeField; iprot.readStructBegin(); while (true) @@ -136873,7 +136873,7 @@ struct.validate(); } - public void write(org.apache.thrift.protocol.TProtocol oprot, getNextNotification_result struct) throws org.apache.thrift.TException { + public void write(org.apache.thrift.protocol.TProtocol oprot, get_next_notification_result struct) throws org.apache.thrift.TException { struct.validate(); oprot.writeStructBegin(STRUCT_DESC); @@ -136888,16 +136888,16 @@ } - private static class getNextNotification_resultTupleSchemeFactory implements SchemeFactory { - public getNextNotification_resultTupleScheme getScheme() { - return new getNextNotification_resultTupleScheme(); + private static class get_next_notification_resultTupleSchemeFactory implements SchemeFactory { + public get_next_notification_resultTupleScheme getScheme() { + return new get_next_notification_resultTupleScheme(); } } - private static class getNextNotification_resultTupleScheme extends TupleScheme { + private static class get_next_notification_resultTupleScheme extends TupleScheme { @Override - public void write(org.apache.thrift.protocol.TProtocol prot, getNextNotification_result struct) throws org.apache.thrift.TException { + public void write(org.apache.thrift.protocol.TProtocol prot, get_next_notification_result struct) throws org.apache.thrift.TException { TTupleProtocol oprot = (TTupleProtocol) prot; BitSet optionals = new BitSet(); if (struct.isSetSuccess()) { @@ -136910,7 +136910,7 @@ } @Override - public void read(org.apache.thrift.protocol.TProtocol prot, getNextNotification_result struct) throws org.apache.thrift.TException { + public void read(org.apache.thrift.protocol.TProtocol prot, get_next_notification_result struct) throws org.apache.thrift.TException { TTupleProtocol iprot = (TTupleProtocol) prot; BitSet incoming = iprot.readBitSet(1); if (incoming.get(0)) { @@ -136923,14 +136923,14 @@ } - public static class getCurrentNotificationEventId_args implements org.apache.thrift.TBase, java.io.Serializable, Cloneable { - private static final org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.thrift.protocol.TStruct("getCurrentNotificationEventId_args"); + public static class get_current_notificationEventId_args implements org.apache.thrift.TBase, java.io.Serializable, Cloneable { + private static final org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.thrift.protocol.TStruct("get_current_notificationEventId_args"); private static final Map, SchemeFactory> schemes = new HashMap, SchemeFactory>(); static { - schemes.put(StandardScheme.class, new getCurrentNotificationEventId_argsStandardSchemeFactory()); - schemes.put(TupleScheme.class, new getCurrentNotificationEventId_argsTupleSchemeFactory()); + schemes.put(StandardScheme.class, new get_current_notificationEventId_argsStandardSchemeFactory()); + schemes.put(TupleScheme.class, new get_current_notificationEventId_argsTupleSchemeFactory()); } @@ -136993,20 +136993,20 @@ static { Map<_Fields, org.apache.thrift.meta_data.FieldMetaData> tmpMap = new EnumMap<_Fields, org.apache.thrift.meta_data.FieldMetaData>(_Fields.class); metaDataMap = Collections.unmodifiableMap(tmpMap); - org.apache.thrift.meta_data.FieldMetaData.addStructMetaDataMap(getCurrentNotificationEventId_args.class, metaDataMap); + org.apache.thrift.meta_data.FieldMetaData.addStructMetaDataMap(get_current_notificationEventId_args.class, metaDataMap); } - public getCurrentNotificationEventId_args() { + public get_current_notificationEventId_args() { } /** * Performs a deep copy on other. */ - public getCurrentNotificationEventId_args(getCurrentNotificationEventId_args other) { + public get_current_notificationEventId_args(get_current_notificationEventId_args other) { } - public getCurrentNotificationEventId_args deepCopy() { - return new getCurrentNotificationEventId_args(this); + public get_current_notificationEventId_args deepCopy() { + return new get_current_notificationEventId_args(this); } @Override @@ -137039,12 +137039,12 @@ public boolean equals(Object that) { if (that == null) return false; - if (that instanceof getCurrentNotificationEventId_args) - return this.equals((getCurrentNotificationEventId_args)that); + if (that instanceof get_current_notificationEventId_args) + return this.equals((get_current_notificationEventId_args)that); return false; } - public boolean equals(getCurrentNotificationEventId_args that) { + public boolean equals(get_current_notificationEventId_args that) { if (that == null) return false; @@ -137058,13 +137058,13 @@ return builder.toHashCode(); } - public int compareTo(getCurrentNotificationEventId_args other) { + public int compareTo(get_current_notificationEventId_args other) { if (!getClass().equals(other.getClass())) { return getClass().getName().compareTo(other.getClass().getName()); } int lastComparison = 0; - getCurrentNotificationEventId_args typedOther = (getCurrentNotificationEventId_args)other; + get_current_notificationEventId_args typedOther = (get_current_notificationEventId_args)other; return 0; } @@ -137083,7 +137083,7 @@ @Override public String toString() { - StringBuilder sb = new StringBuilder("getCurrentNotificationEventId_args("); + StringBuilder sb = new StringBuilder("get_current_notificationEventId_args("); boolean first = true; sb.append(")"); @@ -137111,15 +137111,15 @@ } } - private static class getCurrentNotificationEventId_argsStandardSchemeFactory implements SchemeFactory { - public getCurrentNotificationEventId_argsStandardScheme getScheme() { - return new getCurrentNotificationEventId_argsStandardScheme(); + private static class get_current_notificationEventId_argsStandardSchemeFactory implements SchemeFactory { + public get_current_notificationEventId_argsStandardScheme getScheme() { + return new get_current_notificationEventId_argsStandardScheme(); } } - private static class getCurrentNotificationEventId_argsStandardScheme extends StandardScheme { + private static class get_current_notificationEventId_argsStandardScheme extends StandardScheme { - public void read(org.apache.thrift.protocol.TProtocol iprot, getCurrentNotificationEventId_args struct) throws org.apache.thrift.TException { + public void read(org.apache.thrift.protocol.TProtocol iprot, get_current_notificationEventId_args struct) throws org.apache.thrift.TException { org.apache.thrift.protocol.TField schemeField; iprot.readStructBegin(); while (true) @@ -137138,7 +137138,7 @@ struct.validate(); } - public void write(org.apache.thrift.protocol.TProtocol oprot, getCurrentNotificationEventId_args struct) throws org.apache.thrift.TException { + public void write(org.apache.thrift.protocol.TProtocol oprot, get_current_notificationEventId_args struct) throws org.apache.thrift.TException { struct.validate(); oprot.writeStructBegin(STRUCT_DESC); @@ -137148,36 +137148,36 @@ } - private static class getCurrentNotificationEventId_argsTupleSchemeFactory implements SchemeFactory { - public getCurrentNotificationEventId_argsTupleScheme getScheme() { - return new getCurrentNotificationEventId_argsTupleScheme(); + private static class get_current_notificationEventId_argsTupleSchemeFactory implements SchemeFactory { + public get_current_notificationEventId_argsTupleScheme getScheme() { + return new get_current_notificationEventId_argsTupleScheme(); } } - private static class getCurrentNotificationEventId_argsTupleScheme extends TupleScheme { + private static class get_current_notificationEventId_argsTupleScheme extends TupleScheme { @Override - public void write(org.apache.thrift.protocol.TProtocol prot, getCurrentNotificationEventId_args struct) throws org.apache.thrift.TException { + public void write(org.apache.thrift.protocol.TProtocol prot, get_current_notificationEventId_args struct) throws org.apache.thrift.TException { TTupleProtocol oprot = (TTupleProtocol) prot; } @Override - public void read(org.apache.thrift.protocol.TProtocol prot, getCurrentNotificationEventId_args struct) throws org.apache.thrift.TException { + public void read(org.apache.thrift.protocol.TProtocol prot, get_current_notificationEventId_args struct) throws org.apache.thrift.TException { TTupleProtocol iprot = (TTupleProtocol) prot; } } } - public static class getCurrentNotificationEventId_result implements org.apache.thrift.TBase, java.io.Serializable, Cloneable { - private static final org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.thrift.protocol.TStruct("getCurrentNotificationEventId_result"); + public static class get_current_notificationEventId_result implements org.apache.thrift.TBase, java.io.Serializable, Cloneable { + private static final org.apache.thrift.protocol.TStruct STRUCT_DESC = new org.apache.thrift.protocol.TStruct("get_current_notificationEventId_result"); private static final org.apache.thrift.protocol.TField SUCCESS_FIELD_DESC = new org.apache.thrift.protocol.TField("success", org.apache.thrift.protocol.TType.STRUCT, (short)0); private static final Map, SchemeFactory> schemes = new HashMap, SchemeFactory>(); static { - schemes.put(StandardScheme.class, new getCurrentNotificationEventId_resultStandardSchemeFactory()); - schemes.put(TupleScheme.class, new getCurrentNotificationEventId_resultTupleSchemeFactory()); + schemes.put(StandardScheme.class, new get_current_notificationEventId_resultStandardSchemeFactory()); + schemes.put(TupleScheme.class, new get_current_notificationEventId_resultTupleSchemeFactory()); } private CurrentNotificationEventId success; // required @@ -137247,13 +137247,13 @@ tmpMap.put(_Fields.SUCCESS, new org.apache.thrift.meta_data.FieldMetaData("success", org.apache.thrift.TFieldRequirementType.DEFAULT, new org.apache.thrift.meta_data.StructMetaData(org.apache.thrift.protocol.TType.STRUCT, CurrentNotificationEventId.class))); metaDataMap = Collections.unmodifiableMap(tmpMap); - org.apache.thrift.meta_data.FieldMetaData.addStructMetaDataMap(getCurrentNotificationEventId_result.class, metaDataMap); + org.apache.thrift.meta_data.FieldMetaData.addStructMetaDataMap(get_current_notificationEventId_result.class, metaDataMap); } - public getCurrentNotificationEventId_result() { + public get_current_notificationEventId_result() { } - public getCurrentNotificationEventId_result( + public get_current_notificationEventId_result( CurrentNotificationEventId success) { this(); @@ -137263,14 +137263,14 @@ /** * Performs a deep copy on other. */ - public getCurrentNotificationEventId_result(getCurrentNotificationEventId_result other) { + public get_current_notificationEventId_result(get_current_notificationEventId_result other) { if (other.isSetSuccess()) { this.success = new CurrentNotificationEventId(other.success); } } - public getCurrentNotificationEventId_result deepCopy() { - return new getCurrentNotificationEventId_result(this); + public get_current_notificationEventId_result deepCopy() { + return new get_current_notificationEventId_result(this); } @Override @@ -137340,12 +137340,12 @@ public boolean equals(Object that) { if (that == null) return false; - if (that instanceof getCurrentNotificationEventId_result) - return this.equals((getCurrentNotificationEventId_result)that); + if (that instanceof get_current_notificationEventId_result) + return this.equals((get_current_notificationEventId_result)that); return false; } - public boolean equals(getCurrentNotificationEventId_result that) { + public boolean equals(get_current_notificationEventId_result that) { if (that == null) return false; @@ -137373,13 +137373,13 @@ return builder.toHashCode(); } - public int compareTo(getCurrentNotificationEventId_result other) { + public int compareTo(get_current_notificationEventId_result other) { if (!getClass().equals(other.getClass())) { return getClass().getName().compareTo(other.getClass().getName()); } int lastComparison = 0; - getCurrentNotificationEventId_result typedOther = (getCurrentNotificationEventId_result)other; + get_current_notificationEventId_result typedOther = (get_current_notificationEventId_result)other; lastComparison = Boolean.valueOf(isSetSuccess()).compareTo(typedOther.isSetSuccess()); if (lastComparison != 0) { @@ -137408,7 +137408,7 @@ @Override public String toString() { - StringBuilder sb = new StringBuilder("getCurrentNotificationEventId_result("); + StringBuilder sb = new StringBuilder("get_current_notificationEventId_result("); boolean first = true; sb.append("success:"); @@ -137446,15 +137446,15 @@ } } - private static class getCurrentNotificationEventId_resultStandardSchemeFactory implements SchemeFactory { - public getCurrentNotificationEventId_resultStandardScheme getScheme() { - return new getCurrentNotificationEventId_resultStandardScheme(); + private static class get_current_notificationEventId_resultStandardSchemeFactory implements SchemeFactory { + public get_current_notificationEventId_resultStandardScheme getScheme() { + return new get_current_notificationEventId_resultStandardScheme(); } } - private static class getCurrentNotificationEventId_resultStandardScheme extends StandardScheme { + private static class get_current_notificationEventId_resultStandardScheme extends StandardScheme { - public void read(org.apache.thrift.protocol.TProtocol iprot, getCurrentNotificationEventId_result struct) throws org.apache.thrift.TException { + public void read(org.apache.thrift.protocol.TProtocol iprot, get_current_notificationEventId_result struct) throws org.apache.thrift.TException { org.apache.thrift.protocol.TField schemeField; iprot.readStructBegin(); while (true) @@ -137482,7 +137482,7 @@ struct.validate(); } - public void write(org.apache.thrift.protocol.TProtocol oprot, getCurrentNotificationEventId_result struct) throws org.apache.thrift.TException { + public void write(org.apache.thrift.protocol.TProtocol oprot, get_current_notificationEventId_result struct) throws org.apache.thrift.TException { struct.validate(); oprot.writeStructBegin(STRUCT_DESC); @@ -137497,16 +137497,16 @@ } - private static class getCurrentNotificationEventId_resultTupleSchemeFactory implements SchemeFactory { - public getCurrentNotificationEventId_resultTupleScheme getScheme() { - return new getCurrentNotificationEventId_resultTupleScheme(); + private static class get_current_notificationEventId_resultTupleSchemeFactory implements SchemeFactory { + public get_current_notificationEventId_resultTupleScheme getScheme() { + return new get_current_notificationEventId_resultTupleScheme(); } } - private static class getCurrentNotificationEventId_resultTupleScheme extends TupleScheme { + private static class get_current_notificationEventId_resultTupleScheme extends TupleScheme { @Override - public void write(org.apache.thrift.protocol.TProtocol prot, getCurrentNotificationEventId_result struct) throws org.apache.thrift.TException { + public void write(org.apache.thrift.protocol.TProtocol prot, get_current_notificationEventId_result struct) throws org.apache.thrift.TException { TTupleProtocol oprot = (TTupleProtocol) prot; BitSet optionals = new BitSet(); if (struct.isSetSuccess()) { @@ -137519,7 +137519,7 @@ } @Override - public void read(org.apache.thrift.protocol.TProtocol prot, getCurrentNotificationEventId_result struct) throws org.apache.thrift.TException { + public void read(org.apache.thrift.protocol.TProtocol prot, get_current_notificationEventId_result struct) throws org.apache.thrift.TException { TTupleProtocol iprot = (TTupleProtocol) prot; BitSet incoming = iprot.readBitSet(1); if (incoming.get(0)) { Index: metastore/src/gen/thrift/gen-php/metastore/ThriftHiveMetastore.php =================================================================== --- metastore/src/gen/thrift/gen-php/metastore/ThriftHiveMetastore.php (revision 1651027) +++ metastore/src/gen/thrift/gen-php/metastore/ThriftHiveMetastore.php (working copy) @@ -133,8 +133,8 @@ public function heartbeat_txn_range(\metastore\HeartbeatTxnRangeRequest $txns); public function compact(\metastore\CompactionRequest $rqst); public function show_compact(\metastore\ShowCompactRequest $rqst); - public function getNextNotification(\metastore\NotificationEventRequest $rqst); - public function getCurrentNotificationEventId(); + public function get_next_notification(\metastore\NotificationEventRequest $rqst); + public function get_current_notificationEventId(); } class ThriftHiveMetastoreClient extends \FacebookServiceClient implements \metastore\ThriftHiveMetastoreIf { @@ -6886,34 +6886,34 @@ throw new \Exception("show_compact failed: unknown result"); } - public function getNextNotification(\metastore\NotificationEventRequest $rqst) + public function get_next_notification(\metastore\NotificationEventRequest $rqst) { - $this->send_getNextNotification($rqst); - return $this->recv_getNextNotification(); + $this->send_get_next_notification($rqst); + return $this->recv_get_next_notification(); } - public function send_getNextNotification(\metastore\NotificationEventRequest $rqst) + public function send_get_next_notification(\metastore\NotificationEventRequest $rqst) { - $args = new \metastore\ThriftHiveMetastore_getNextNotification_args(); + $args = new \metastore\ThriftHiveMetastore_get_next_notification_args(); $args->rqst = $rqst; $bin_accel = ($this->output_ instanceof TProtocol::$TBINARYPROTOCOLACCELERATED) && function_exists('thrift_protocol_write_binary'); if ($bin_accel) { - thrift_protocol_write_binary($this->output_, 'getNextNotification', TMessageType::CALL, $args, $this->seqid_, $this->output_->isStrictWrite()); + thrift_protocol_write_binary($this->output_, 'get_next_notification', TMessageType::CALL, $args, $this->seqid_, $this->output_->isStrictWrite()); } else { - $this->output_->writeMessageBegin('getNextNotification', TMessageType::CALL, $this->seqid_); + $this->output_->writeMessageBegin('get_next_notification', TMessageType::CALL, $this->seqid_); $args->write($this->output_); $this->output_->writeMessageEnd(); $this->output_->getTransport()->flush(); } } - public function recv_getNextNotification() + public function recv_get_next_notification() { $bin_accel = ($this->input_ instanceof TProtocol::$TBINARYPROTOCOLACCELERATED) && function_exists('thrift_protocol_read_binary'); - if ($bin_accel) $result = thrift_protocol_read_binary($this->input_, '\metastore\ThriftHiveMetastore_getNextNotification_result', $this->input_->isStrictRead()); + if ($bin_accel) $result = thrift_protocol_read_binary($this->input_, '\metastore\ThriftHiveMetastore_get_next_notification_result', $this->input_->isStrictRead()); else { $rseqid = 0; @@ -6927,43 +6927,43 @@ $this->input_->readMessageEnd(); throw $x; } - $result = new \metastore\ThriftHiveMetastore_getNextNotification_result(); + $result = new \metastore\ThriftHiveMetastore_get_next_notification_result(); $result->read($this->input_); $this->input_->readMessageEnd(); } if ($result->success !== null) { return $result->success; } - throw new \Exception("getNextNotification failed: unknown result"); + throw new \Exception("get_next_notification failed: unknown result"); } - public function getCurrentNotificationEventId() + public function get_current_notificationEventId() { - $this->send_getCurrentNotificationEventId(); - return $this->recv_getCurrentNotificationEventId(); + $this->send_get_current_notificationEventId(); + return $this->recv_get_current_notificationEventId(); } - public function send_getCurrentNotificationEventId() + public function send_get_current_notificationEventId() { - $args = new \metastore\ThriftHiveMetastore_getCurrentNotificationEventId_args(); + $args = new \metastore\ThriftHiveMetastore_get_current_notificationEventId_args(); $bin_accel = ($this->output_ instanceof TProtocol::$TBINARYPROTOCOLACCELERATED) && function_exists('thrift_protocol_write_binary'); if ($bin_accel) { - thrift_protocol_write_binary($this->output_, 'getCurrentNotificationEventId', TMessageType::CALL, $args, $this->seqid_, $this->output_->isStrictWrite()); + thrift_protocol_write_binary($this->output_, 'get_current_notificationEventId', TMessageType::CALL, $args, $this->seqid_, $this->output_->isStrictWrite()); } else { - $this->output_->writeMessageBegin('getCurrentNotificationEventId', TMessageType::CALL, $this->seqid_); + $this->output_->writeMessageBegin('get_current_notificationEventId', TMessageType::CALL, $this->seqid_); $args->write($this->output_); $this->output_->writeMessageEnd(); $this->output_->getTransport()->flush(); } } - public function recv_getCurrentNotificationEventId() + public function recv_get_current_notificationEventId() { $bin_accel = ($this->input_ instanceof TProtocol::$TBINARYPROTOCOLACCELERATED) && function_exists('thrift_protocol_read_binary'); - if ($bin_accel) $result = thrift_protocol_read_binary($this->input_, '\metastore\ThriftHiveMetastore_getCurrentNotificationEventId_result', $this->input_->isStrictRead()); + if ($bin_accel) $result = thrift_protocol_read_binary($this->input_, '\metastore\ThriftHiveMetastore_get_current_notificationEventId_result', $this->input_->isStrictRead()); else { $rseqid = 0; @@ -6977,14 +6977,14 @@ $this->input_->readMessageEnd(); throw $x; } - $result = new \metastore\ThriftHiveMetastore_getCurrentNotificationEventId_result(); + $result = new \metastore\ThriftHiveMetastore_get_current_notificationEventId_result(); $result->read($this->input_); $this->input_->readMessageEnd(); } if ($result->success !== null) { return $result->success; } - throw new \Exception("getCurrentNotificationEventId failed: unknown result"); + throw new \Exception("get_current_notificationEventId failed: unknown result"); } } @@ -33334,7 +33334,7 @@ } -class ThriftHiveMetastore_getNextNotification_args { +class ThriftHiveMetastore_get_next_notification_args { static $_TSPEC; public $rqst = null; @@ -33357,7 +33357,7 @@ } public function getName() { - return 'ThriftHiveMetastore_getNextNotification_args'; + return 'ThriftHiveMetastore_get_next_notification_args'; } public function read($input) @@ -33395,7 +33395,7 @@ public function write($output) { $xfer = 0; - $xfer += $output->writeStructBegin('ThriftHiveMetastore_getNextNotification_args'); + $xfer += $output->writeStructBegin('ThriftHiveMetastore_get_next_notification_args'); if ($this->rqst !== null) { if (!is_object($this->rqst)) { throw new TProtocolException('Bad type in structure.', TProtocolException::INVALID_DATA); @@ -33411,7 +33411,7 @@ } -class ThriftHiveMetastore_getNextNotification_result { +class ThriftHiveMetastore_get_next_notification_result { static $_TSPEC; public $success = null; @@ -33434,7 +33434,7 @@ } public function getName() { - return 'ThriftHiveMetastore_getNextNotification_result'; + return 'ThriftHiveMetastore_get_next_notification_result'; } public function read($input) @@ -33472,7 +33472,7 @@ public function write($output) { $xfer = 0; - $xfer += $output->writeStructBegin('ThriftHiveMetastore_getNextNotification_result'); + $xfer += $output->writeStructBegin('ThriftHiveMetastore_get_next_notification_result'); if ($this->success !== null) { if (!is_object($this->success)) { throw new TProtocolException('Bad type in structure.', TProtocolException::INVALID_DATA); @@ -33488,7 +33488,7 @@ } -class ThriftHiveMetastore_getCurrentNotificationEventId_args { +class ThriftHiveMetastore_get_current_notificationEventId_args { static $_TSPEC; @@ -33500,7 +33500,7 @@ } public function getName() { - return 'ThriftHiveMetastore_getCurrentNotificationEventId_args'; + return 'ThriftHiveMetastore_get_current_notificationEventId_args'; } public function read($input) @@ -33530,7 +33530,7 @@ public function write($output) { $xfer = 0; - $xfer += $output->writeStructBegin('ThriftHiveMetastore_getCurrentNotificationEventId_args'); + $xfer += $output->writeStructBegin('ThriftHiveMetastore_get_current_notificationEventId_args'); $xfer += $output->writeFieldStop(); $xfer += $output->writeStructEnd(); return $xfer; @@ -33538,7 +33538,7 @@ } -class ThriftHiveMetastore_getCurrentNotificationEventId_result { +class ThriftHiveMetastore_get_current_notificationEventId_result { static $_TSPEC; public $success = null; @@ -33561,7 +33561,7 @@ } public function getName() { - return 'ThriftHiveMetastore_getCurrentNotificationEventId_result'; + return 'ThriftHiveMetastore_get_current_notificationEventId_result'; } public function read($input) @@ -33599,7 +33599,7 @@ public function write($output) { $xfer = 0; - $xfer += $output->writeStructBegin('ThriftHiveMetastore_getCurrentNotificationEventId_result'); + $xfer += $output->writeStructBegin('ThriftHiveMetastore_get_current_notificationEventId_result'); if ($this->success !== null) { if (!is_object($this->success)) { throw new TProtocolException('Bad type in structure.', TProtocolException::INVALID_DATA); Index: metastore/src/gen/thrift/gen-py/hive_metastore/ThriftHiveMetastore-remote =================================================================== --- metastore/src/gen/thrift/gen-py/hive_metastore/ThriftHiveMetastore-remote (revision 1651027) +++ metastore/src/gen/thrift/gen-py/hive_metastore/ThriftHiveMetastore-remote (working copy) @@ -140,8 +140,8 @@ print ' HeartbeatTxnRangeResponse heartbeat_txn_range(HeartbeatTxnRangeRequest txns)' print ' void compact(CompactionRequest rqst)' print ' ShowCompactResponse show_compact(ShowCompactRequest rqst)' - print ' NotificationEventResponse getNextNotification(NotificationEventRequest rqst)' - print ' CurrentNotificationEventId getCurrentNotificationEventId()' + print ' NotificationEventResponse get_next_notification(NotificationEventRequest rqst)' + print ' CurrentNotificationEventId get_current_notificationEventId()' print '' sys.exit(0) @@ -895,17 +895,17 @@ sys.exit(1) pp.pprint(client.show_compact(eval(args[0]),)) -elif cmd == 'getNextNotification': +elif cmd == 'get_next_notification': if len(args) != 1: - print 'getNextNotification requires 1 args' + print 'get_next_notification requires 1 args' sys.exit(1) - pp.pprint(client.getNextNotification(eval(args[0]),)) + pp.pprint(client.get_next_notification(eval(args[0]),)) -elif cmd == 'getCurrentNotificationEventId': +elif cmd == 'get_current_notificationEventId': if len(args) != 0: - print 'getCurrentNotificationEventId requires 0 args' + print 'get_current_notificationEventId requires 0 args' sys.exit(1) - pp.pprint(client.getCurrentNotificationEventId()) + pp.pprint(client.get_current_notificationEventId()) else: print 'Unrecognized method %s' % cmd Index: metastore/src/gen/thrift/gen-py/hive_metastore/ThriftHiveMetastore.py =================================================================== --- metastore/src/gen/thrift/gen-py/hive_metastore/ThriftHiveMetastore.py (revision 1651027) +++ metastore/src/gen/thrift/gen-py/hive_metastore/ThriftHiveMetastore.py (working copy) @@ -976,14 +976,14 @@ """ pass - def getNextNotification(self, rqst): + def get_next_notification(self, rqst): """ Parameters: - rqst """ pass - def getCurrentNotificationEventId(self, ): + def get_current_notificationEventId(self, ): pass @@ -5206,60 +5206,60 @@ return result.success raise TApplicationException(TApplicationException.MISSING_RESULT, "show_compact failed: unknown result"); - def getNextNotification(self, rqst): + def get_next_notification(self, rqst): """ Parameters: - rqst """ - self.send_getNextNotification(rqst) - return self.recv_getNextNotification() + self.send_get_next_notification(rqst) + return self.recv_get_next_notification() - def send_getNextNotification(self, rqst): - self._oprot.writeMessageBegin('getNextNotification', TMessageType.CALL, self._seqid) - args = getNextNotification_args() + def send_get_next_notification(self, rqst): + self._oprot.writeMessageBegin('get_next_notification', TMessageType.CALL, self._seqid) + args = get_next_notification_args() args.rqst = rqst args.write(self._oprot) self._oprot.writeMessageEnd() self._oprot.trans.flush() - def recv_getNextNotification(self, ): + def recv_get_next_notification(self, ): (fname, mtype, rseqid) = self._iprot.readMessageBegin() if mtype == TMessageType.EXCEPTION: x = TApplicationException() x.read(self._iprot) self._iprot.readMessageEnd() raise x - result = getNextNotification_result() + result = get_next_notification_result() result.read(self._iprot) self._iprot.readMessageEnd() if result.success is not None: return result.success - raise TApplicationException(TApplicationException.MISSING_RESULT, "getNextNotification failed: unknown result"); + raise TApplicationException(TApplicationException.MISSING_RESULT, "get_next_notification failed: unknown result"); - def getCurrentNotificationEventId(self, ): - self.send_getCurrentNotificationEventId() - return self.recv_getCurrentNotificationEventId() + def get_current_notificationEventId(self, ): + self.send_get_current_notificationEventId() + return self.recv_get_current_notificationEventId() - def send_getCurrentNotificationEventId(self, ): - self._oprot.writeMessageBegin('getCurrentNotificationEventId', TMessageType.CALL, self._seqid) - args = getCurrentNotificationEventId_args() + def send_get_current_notificationEventId(self, ): + self._oprot.writeMessageBegin('get_current_notificationEventId', TMessageType.CALL, self._seqid) + args = get_current_notificationEventId_args() args.write(self._oprot) self._oprot.writeMessageEnd() self._oprot.trans.flush() - def recv_getCurrentNotificationEventId(self, ): + def recv_get_current_notificationEventId(self, ): (fname, mtype, rseqid) = self._iprot.readMessageBegin() if mtype == TMessageType.EXCEPTION: x = TApplicationException() x.read(self._iprot) self._iprot.readMessageEnd() raise x - result = getCurrentNotificationEventId_result() + result = get_current_notificationEventId_result() result.read(self._iprot) self._iprot.readMessageEnd() if result.success is not None: return result.success - raise TApplicationException(TApplicationException.MISSING_RESULT, "getCurrentNotificationEventId failed: unknown result"); + raise TApplicationException(TApplicationException.MISSING_RESULT, "get_current_notificationEventId failed: unknown result"); class Processor(fb303.FacebookService.Processor, Iface, TProcessor): @@ -5382,8 +5382,8 @@ self._processMap["heartbeat_txn_range"] = Processor.process_heartbeat_txn_range self._processMap["compact"] = Processor.process_compact self._processMap["show_compact"] = Processor.process_show_compact - self._processMap["getNextNotification"] = Processor.process_getNextNotification - self._processMap["getCurrentNotificationEventId"] = Processor.process_getCurrentNotificationEventId + self._processMap["get_next_notification"] = Processor.process_get_next_notification + self._processMap["get_current_notificationEventId"] = Processor.process_get_current_notificationEventId def process(self, iprot, oprot): (name, type, seqid) = iprot.readMessageBegin() @@ -7269,24 +7269,24 @@ oprot.writeMessageEnd() oprot.trans.flush() - def process_getNextNotification(self, seqid, iprot, oprot): - args = getNextNotification_args() + def process_get_next_notification(self, seqid, iprot, oprot): + args = get_next_notification_args() args.read(iprot) iprot.readMessageEnd() - result = getNextNotification_result() - result.success = self._handler.getNextNotification(args.rqst) - oprot.writeMessageBegin("getNextNotification", TMessageType.REPLY, seqid) + result = get_next_notification_result() + result.success = self._handler.get_next_notification(args.rqst) + oprot.writeMessageBegin("get_next_notification", TMessageType.REPLY, seqid) result.write(oprot) oprot.writeMessageEnd() oprot.trans.flush() - def process_getCurrentNotificationEventId(self, seqid, iprot, oprot): - args = getCurrentNotificationEventId_args() + def process_get_current_notificationEventId(self, seqid, iprot, oprot): + args = get_current_notificationEventId_args() args.read(iprot) iprot.readMessageEnd() - result = getCurrentNotificationEventId_result() - result.success = self._handler.getCurrentNotificationEventId() - oprot.writeMessageBegin("getCurrentNotificationEventId", TMessageType.REPLY, seqid) + result = get_current_notificationEventId_result() + result.success = self._handler.get_current_notificationEventId() + oprot.writeMessageBegin("get_current_notificationEventId", TMessageType.REPLY, seqid) result.write(oprot) oprot.writeMessageEnd() oprot.trans.flush() @@ -26270,7 +26270,7 @@ def __ne__(self, other): return not (self == other) -class getNextNotification_args: +class get_next_notification_args: """ Attributes: - rqst @@ -26308,7 +26308,7 @@ if oprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated and self.thrift_spec is not None and fastbinary is not None: oprot.trans.write(fastbinary.encode_binary(self, (self.__class__, self.thrift_spec))) return - oprot.writeStructBegin('getNextNotification_args') + oprot.writeStructBegin('get_next_notification_args') if self.rqst is not None: oprot.writeFieldBegin('rqst', TType.STRUCT, 1) self.rqst.write(oprot) @@ -26331,7 +26331,7 @@ def __ne__(self, other): return not (self == other) -class getNextNotification_result: +class get_next_notification_result: """ Attributes: - success @@ -26368,7 +26368,7 @@ if oprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated and self.thrift_spec is not None and fastbinary is not None: oprot.trans.write(fastbinary.encode_binary(self, (self.__class__, self.thrift_spec))) return - oprot.writeStructBegin('getNextNotification_result') + oprot.writeStructBegin('get_next_notification_result') if self.success is not None: oprot.writeFieldBegin('success', TType.STRUCT, 0) self.success.write(oprot) @@ -26391,7 +26391,7 @@ def __ne__(self, other): return not (self == other) -class getCurrentNotificationEventId_args: +class get_current_notificationEventId_args: thrift_spec = ( ) @@ -26414,7 +26414,7 @@ if oprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated and self.thrift_spec is not None and fastbinary is not None: oprot.trans.write(fastbinary.encode_binary(self, (self.__class__, self.thrift_spec))) return - oprot.writeStructBegin('getCurrentNotificationEventId_args') + oprot.writeStructBegin('get_current_notificationEventId_args') oprot.writeFieldStop() oprot.writeStructEnd() @@ -26433,7 +26433,7 @@ def __ne__(self, other): return not (self == other) -class getCurrentNotificationEventId_result: +class get_current_notificationEventId_result: """ Attributes: - success @@ -26470,7 +26470,7 @@ if oprot.__class__ == TBinaryProtocol.TBinaryProtocolAccelerated and self.thrift_spec is not None and fastbinary is not None: oprot.trans.write(fastbinary.encode_binary(self, (self.__class__, self.thrift_spec))) return - oprot.writeStructBegin('getCurrentNotificationEventId_result') + oprot.writeStructBegin('get_current_notificationEventId_result') if self.success is not None: oprot.writeFieldBegin('success', TType.STRUCT, 0) self.success.write(oprot) Index: metastore/src/gen/thrift/gen-rb/thrift_hive_metastore.rb =================================================================== --- metastore/src/gen/thrift/gen-rb/thrift_hive_metastore.rb (revision 1651027) +++ metastore/src/gen/thrift/gen-rb/thrift_hive_metastore.rb (working copy) @@ -1977,34 +1977,34 @@ raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'show_compact failed: unknown result') end - def getNextNotification(rqst) - send_getNextNotification(rqst) - return recv_getNextNotification() + def get_next_notification(rqst) + send_get_next_notification(rqst) + return recv_get_next_notification() end - def send_getNextNotification(rqst) - send_message('getNextNotification', GetNextNotification_args, :rqst => rqst) + def send_get_next_notification(rqst) + send_message('get_next_notification', Get_next_notification_args, :rqst => rqst) end - def recv_getNextNotification() - result = receive_message(GetNextNotification_result) + def recv_get_next_notification() + result = receive_message(Get_next_notification_result) return result.success unless result.success.nil? - raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'getNextNotification failed: unknown result') + raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'get_next_notification failed: unknown result') end - def getCurrentNotificationEventId() - send_getCurrentNotificationEventId() - return recv_getCurrentNotificationEventId() + def get_current_notificationEventId() + send_get_current_notificationEventId() + return recv_get_current_notificationEventId() end - def send_getCurrentNotificationEventId() - send_message('getCurrentNotificationEventId', GetCurrentNotificationEventId_args) + def send_get_current_notificationEventId() + send_message('get_current_notificationEventId', Get_current_notificationEventId_args) end - def recv_getCurrentNotificationEventId() - result = receive_message(GetCurrentNotificationEventId_result) + def recv_get_current_notificationEventId() + result = receive_message(Get_current_notificationEventId_result) return result.success unless result.success.nil? - raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'getCurrentNotificationEventId failed: unknown result') + raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'get_current_notificationEventId failed: unknown result') end end @@ -3523,18 +3523,18 @@ write_result(result, oprot, 'show_compact', seqid) end - def process_getNextNotification(seqid, iprot, oprot) - args = read_args(iprot, GetNextNotification_args) - result = GetNextNotification_result.new() - result.success = @handler.getNextNotification(args.rqst) - write_result(result, oprot, 'getNextNotification', seqid) + def process_get_next_notification(seqid, iprot, oprot) + args = read_args(iprot, Get_next_notification_args) + result = Get_next_notification_result.new() + result.success = @handler.get_next_notification(args.rqst) + write_result(result, oprot, 'get_next_notification', seqid) end - def process_getCurrentNotificationEventId(seqid, iprot, oprot) - args = read_args(iprot, GetCurrentNotificationEventId_args) - result = GetCurrentNotificationEventId_result.new() - result.success = @handler.getCurrentNotificationEventId() - write_result(result, oprot, 'getCurrentNotificationEventId', seqid) + def process_get_current_notificationEventId(seqid, iprot, oprot) + args = read_args(iprot, Get_current_notificationEventId_args) + result = Get_current_notificationEventId_result.new() + result.success = @handler.get_current_notificationEventId() + write_result(result, oprot, 'get_current_notificationEventId', seqid) end end @@ -8025,7 +8025,7 @@ ::Thrift::Struct.generate_accessors self end - class GetNextNotification_args + class Get_next_notification_args include ::Thrift::Struct, ::Thrift::Struct_Union RQST = 1 @@ -8041,7 +8041,7 @@ ::Thrift::Struct.generate_accessors self end - class GetNextNotification_result + class Get_next_notification_result include ::Thrift::Struct, ::Thrift::Struct_Union SUCCESS = 0 @@ -8057,7 +8057,7 @@ ::Thrift::Struct.generate_accessors self end - class GetCurrentNotificationEventId_args + class Get_current_notificationEventId_args include ::Thrift::Struct, ::Thrift::Struct_Union FIELDS = { @@ -8072,7 +8072,7 @@ ::Thrift::Struct.generate_accessors self end - class GetCurrentNotificationEventId_result + class Get_current_notificationEventId_result include ::Thrift::Struct, ::Thrift::Struct_Union SUCCESS = 0 Index: metastore/src/java/org/apache/hadoop/hive/metastore/HiveMetaStore.java =================================================================== --- metastore/src/java/org/apache/hadoop/hive/metastore/HiveMetaStore.java (revision 1651027) +++ metastore/src/java/org/apache/hadoop/hive/metastore/HiveMetaStore.java (working copy) @@ -5586,14 +5586,14 @@ } @Override - public NotificationEventResponse getNextNotification(NotificationEventRequest rqst) + public NotificationEventResponse get_next_notification(NotificationEventRequest rqst) throws TException { RawStore ms = getMS(); return ms.getNextNotification(rqst); } @Override - public CurrentNotificationEventId getCurrentNotificationEventId() throws TException { + public CurrentNotificationEventId get_current_notificationEventId() throws TException { RawStore ms = getMS(); return ms.getCurrentNotificationEventId(); } Index: metastore/src/java/org/apache/hadoop/hive/metastore/HiveMetaStoreClient.java =================================================================== --- metastore/src/java/org/apache/hadoop/hive/metastore/HiveMetaStoreClient.java (revision 1651027) +++ metastore/src/java/org/apache/hadoop/hive/metastore/HiveMetaStoreClient.java (working copy) @@ -1847,7 +1847,7 @@ NotificationFilter filter) throws TException { NotificationEventRequest rqst = new NotificationEventRequest(lastEventId); rqst.setMaxEvents(maxEvents); - NotificationEventResponse rsp = client.getNextNotification(rqst); + NotificationEventResponse rsp = client.get_next_notification(rqst); LOG.debug("Got back " + rsp.getEventsSize() + " events"); if (filter == null) { return rsp; @@ -1864,7 +1864,7 @@ @Override public CurrentNotificationEventId getCurrentNotificationEventId() throws TException { - return client.getCurrentNotificationEventId(); + return client.get_current_notificationEventId(); } /** Index: ql/src/gen/protobuf/gen-java/org/apache/hadoop/hive/ql/io/orc/OrcProto.java =================================================================== --- ql/src/gen/protobuf/gen-java/org/apache/hadoop/hive/ql/io/orc/OrcProto.java (revision 1651027) +++ ql/src/gen/protobuf/gen-java/org/apache/hadoop/hive/ql/io/orc/OrcProto.java (working copy) @@ -4796,6 +4796,16 @@ * optional .org.apache.hadoop.hive.ql.io.orc.TimestampStatistics timestampStatistics = 9; */ org.apache.hadoop.hive.ql.io.orc.OrcProto.TimestampStatisticsOrBuilder getTimestampStatisticsOrBuilder(); + + // optional bool hasNull = 10; + /** + * optional bool hasNull = 10; + */ + boolean hasHasNull(); + /** + * optional bool hasNull = 10; + */ + boolean getHasNull(); } /** * Protobuf type {@code org.apache.hadoop.hive.ql.io.orc.ColumnStatistics} @@ -4957,6 +4967,11 @@ bitField0_ |= 0x00000100; break; } + case 80: { + bitField0_ |= 0x00000200; + hasNull_ = input.readBool(); + break; + } } } } catch (com.google.protobuf.InvalidProtocolBufferException e) { @@ -5189,6 +5204,22 @@ return timestampStatistics_; } + // optional bool hasNull = 10; + public static final int HASNULL_FIELD_NUMBER = 10; + private boolean hasNull_; + /** + * optional bool hasNull = 10; + */ + public boolean hasHasNull() { + return ((bitField0_ & 0x00000200) == 0x00000200); + } + /** + * optional bool hasNull = 10; + */ + public boolean getHasNull() { + return hasNull_; + } + private void initFields() { numberOfValues_ = 0L; intStatistics_ = org.apache.hadoop.hive.ql.io.orc.OrcProto.IntegerStatistics.getDefaultInstance(); @@ -5199,6 +5230,7 @@ dateStatistics_ = org.apache.hadoop.hive.ql.io.orc.OrcProto.DateStatistics.getDefaultInstance(); binaryStatistics_ = org.apache.hadoop.hive.ql.io.orc.OrcProto.BinaryStatistics.getDefaultInstance(); timestampStatistics_ = org.apache.hadoop.hive.ql.io.orc.OrcProto.TimestampStatistics.getDefaultInstance(); + hasNull_ = false; } private byte memoizedIsInitialized = -1; public final boolean isInitialized() { @@ -5239,6 +5271,9 @@ if (((bitField0_ & 0x00000100) == 0x00000100)) { output.writeMessage(9, timestampStatistics_); } + if (((bitField0_ & 0x00000200) == 0x00000200)) { + output.writeBool(10, hasNull_); + } getUnknownFields().writeTo(output); } @@ -5284,6 +5319,10 @@ size += com.google.protobuf.CodedOutputStream .computeMessageSize(9, timestampStatistics_); } + if (((bitField0_ & 0x00000200) == 0x00000200)) { + size += com.google.protobuf.CodedOutputStream + .computeBoolSize(10, hasNull_); + } size += getUnknownFields().getSerializedSize(); memoizedSerializedSize = size; return size; @@ -5458,6 +5497,8 @@ timestampStatisticsBuilder_.clear(); } bitField0_ = (bitField0_ & ~0x00000100); + hasNull_ = false; + bitField0_ = (bitField0_ & ~0x00000200); return this; } @@ -5554,6 +5595,10 @@ } else { result.timestampStatistics_ = timestampStatisticsBuilder_.build(); } + if (((from_bitField0_ & 0x00000200) == 0x00000200)) { + to_bitField0_ |= 0x00000200; + } + result.hasNull_ = hasNull_; result.bitField0_ = to_bitField0_; onBuilt(); return result; @@ -5597,6 +5642,9 @@ if (other.hasTimestampStatistics()) { mergeTimestampStatistics(other.getTimestampStatistics()); } + if (other.hasHasNull()) { + setHasNull(other.getHasNull()); + } this.mergeUnknownFields(other.getUnknownFields()); return this; } @@ -6593,6 +6641,39 @@ return timestampStatisticsBuilder_; } + // optional bool hasNull = 10; + private boolean hasNull_ ; + /** + * optional bool hasNull = 10; + */ + public boolean hasHasNull() { + return ((bitField0_ & 0x00000200) == 0x00000200); + } + /** + * optional bool hasNull = 10; + */ + public boolean getHasNull() { + return hasNull_; + } + /** + * optional bool hasNull = 10; + */ + public Builder setHasNull(boolean value) { + bitField0_ |= 0x00000200; + hasNull_ = value; + onChanged(); + return this; + } + /** + * optional bool hasNull = 10; + */ + public Builder clearHasNull() { + bitField0_ = (bitField0_ & ~0x00000200); + hasNull_ = false; + onChanged(); + return this; + } + // @@protoc_insertion_point(builder_scope:org.apache.hadoop.hive.ql.io.orc.ColumnStatistics) } @@ -17657,7 +17738,7 @@ "\"2\n\016DateStatistics\022\017\n\007minimum\030\001 \001(\021\022\017\n\007m", "aximum\030\002 \001(\021\"7\n\023TimestampStatistics\022\017\n\007m" + "inimum\030\001 \001(\022\022\017\n\007maximum\030\002 \001(\022\"\037\n\020BinaryS" + - "tatistics\022\013\n\003sum\030\001 \001(\022\"\234\005\n\020ColumnStatist" + + "tatistics\022\013\n\003sum\030\001 \001(\022\"\255\005\n\020ColumnStatist" + "ics\022\026\n\016numberOfValues\030\001 \001(\004\022J\n\rintStatis" + "tics\030\002 \001(\01323.org.apache.hadoop.hive.ql.i" + "o.orc.IntegerStatistics\022L\n\020doubleStatist" + @@ -17674,60 +17755,60 @@ "org.apache.hadoop.hive.ql.io.orc.BinaryS" + "tatistics\022R\n\023timestampStatistics\030\t \001(\01325" + ".org.apache.hadoop.hive.ql.io.orc.Timest" + - "ampStatistics\"n\n\rRowIndexEntry\022\025\n\tpositi", - "ons\030\001 \003(\004B\002\020\001\022F\n\nstatistics\030\002 \001(\01322.org." + - "apache.hadoop.hive.ql.io.orc.ColumnStati" + - "stics\"J\n\010RowIndex\022>\n\005entry\030\001 \003(\0132/.org.a" + - "pache.hadoop.hive.ql.io.orc.RowIndexEntr" + - "y\"\331\001\n\006Stream\022;\n\004kind\030\001 \002(\0162-.org.apache." + - "hadoop.hive.ql.io.orc.Stream.Kind\022\016\n\006col" + - "umn\030\002 \001(\r\022\016\n\006length\030\003 \001(\004\"r\n\004Kind\022\013\n\007PRE" + - "SENT\020\000\022\010\n\004DATA\020\001\022\n\n\006LENGTH\020\002\022\023\n\017DICTIONA" + - "RY_DATA\020\003\022\024\n\020DICTIONARY_COUNT\020\004\022\r\n\tSECON" + - "DARY\020\005\022\r\n\tROW_INDEX\020\006\"\263\001\n\016ColumnEncoding", - "\022C\n\004kind\030\001 \002(\01625.org.apache.hadoop.hive." + - "ql.io.orc.ColumnEncoding.Kind\022\026\n\016diction" + - "arySize\030\002 \001(\r\"D\n\004Kind\022\n\n\006DIRECT\020\000\022\016\n\nDIC" + - "TIONARY\020\001\022\r\n\tDIRECT_V2\020\002\022\021\n\rDICTIONARY_V" + - "2\020\003\"\214\001\n\014StripeFooter\0229\n\007streams\030\001 \003(\0132(." + - "org.apache.hadoop.hive.ql.io.orc.Stream\022" + - "A\n\007columns\030\002 \003(\01320.org.apache.hadoop.hiv" + - "e.ql.io.orc.ColumnEncoding\"\370\002\n\004Type\0229\n\004k" + - "ind\030\001 \002(\0162+.org.apache.hadoop.hive.ql.io" + - ".orc.Type.Kind\022\024\n\010subtypes\030\002 \003(\rB\002\020\001\022\022\n\n", - "fieldNames\030\003 \003(\t\022\025\n\rmaximumLength\030\004 \001(\r\022" + - "\021\n\tprecision\030\005 \001(\r\022\r\n\005scale\030\006 \001(\r\"\321\001\n\004Ki" + - "nd\022\013\n\007BOOLEAN\020\000\022\010\n\004BYTE\020\001\022\t\n\005SHORT\020\002\022\007\n\003" + - "INT\020\003\022\010\n\004LONG\020\004\022\t\n\005FLOAT\020\005\022\n\n\006DOUBLE\020\006\022\n" + - "\n\006STRING\020\007\022\n\n\006BINARY\020\010\022\r\n\tTIMESTAMP\020\t\022\010\n" + - "\004LIST\020\n\022\007\n\003MAP\020\013\022\n\n\006STRUCT\020\014\022\t\n\005UNION\020\r\022" + - "\013\n\007DECIMAL\020\016\022\010\n\004DATE\020\017\022\013\n\007VARCHAR\020\020\022\010\n\004C" + - "HAR\020\021\"x\n\021StripeInformation\022\016\n\006offset\030\001 \001" + - "(\004\022\023\n\013indexLength\030\002 \001(\004\022\022\n\ndataLength\030\003 " + - "\001(\004\022\024\n\014footerLength\030\004 \001(\004\022\024\n\014numberOfRow", - "s\030\005 \001(\004\"/\n\020UserMetadataItem\022\014\n\004name\030\001 \002(" + - "\t\022\r\n\005value\030\002 \002(\014\"X\n\020StripeStatistics\022D\n\010" + - "colStats\030\001 \003(\01322.org.apache.hadoop.hive." + - "ql.io.orc.ColumnStatistics\"S\n\010Metadata\022G" + - "\n\013stripeStats\030\001 \003(\01322.org.apache.hadoop." + - "hive.ql.io.orc.StripeStatistics\"\356\002\n\006Foot" + - "er\022\024\n\014headerLength\030\001 \001(\004\022\025\n\rcontentLengt" + - "h\030\002 \001(\004\022D\n\007stripes\030\003 \003(\01323.org.apache.ha" + - "doop.hive.ql.io.orc.StripeInformation\0225\n" + - "\005types\030\004 \003(\0132&.org.apache.hadoop.hive.ql", - ".io.orc.Type\022D\n\010metadata\030\005 \003(\01322.org.apa" + - "che.hadoop.hive.ql.io.orc.UserMetadataIt" + - "em\022\024\n\014numberOfRows\030\006 \001(\004\022F\n\nstatistics\030\007" + - " \003(\01322.org.apache.hadoop.hive.ql.io.orc." + - "ColumnStatistics\022\026\n\016rowIndexStride\030\010 \001(\r" + - "\"\334\001\n\nPostScript\022\024\n\014footerLength\030\001 \001(\004\022F\n" + - "\013compression\030\002 \001(\01621.org.apache.hadoop.h" + - "ive.ql.io.orc.CompressionKind\022\034\n\024compres" + - "sionBlockSize\030\003 \001(\004\022\023\n\007version\030\004 \003(\rB\002\020\001" + - "\022\026\n\016metadataLength\030\005 \001(\004\022\025\n\rwriterVersio", - "n\030\006 \001(\r\022\016\n\005magic\030\300> \001(\t*:\n\017CompressionKi" + - "nd\022\010\n\004NONE\020\000\022\010\n\004ZLIB\020\001\022\n\n\006SNAPPY\020\002\022\007\n\003LZ" + - "O\020\003" + "ampStatistics\022\017\n\007hasNull\030\n \001(\010\"n\n\rRowInd", + "exEntry\022\025\n\tpositions\030\001 \003(\004B\002\020\001\022F\n\nstatis" + + "tics\030\002 \001(\01322.org.apache.hadoop.hive.ql.i" + + "o.orc.ColumnStatistics\"J\n\010RowIndex\022>\n\005en" + + "try\030\001 \003(\0132/.org.apache.hadoop.hive.ql.io" + + ".orc.RowIndexEntry\"\331\001\n\006Stream\022;\n\004kind\030\001 " + + "\002(\0162-.org.apache.hadoop.hive.ql.io.orc.S" + + "tream.Kind\022\016\n\006column\030\002 \001(\r\022\016\n\006length\030\003 \001" + + "(\004\"r\n\004Kind\022\013\n\007PRESENT\020\000\022\010\n\004DATA\020\001\022\n\n\006LEN" + + "GTH\020\002\022\023\n\017DICTIONARY_DATA\020\003\022\024\n\020DICTIONARY" + + "_COUNT\020\004\022\r\n\tSECONDARY\020\005\022\r\n\tROW_INDEX\020\006\"\263", + "\001\n\016ColumnEncoding\022C\n\004kind\030\001 \002(\01625.org.ap" + + "ache.hadoop.hive.ql.io.orc.ColumnEncodin" + + "g.Kind\022\026\n\016dictionarySize\030\002 \001(\r\"D\n\004Kind\022\n" + + "\n\006DIRECT\020\000\022\016\n\nDICTIONARY\020\001\022\r\n\tDIRECT_V2\020" + + "\002\022\021\n\rDICTIONARY_V2\020\003\"\214\001\n\014StripeFooter\0229\n" + + "\007streams\030\001 \003(\0132(.org.apache.hadoop.hive." + + "ql.io.orc.Stream\022A\n\007columns\030\002 \003(\01320.org." + + "apache.hadoop.hive.ql.io.orc.ColumnEncod" + + "ing\"\370\002\n\004Type\0229\n\004kind\030\001 \002(\0162+.org.apache." + + "hadoop.hive.ql.io.orc.Type.Kind\022\024\n\010subty", + "pes\030\002 \003(\rB\002\020\001\022\022\n\nfieldNames\030\003 \003(\t\022\025\n\rmax" + + "imumLength\030\004 \001(\r\022\021\n\tprecision\030\005 \001(\r\022\r\n\005s" + + "cale\030\006 \001(\r\"\321\001\n\004Kind\022\013\n\007BOOLEAN\020\000\022\010\n\004BYTE" + + "\020\001\022\t\n\005SHORT\020\002\022\007\n\003INT\020\003\022\010\n\004LONG\020\004\022\t\n\005FLOA" + + "T\020\005\022\n\n\006DOUBLE\020\006\022\n\n\006STRING\020\007\022\n\n\006BINARY\020\010\022" + + "\r\n\tTIMESTAMP\020\t\022\010\n\004LIST\020\n\022\007\n\003MAP\020\013\022\n\n\006STR" + + "UCT\020\014\022\t\n\005UNION\020\r\022\013\n\007DECIMAL\020\016\022\010\n\004DATE\020\017\022" + + "\013\n\007VARCHAR\020\020\022\010\n\004CHAR\020\021\"x\n\021StripeInformat" + + "ion\022\016\n\006offset\030\001 \001(\004\022\023\n\013indexLength\030\002 \001(\004" + + "\022\022\n\ndataLength\030\003 \001(\004\022\024\n\014footerLength\030\004 \001", + "(\004\022\024\n\014numberOfRows\030\005 \001(\004\"/\n\020UserMetadata" + + "Item\022\014\n\004name\030\001 \002(\t\022\r\n\005value\030\002 \002(\014\"X\n\020Str" + + "ipeStatistics\022D\n\010colStats\030\001 \003(\01322.org.ap" + + "ache.hadoop.hive.ql.io.orc.ColumnStatist" + + "ics\"S\n\010Metadata\022G\n\013stripeStats\030\001 \003(\01322.o" + + "rg.apache.hadoop.hive.ql.io.orc.StripeSt" + + "atistics\"\356\002\n\006Footer\022\024\n\014headerLength\030\001 \001(" + + "\004\022\025\n\rcontentLength\030\002 \001(\004\022D\n\007stripes\030\003 \003(" + + "\01323.org.apache.hadoop.hive.ql.io.orc.Str" + + "ipeInformation\0225\n\005types\030\004 \003(\0132&.org.apac", + "he.hadoop.hive.ql.io.orc.Type\022D\n\010metadat" + + "a\030\005 \003(\01322.org.apache.hadoop.hive.ql.io.o" + + "rc.UserMetadataItem\022\024\n\014numberOfRows\030\006 \001(" + + "\004\022F\n\nstatistics\030\007 \003(\01322.org.apache.hadoo" + + "p.hive.ql.io.orc.ColumnStatistics\022\026\n\016row" + + "IndexStride\030\010 \001(\r\"\334\001\n\nPostScript\022\024\n\014foot" + + "erLength\030\001 \001(\004\022F\n\013compression\030\002 \001(\01621.or" + + "g.apache.hadoop.hive.ql.io.orc.Compressi" + + "onKind\022\034\n\024compressionBlockSize\030\003 \001(\004\022\023\n\007" + + "version\030\004 \003(\rB\002\020\001\022\026\n\016metadataLength\030\005 \001(", + "\004\022\025\n\rwriterVersion\030\006 \001(\r\022\016\n\005magic\030\300> \001(\t" + + "*:\n\017CompressionKind\022\010\n\004NONE\020\000\022\010\n\004ZLIB\020\001\022" + + "\n\n\006SNAPPY\020\002\022\007\n\003LZO\020\003" }; com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner assigner = new com.google.protobuf.Descriptors.FileDescriptor.InternalDescriptorAssigner() { @@ -17787,7 +17868,7 @@ internal_static_org_apache_hadoop_hive_ql_io_orc_ColumnStatistics_fieldAccessorTable = new com.google.protobuf.GeneratedMessage.FieldAccessorTable( internal_static_org_apache_hadoop_hive_ql_io_orc_ColumnStatistics_descriptor, - new java.lang.String[] { "NumberOfValues", "IntStatistics", "DoubleStatistics", "StringStatistics", "BucketStatistics", "DecimalStatistics", "DateStatistics", "BinaryStatistics", "TimestampStatistics", }); + new java.lang.String[] { "NumberOfValues", "IntStatistics", "DoubleStatistics", "StringStatistics", "BucketStatistics", "DecimalStatistics", "DateStatistics", "BinaryStatistics", "TimestampStatistics", "HasNull", }); internal_static_org_apache_hadoop_hive_ql_io_orc_RowIndexEntry_descriptor = getDescriptor().getMessageTypes().get(9); internal_static_org_apache_hadoop_hive_ql_io_orc_RowIndexEntry_fieldAccessorTable = new Index: ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/DDLTask.java (working copy) @@ -169,8 +169,6 @@ import org.apache.hadoop.hive.serde2.typeinfo.TypeInfo; import org.apache.hadoop.hive.serde2.typeinfo.TypeInfoFactory; import org.apache.hadoop.hive.serde2.typeinfo.TypeInfoUtils; -import org.apache.hadoop.hive.shims.HadoopShims; -import org.apache.hadoop.hive.shims.ShimLoader; import org.apache.hadoop.io.IOUtils; import org.apache.hadoop.tools.HadoopArchives; import org.apache.hadoop.util.ReflectionUtils; @@ -4110,6 +4108,23 @@ params.putAll(crtTbl.getTblProps()); } + if (crtTbl.isUserStorageFormat()) { + tbl.setInputFormatClass(crtTbl.getDefaultInputFormat()); + tbl.setOutputFormatClass(crtTbl.getDefaultOutputFormat()); + tbl.getTTable().getSd().setInputFormat( + tbl.getInputFormatClass().getName()); + tbl.getTTable().getSd().setOutputFormat( + tbl.getOutputFormatClass().getName()); + if (crtTbl.getDefaultSerName() == null) { + LOG.info("Default to LazySimpleSerDe for like table " + crtTbl.getTableName()); + tbl.setSerializationLib(org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe.class.getName()); + } else { + // let's validate that the serde exists + validateSerDe(crtTbl.getDefaultSerName()); + tbl.setSerializationLib(crtTbl.getDefaultSerName()); + } + } + tbl.getTTable().setTemporary(crtTbl.isTemporary()); if (crtTbl.isExternal()) { Index: ql/src/java/org/apache/hadoop/hive/ql/exec/OperatorFactory.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/OperatorFactory.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/OperatorFactory.java (working copy) @@ -24,6 +24,8 @@ import org.apache.hadoop.hive.ql.exec.vector.VectorAppMasterEventOperator; import org.apache.hadoop.hive.ql.exec.vector.VectorExtractOperator; +import org.apache.hadoop.hive.ql.exec.vector.VectorAppMasterEventOperator; +import org.apache.hadoop.hive.ql.exec.vector.VectorExtractOperator; import org.apache.hadoop.hive.ql.exec.vector.VectorFileSinkOperator; import org.apache.hadoop.hive.ql.exec.vector.VectorFilterOperator; import org.apache.hadoop.hive.ql.exec.vector.VectorGroupByOperator; Index: ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ExecDriver.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ExecDriver.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/mr/ExecDriver.java (working copy) @@ -242,7 +242,7 @@ job.setPartitionerClass((Class) (Class.forName(HiveConf.getVar(job, HiveConf.ConfVars.HIVEPARTITIONER)))); } catch (ClassNotFoundException e) { - throw new RuntimeException(e.getMessage()); + throw new RuntimeException(e.getMessage(), e); } if (mWork.getNumMapTasks() != null) { @@ -288,7 +288,7 @@ try { job.setInputFormat((Class) (Class.forName(inpFormat))); } catch (ClassNotFoundException e) { - throw new RuntimeException(e.getMessage()); + throw new RuntimeException(e.getMessage(), e); } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/tez/CustomPartitionVertex.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/tez/CustomPartitionVertex.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/tez/CustomPartitionVertex.java (working copy) @@ -234,7 +234,7 @@ try { fileSplit = getFileSplitFromEvent(diEvent); } catch (IOException e) { - throw new RuntimeException("Failed to get file split for event: " + diEvent); + throw new RuntimeException("Failed to get file split for event: " + diEvent, e); } Set fsList = pathFileSplitsMap.get(Utilities.getBucketFileNameFromPathSubString(fileSplit.getPath() Index: ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java (working copy) @@ -578,7 +578,7 @@ } } catch (IOException e) { throw new RuntimeException( - "Can't make path " + outputPath + " : " + e.getMessage()); + "Can't make path " + outputPath + " : " + e.getMessage(), e); } } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/vector/expressions/CastDecimalToString.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/vector/expressions/CastDecimalToString.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/vector/expressions/CastDecimalToString.java (working copy) @@ -20,7 +20,6 @@ import org.apache.hadoop.hive.ql.exec.vector.BytesColumnVector; import org.apache.hadoop.hive.ql.exec.vector.DecimalColumnVector; -import org.apache.hadoop.hive.ql.exec.vector.expressions.DecimalToStringUnaryUDF; /** * To support vectorized cast of decimal to string. @@ -49,9 +48,8 @@ try { b = s.getBytes("UTF-8"); } catch (Exception e) { - // This should never happen. If it does, there is a bug. - throw new RuntimeException("Internal error: unable to convert decimal to string"); + throw new RuntimeException("Internal error: unable to convert decimal to string", e); } assign(outV, i, b, b.length); } Index: ql/src/java/org/apache/hadoop/hive/ql/exec/vector/udf/VectorUDFArgDesc.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/exec/vector/udf/VectorUDFArgDesc.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/exec/vector/udf/VectorUDFArgDesc.java (working copy) @@ -18,7 +18,6 @@ package org.apache.hadoop.hive.ql.exec.vector.udf; -import java.io.IOException; import java.io.Serializable; import org.apache.hadoop.hive.ql.exec.vector.ColumnVector; @@ -107,7 +106,7 @@ o = writers[argPosition].writeValue(cv, row); return new GenericUDF.DeferredJavaObject(o); } catch (HiveException e) { - throw new RuntimeException("Unable to get Java object from VectorizedRowBatch"); + throw new RuntimeException("Unable to get Java object from VectorizedRowBatch", e); } } } Index: ql/src/java/org/apache/hadoop/hive/ql/index/HiveIndexedInputFormat.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/index/HiveIndexedInputFormat.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/index/HiveIndexedInputFormat.java (working copy) @@ -185,7 +185,7 @@ } } catch (HiveException e) { throw new RuntimeException( - "Unable to get metadata for input table split" + split.getPath()); + "Unable to get metadata for input table split" + split.getPath(), e); } } InputSplit retA[] = newSplits.toArray((new FileSplit[newSplits.size()])); Index: ql/src/java/org/apache/hadoop/hive/ql/io/orc/ColumnStatistics.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/ColumnStatistics.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/ColumnStatistics.java (working copy) @@ -27,4 +27,10 @@ * @return the number of values */ long getNumberOfValues(); + + /** + * Returns true if there are nulls in the scope of column statistics. + * @return true if null present else false + */ + boolean hasNull(); } Index: ql/src/java/org/apache/hadoop/hive/ql/io/orc/ColumnStatisticsImpl.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/ColumnStatisticsImpl.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/ColumnStatisticsImpl.java (working copy) @@ -17,8 +17,6 @@ */ package org.apache.hadoop.hive.ql.io.orc; -import java.sql.Timestamp; - import org.apache.hadoop.hive.common.type.HiveDecimal; import org.apache.hadoop.hive.serde2.io.DateWritable; import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector; @@ -26,6 +24,8 @@ import org.apache.hadoop.io.BytesWritable; import org.apache.hadoop.io.Text; +import java.sql.Timestamp; + class ColumnStatisticsImpl implements ColumnStatistics { private static final class BooleanStatisticsImpl extends ColumnStatisticsImpl @@ -816,11 +816,16 @@ } private long count = 0; + private boolean hasNull = false; ColumnStatisticsImpl(OrcProto.ColumnStatistics stats) { if (stats.hasNumberOfValues()) { count = stats.getNumberOfValues(); } + + if (stats.hasHasNull()) { + hasNull = stats.getHasNull(); + } } ColumnStatisticsImpl() { @@ -830,6 +835,10 @@ count += 1; } + void setNull() { + hasNull = true; + } + void updateBoolean(boolean value) { throw new UnsupportedOperationException("Can't update boolean"); } @@ -864,10 +873,12 @@ void merge(ColumnStatisticsImpl stats) { count += stats.count; + hasNull |= stats.hasNull; } void reset() { count = 0; + hasNull = false; } @Override @@ -876,14 +887,20 @@ } @Override + public boolean hasNull() { + return hasNull; + } + + @Override public String toString() { - return "count: " + count; + return "count: " + count + " hasNull: " + hasNull; } OrcProto.ColumnStatistics.Builder serialize() { OrcProto.ColumnStatistics.Builder builder = OrcProto.ColumnStatistics.newBuilder(); builder.setNumberOfValues(count); + builder.setHasNull(hasNull); return builder; } Index: ql/src/java/org/apache/hadoop/hive/ql/io/orc/FileDump.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/FileDump.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/FileDump.java (working copy) @@ -17,15 +17,6 @@ */ package org.apache.hadoop.hive.ql.io.orc; -import java.io.OutputStreamWriter; -import java.util.ArrayList; -import java.util.Arrays; -import java.util.List; - -import java.io.IOException; -import java.text.DecimalFormat; -import java.util.Map; - import org.apache.commons.cli.CommandLine; import org.apache.commons.cli.GnuParser; import org.apache.commons.cli.HelpFormatter; @@ -46,6 +37,14 @@ import org.codehaus.jettison.json.JSONException; import org.codehaus.jettison.json.JSONWriter; +import java.io.IOException; +import java.io.OutputStreamWriter; +import java.text.DecimalFormat; +import java.util.ArrayList; +import java.util.Arrays; +import java.util.List; +import java.util.Map; + /** * A tool for printing out the file structure of ORC files. */ @@ -170,10 +169,7 @@ buf.append("no stats at "); } else { ColumnStatistics cs = ColumnStatisticsImpl.deserialize(colStats); - Object min = RecordReaderImpl.getMin(cs), max = RecordReaderImpl.getMax(cs); - buf.append(" count: ").append(cs.getNumberOfValues()); - buf.append(" min: ").append(min); - buf.append(" max: ").append(max); + buf.append(cs.toString()); } buf.append(" positions: "); for (int posIx = 0; posIx < entry.getPositionsCount(); ++posIx) { Index: ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/OrcInputFormat.java (working copy) @@ -18,18 +18,9 @@ package org.apache.hadoop.hive.ql.io.orc; -import java.io.IOException; -import java.util.ArrayList; -import java.util.Arrays; -import java.util.HashMap; -import java.util.List; -import java.util.Map; -import java.util.TreeMap; -import java.util.NavigableMap; -import java.util.concurrent.ExecutorService; -import java.util.concurrent.Executors; -import java.util.concurrent.TimeUnit; -import java.util.concurrent.atomic.AtomicInteger; +import com.google.common.cache.Cache; +import com.google.common.cache.CacheBuilder; +import com.google.common.util.concurrent.ThreadFactoryBuilder; import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; @@ -54,9 +45,9 @@ import org.apache.hadoop.hive.ql.io.StatsProvidingRecordReader; import org.apache.hadoop.hive.ql.io.sarg.PredicateLeaf; import org.apache.hadoop.hive.ql.io.sarg.SearchArgument; +import org.apache.hadoop.hive.ql.io.sarg.SearchArgument.TruthValue; import org.apache.hadoop.hive.ql.io.sarg.SearchArgumentFactory; import org.apache.hadoop.hive.ql.log.PerfLogger; -import org.apache.hadoop.hive.ql.io.sarg.SearchArgument.TruthValue; import org.apache.hadoop.hive.ql.plan.TableScanDesc; import org.apache.hadoop.hive.serde2.ColumnProjectionUtils; import org.apache.hadoop.hive.serde2.SerDeStats; @@ -74,9 +65,18 @@ import org.apache.hadoop.mapred.Reporter; import org.apache.hadoop.util.StringUtils; -import com.google.common.cache.Cache; -import com.google.common.cache.CacheBuilder; -import com.google.common.util.concurrent.ThreadFactoryBuilder; +import java.io.IOException; +import java.util.ArrayList; +import java.util.Arrays; +import java.util.HashMap; +import java.util.List; +import java.util.Map; +import java.util.NavigableMap; +import java.util.TreeMap; +import java.util.concurrent.ExecutorService; +import java.util.concurrent.Executors; +import java.util.concurrent.TimeUnit; +import java.util.concurrent.atomic.AtomicInteger; /** * A MapReduce/Hive input format for ORC files. *

@@ -919,13 +919,8 @@ if (filterColumns[pred] != -1) { // column statistics at index 0 contains only the number of rows - ColumnStatistics stats = - stripeStatistics.getColumnStatistics()[filterColumns[pred]]; - Object minValue = RecordReaderImpl.getMin(stats); - Object maxValue = RecordReaderImpl.getMax(stats); - truthValues[pred] = - RecordReaderImpl.evaluatePredicateRange(predLeaves.get(pred), - minValue, maxValue); + ColumnStatistics stats = stripeStatistics.getColumnStatistics()[filterColumns[pred]]; + truthValues[pred] = RecordReaderImpl.evaluatePredicate(stats, predLeaves.get(pred)); } else { // parition column case. Index: ql/src/java/org/apache/hadoop/hive/ql/io/orc/RecordReaderImpl.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/RecordReaderImpl.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/RecordReaderImpl.java (working copy) @@ -2356,21 +2356,36 @@ /** * Evaluate a predicate with respect to the statistics from the column * that is referenced in the predicate. - * @param index the statistics for the column mentioned in the predicate + * @param statsProto the statistics for the column mentioned in the predicate * @param predicate the leaf predicate we need to evaluation * @return the set of truth values that may be returned for the given * predicate. */ - static TruthValue evaluatePredicate(OrcProto.ColumnStatistics index, + static TruthValue evaluatePredicate(OrcProto.ColumnStatistics statsProto, PredicateLeaf predicate) { - ColumnStatistics cs = ColumnStatisticsImpl.deserialize(index); + ColumnStatistics cs = ColumnStatisticsImpl.deserialize(statsProto); Object minValue = getMin(cs); Object maxValue = getMax(cs); - return evaluatePredicateRange(predicate, minValue, maxValue); + return evaluatePredicateRange(predicate, minValue, maxValue, cs.hasNull()); } + /** + * Evaluate a predicate with respect to the statistics from the column + * that is referenced in the predicate. + * @param stats the statistics for the column mentioned in the predicate + * @param predicate the leaf predicate we need to evaluation + * @return the set of truth values that may be returned for the given + * predicate. + */ + static TruthValue evaluatePredicate(ColumnStatistics stats, + PredicateLeaf predicate) { + Object minValue = getMin(stats); + Object maxValue = getMax(stats); + return evaluatePredicateRange(predicate, minValue, maxValue, stats.hasNull()); + } + static TruthValue evaluatePredicateRange(PredicateLeaf predicate, Object min, - Object max) { + Object max, boolean hasNull) { // if we didn't have any values, everything must have been null if (min == null) { if (predicate.getOperator() == PredicateLeaf.Operator.IS_NULL) { @@ -2405,29 +2420,29 @@ case EQUALS: loc = compareToRange((Comparable) predObj, minValue, maxValue); if (minValue.equals(maxValue) && loc == Location.MIN) { - return TruthValue.YES_NULL; + return hasNull ? TruthValue.YES_NULL : TruthValue.YES; } else if (loc == Location.BEFORE || loc == Location.AFTER) { - return TruthValue.NO_NULL; + return hasNull ? TruthValue.NO_NULL : TruthValue.NO; } else { - return TruthValue.YES_NO_NULL; + return hasNull ? TruthValue.YES_NO_NULL : TruthValue.YES_NO; } case LESS_THAN: loc = compareToRange((Comparable) predObj, minValue, maxValue); if (loc == Location.AFTER) { - return TruthValue.YES_NULL; + return hasNull ? TruthValue.YES_NULL : TruthValue.YES; } else if (loc == Location.BEFORE || loc == Location.MIN) { - return TruthValue.NO_NULL; + return hasNull ? TruthValue.NO_NULL : TruthValue.NO; } else { - return TruthValue.YES_NO_NULL; + return hasNull ? TruthValue.YES_NO_NULL : TruthValue.YES_NO; } case LESS_THAN_EQUALS: loc = compareToRange((Comparable) predObj, minValue, maxValue); if (loc == Location.AFTER || loc == Location.MAX) { - return TruthValue.YES_NULL; + return hasNull ? TruthValue.YES_NULL : TruthValue.YES; } else if (loc == Location.BEFORE) { - return TruthValue.NO_NULL; + return hasNull ? TruthValue.NO_NULL : TruthValue.NO; } else { - return TruthValue.YES_NO_NULL; + return hasNull ? TruthValue.YES_NO_NULL : TruthValue.YES_NO; } case IN: if (minValue.equals(maxValue)) { @@ -2437,10 +2452,10 @@ predObj = getBaseObjectForComparison(arg, minValue); loc = compareToRange((Comparable) predObj, minValue, maxValue); if (loc == Location.MIN) { - return TruthValue.YES_NULL; + return hasNull ? TruthValue.YES_NULL : TruthValue.YES; } } - return TruthValue.NO_NULL; + return hasNull ? TruthValue.NO_NULL : TruthValue.NO; } else { // are all of the values outside of the range? for (Object arg : predicate.getLiteralList(PredicateLeaf.FileFormat.ORC)) { @@ -2448,10 +2463,10 @@ loc = compareToRange((Comparable) predObj, minValue, maxValue); if (loc == Location.MIN || loc == Location.MIDDLE || loc == Location.MAX) { - return TruthValue.YES_NO_NULL; + return hasNull ? TruthValue.YES_NO_NULL : TruthValue.YES_NO; } } - return TruthValue.NO_NULL; + return hasNull ? TruthValue.NO_NULL : TruthValue.NO; } case BETWEEN: List args = predicate.getLiteralList(PredicateLeaf.FileFormat.ORC); @@ -2463,26 +2478,26 @@ Location loc2 = compareToRange((Comparable) predObj2, minValue, maxValue); if (loc2 == Location.AFTER || loc2 == Location.MAX) { - return TruthValue.YES_NULL; + return hasNull ? TruthValue.YES_NULL : TruthValue.YES; } else if (loc2 == Location.BEFORE) { - return TruthValue.NO_NULL; + return hasNull ? TruthValue.NO_NULL : TruthValue.NO; } else { - return TruthValue.YES_NO_NULL; + return hasNull ? TruthValue.YES_NO_NULL : TruthValue.YES_NO; } } else if (loc == Location.AFTER) { - return TruthValue.NO_NULL; + return hasNull ? TruthValue.NO_NULL : TruthValue.NO; } else { - return TruthValue.YES_NO_NULL; + return hasNull ? TruthValue.YES_NO_NULL : TruthValue.YES_NO; } case IS_NULL: - return TruthValue.YES_NO; + return hasNull ? TruthValue.YES : TruthValue.NO; default: - return TruthValue.YES_NO_NULL; + return hasNull ? TruthValue.YES_NO_NULL : TruthValue.YES_NO; } // in case failed conversion, return the default YES_NO_NULL truth value } catch (NumberFormatException nfe) { - return TruthValue.YES_NO_NULL; + return hasNull ? TruthValue.YES_NO_NULL : TruthValue.YES_NO; } } Index: ql/src/java/org/apache/hadoop/hive/ql/io/orc/WriterImpl.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/io/orc/WriterImpl.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/io/orc/WriterImpl.java (working copy) @@ -656,6 +656,8 @@ void write(Object obj) throws IOException { if (obj != null) { indexStatistics.increment(); + } else { + indexStatistics.setNull(); } if (isPresent != null) { isPresent.write(obj == null ? 0 : 1); Index: ql/src/java/org/apache/hadoop/hive/ql/io/parquet/write/DataWritableWriter.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/io/parquet/write/DataWritableWriter.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/io/parquet/write/DataWritableWriter.java (working copy) @@ -66,8 +66,8 @@ writeGroupFields(record, schema); } catch (RuntimeException e) { String errorMessage = "Parquet record is malformed: " + e.getMessage(); - LOG.error(errorMessage); - throw new RuntimeException(errorMessage); + LOG.error(errorMessage, e); + throw new RuntimeException(errorMessage, e); } recordConsumer.endMessage(); } Index: ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/stats/PartialScanTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/stats/PartialScanTask.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/stats/PartialScanTask.java (working copy) @@ -51,7 +51,6 @@ import org.apache.hadoop.hive.ql.session.SessionState.LogHelper; import org.apache.hadoop.hive.ql.stats.StatsFactory; import org.apache.hadoop.hive.ql.stats.StatsPublisher; -import org.apache.hadoop.hive.shims.ShimLoader; import org.apache.hadoop.io.NullWritable; import org.apache.hadoop.mapred.Counters; import org.apache.hadoop.mapred.FileInputFormat; @@ -148,7 +147,7 @@ job.setInputFormat((Class) (Class .forName(inpFormat))); } catch (ClassNotFoundException e) { - throw new RuntimeException(e.getMessage()); + throw new RuntimeException(e.getMessage(), e); } job.setOutputKeyClass(NullWritable.class); Index: ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/truncate/ColumnTruncateTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/truncate/ColumnTruncateTask.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/io/rcfile/truncate/ColumnTruncateTask.java (working copy) @@ -39,7 +39,6 @@ import org.apache.hadoop.hive.ql.plan.MapredWork; import org.apache.hadoop.hive.ql.plan.api.StageType; import org.apache.hadoop.hive.ql.session.SessionState; -import org.apache.hadoop.hive.shims.ShimLoader; import org.apache.hadoop.io.NullWritable; import org.apache.hadoop.mapred.Counters; import org.apache.hadoop.mapred.FileInputFormat; @@ -124,7 +123,7 @@ job.setInputFormat((Class) (Class .forName(inpFormat))); } catch (ClassNotFoundException e) { - throw new RuntimeException(e.getMessage()); + throw new RuntimeException(e.getMessage(), e); } Path outputPath = this.work.getOutputDir(); Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/RelOptHiveTable.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/RelOptHiveTable.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/RelOptHiveTable.java (working copy) @@ -273,8 +273,8 @@ } } catch (HiveException e) { String logMsg = "Collecting stats failed."; - LOG.error(logMsg); - throw new RuntimeException(logMsg); + LOG.error(logMsg, e); + throw new RuntimeException(logMsg, e); } } Index: ql/src/java/org/apache/hadoop/hive/ql/parse/CalcitePlanner.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/parse/CalcitePlanner.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/parse/CalcitePlanner.java (working copy) @@ -73,6 +73,7 @@ import org.apache.calcite.rel.rules.SemiJoinFilterTransposeRule; import org.apache.calcite.rel.rules.SemiJoinJoinTransposeRule; import org.apache.calcite.rel.rules.SemiJoinProjectTransposeRule; +import org.apache.calcite.rel.rules.UnionMergeRule; import org.apache.calcite.rel.type.RelDataType; import org.apache.calcite.rel.type.RelDataTypeFactory; import org.apache.calcite.rel.type.RelDataTypeField; @@ -715,8 +716,9 @@ hepPgmBldr.addRuleInstance(ReduceExpressionsRule.JOIN_INSTANCE); hepPgmBldr.addRuleInstance(ReduceExpressionsRule.FILTER_INSTANCE); hepPgmBldr.addRuleInstance(ReduceExpressionsRule.PROJECT_INSTANCE); + hepPgmBldr.addRuleInstance(ProjectRemoveRule.INSTANCE); + hepPgmBldr.addRuleInstance(UnionMergeRule.INSTANCE); - hepPgmBldr.addRuleInstance(ProjectRemoveRule.INSTANCE); hepPgm = hepPgmBldr.build(); HepPlanner hepPlanner = new HepPlanner(hepPgm); @@ -1817,7 +1819,7 @@ relToHiveColNameCalcitePosMap.put(gbRel, buildHiveToCalciteColumnMap(groupByOutputRowResolver, gbRel)); this.relToHiveRR.put(gbRel, groupByOutputRowResolver); - + // 6. If GroupingSets, Cube, Rollup were used, we account grouping__id. // Further, we insert a project operator on top to remove the grouping // boolean associated to each column in Calcite; this will avoid Index: ql/src/java/org/apache/hadoop/hive/ql/parse/HiveParser.g =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/parse/HiveParser.g (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/parse/HiveParser.g (working copy) @@ -823,6 +823,8 @@ @after { popMsg(state); } : KW_CREATE (temp=KW_TEMPORARY)? (ext=KW_EXTERNAL)? KW_TABLE ifNotExists? name=tableName ( like=KW_LIKE likeName=tableName + tableRowFormat? + tableFileFormat? tableLocation? tablePropertiesPrefixed? | (LPAREN columnNameTypeList RPAREN)? Index: ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java (working copy) @@ -5665,28 +5665,6 @@ } } - @SuppressWarnings("nls") - private Operator genConversionOps(String dest, QB qb, Operator input) - throws SemanticException { - - Integer dest_type = qb.getMetaData().getDestTypeForAlias(dest); - switch (dest_type.intValue()) { - case QBMetaData.DEST_TABLE: { - qb.getMetaData().getDestTableForAlias(dest); - break; - } - case QBMetaData.DEST_PARTITION: { - qb.getMetaData().getDestPartitionForAlias(dest).getTable(); - break; - } - default: { - return input; - } - } - - return input; - } - private int getReducersBucketing(int totalFiles, int maxReducers) { int numFiles = (int)Math.ceil((double)totalFiles / (double)maxReducers); while (true) { @@ -8883,7 +8861,6 @@ .getOrderByForClause(dest) != null ? false : true); } } else { - curr = genConversionOps(dest, qb, curr); // exact limit can be taken care of by the fetch operator if (limit != null) { boolean extraMRStep = true; @@ -10590,6 +10567,7 @@ List> skewedValues = new ArrayList>(); Map, String> listBucketColValuesMapping = new HashMap, String>(); boolean storedAsDirs = false; + boolean isUserStorageFormat = false; RowFormatParams rowFormatParams = new RowFormatParams(); StorageFormat storageFormat = new StorageFormat(conf); @@ -10607,6 +10585,7 @@ for (int num = 1; num < numCh; num++) { ASTNode child = (ASTNode) ast.getChild(num); if (storageFormat.fillStorageFormat(child)) { + isUserStorageFormat = true; continue; } switch (child.getToken().getType()) { @@ -10799,7 +10778,7 @@ CreateTableLikeDesc crtTblLikeDesc = new CreateTableLikeDesc(dbDotTab, isExt, isTemporary, storageFormat.getInputFormat(), storageFormat.getOutputFormat(), location, storageFormat.getSerde(), storageFormat.getSerdeProps(), tblProps, ifNotExists, - likeTableName); + likeTableName, isUserStorageFormat); SessionState.get().setCommandType(HiveOperation.CREATETABLE); rootTasks.add(TaskFactory.get(new DDLWork(getInputs(), getOutputs(), crtTblLikeDesc), conf)); Index: ql/src/java/org/apache/hadoop/hive/ql/plan/CreateTableLikeDesc.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/plan/CreateTableLikeDesc.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/plan/CreateTableLikeDesc.java (working copy) @@ -39,6 +39,7 @@ boolean ifNotExists; String likeTableName; boolean isTemporary = false; + boolean isUserStorageFormat = false; public CreateTableLikeDesc() { } @@ -46,7 +47,7 @@ public CreateTableLikeDesc(String tableName, boolean isExternal, boolean isTemporary, String defaultInputFormat, String defaultOutputFormat, String location, String defaultSerName, Map defaultSerdeProps, Map tblProps, - boolean ifNotExists, String likeTableName) { + boolean ifNotExists, String likeTableName, boolean isUserStorageFormat) { this.tableName = tableName; this.isExternal = isExternal; this.isTemporary = isTemporary; @@ -58,6 +59,7 @@ this.tblProps = tblProps; this.ifNotExists = ifNotExists; this.likeTableName = likeTableName; + this.isUserStorageFormat = isUserStorageFormat; } @Explain(displayName = "if not exists", displayOnlyOnTrue = true) @@ -186,4 +188,11 @@ this.isTemporary = isTemporary; } + /** + * True if user has specified storage format in query + * @return boolean + */ + public boolean isUserStorageFormat() { + return this.isUserStorageFormat; + } } Index: ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDAFFirstValue.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDAFFirstValue.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/udf/generic/GenericUDAFFirstValue.java (working copy) @@ -286,8 +286,7 @@ @Override public Object terminate(AggregationBuffer agg) throws HiveException { State s = (State) agg; - FirstValueBuffer fb = (FirstValueBuffer) s.wrappedBuf; - ValIndexPair r = fb.skipNulls && s.valueChain.size() == 0 ? null : s.valueChain.getFirst(); + ValIndexPair r = s.valueChain.size() == 0 ? null : s.valueChain.getFirst(); for (int i = 0; i < s.numFollowing; i++) { s.results.add(r == null ? null : r.val); Index: ql/src/java/org/apache/hadoop/hive/ql/udf/xml/UDFXPathUtil.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/udf/xml/UDFXPathUtil.java (revision 1651027) +++ ql/src/java/org/apache/hadoop/hive/ql/udf/xml/UDFXPathUtil.java (working copy) @@ -71,7 +71,7 @@ try { return expression.evaluate(inputSource, qname); } catch (XPathExpressionException e) { - throw new RuntimeException ("Invalid expression '" + oldPath + "'"); + throw new RuntimeException ("Invalid expression '" + oldPath + "'", e); } } Index: ql/src/protobuf/org/apache/hadoop/hive/ql/io/orc/orc_proto.proto =================================================================== --- ql/src/protobuf/org/apache/hadoop/hive/ql/io/orc/orc_proto.proto (revision 1651027) +++ ql/src/protobuf/org/apache/hadoop/hive/ql/io/orc/orc_proto.proto (working copy) @@ -74,6 +74,7 @@ optional DateStatistics dateStatistics = 7; optional BinaryStatistics binaryStatistics = 8; optional TimestampStatistics timestampStatistics = 9; + optional bool hasNull = 10; } message RowIndexEntry { Index: ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestColumnStatistics.java =================================================================== --- ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestColumnStatistics.java (revision 1651027) +++ ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestColumnStatistics.java (working copy) @@ -18,17 +18,29 @@ package org.apache.hadoop.hive.ql.io.orc; +import static junit.framework.Assert.assertEquals; + +import org.apache.hadoop.conf.Configuration; +import org.apache.hadoop.fs.FileSystem; +import org.apache.hadoop.fs.Path; import org.apache.hadoop.hive.common.type.HiveDecimal; import org.apache.hadoop.hive.serde2.io.DateWritable; import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector; +import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorFactory; import org.apache.hadoop.hive.serde2.objectinspector.primitive.PrimitiveObjectInspectorFactory; +import org.apache.hadoop.io.BytesWritable; import org.apache.hadoop.io.Text; +import org.junit.Before; +import org.junit.Rule; import org.junit.Test; +import org.junit.rules.TestName; +import java.io.File; +import java.io.FileOutputStream; +import java.io.PrintStream; import java.sql.Timestamp; +import java.util.List; -import static junit.framework.Assert.assertEquals; - /** * Test ColumnStatisticsImpl for ORC. */ @@ -173,4 +185,159 @@ assertEquals(-10, typed.getMinimum().longValue()); assertEquals(10000, typed.getMaximum().longValue()); } + + + public static class SimpleStruct { + BytesWritable bytes1; + Text string1; + + SimpleStruct(BytesWritable b1, String s1) { + this.bytes1 = b1; + if (s1 == null) { + this.string1 = null; + } else { + this.string1 = new Text(s1); + } + } + } + + Path workDir = new Path(System.getProperty("test.tmp.dir", + "target" + File.separator + "test" + File.separator + "tmp")); + + Configuration conf; + FileSystem fs; + Path testFilePath; + + @Rule + public TestName testCaseName = new TestName(); + + @Before + public void openFileSystem() throws Exception { + conf = new Configuration(); + fs = FileSystem.getLocal(conf); + fs.setWorkingDirectory(workDir); + testFilePath = new Path("TestOrcFile." + testCaseName.getMethodName() + ".orc"); + fs.delete(testFilePath, false); + } + + private static BytesWritable bytes(int... items) { + BytesWritable result = new BytesWritable(); + result.setSize(items.length); + for (int i = 0; i < items.length; ++i) { + result.getBytes()[i] = (byte) items[i]; + } + return result; + } + + @Test + public void testHasNull() throws Exception { + + ObjectInspector inspector; + synchronized (TestOrcFile.class) { + inspector = ObjectInspectorFactory.getReflectionObjectInspector + (SimpleStruct.class, ObjectInspectorFactory.ObjectInspectorOptions.JAVA); + } + Writer writer = OrcFile.createWriter(testFilePath, + OrcFile.writerOptions(conf) + .inspector(inspector) + .rowIndexStride(1000) + .stripeSize(10000) + .bufferSize(10000)); + // STRIPE 1 + // RG1 + for(int i=0; i<1000; i++) { + writer.addRow(new SimpleStruct(bytes(1,2,3), "RG1")); + } + // RG2 + for(int i=0; i<1000; i++) { + writer.addRow(new SimpleStruct(bytes(1,2,3), null)); + } + // RG3 + for(int i=0; i<1000; i++) { + writer.addRow(new SimpleStruct(bytes(1,2,3), "RG3")); + } + // RG4 + for(int i=0; i<1000; i++) { + writer.addRow(new SimpleStruct(bytes(1,2,3), null)); + } + // RG5 + for(int i=0; i<1000; i++) { + writer.addRow(new SimpleStruct(bytes(1,2,3), null)); + } + // STRIPE 2 + for(int i=0; i<5000; i++) { + writer.addRow(new SimpleStruct(bytes(1,2,3), null)); + } + // STRIPE 3 + for(int i=0; i<5000; i++) { + writer.addRow(new SimpleStruct(bytes(1,2,3), "STRIPE-3")); + } + // STRIPE 4 + for(int i=0; i<5000; i++) { + writer.addRow(new SimpleStruct(bytes(1,2,3), null)); + } + writer.close(); + Reader reader = OrcFile.createReader(testFilePath, + OrcFile.readerOptions(conf).filesystem(fs)); + + // check the file level stats + ColumnStatistics[] stats = reader.getStatistics(); + assertEquals(20000, stats[0].getNumberOfValues()); + assertEquals(20000, stats[1].getNumberOfValues()); + assertEquals(7000, stats[2].getNumberOfValues()); + assertEquals(false, stats[0].hasNull()); + assertEquals(false, stats[1].hasNull()); + assertEquals(true, stats[2].hasNull()); + + // check the stripe level stats + List stripeStats = reader.getMetadata().getStripeStatistics(); + // stripe 1 stats + StripeStatistics ss1 = stripeStats.get(0); + ColumnStatistics ss1_cs1 = ss1.getColumnStatistics()[0]; + ColumnStatistics ss1_cs2 = ss1.getColumnStatistics()[1]; + ColumnStatistics ss1_cs3 = ss1.getColumnStatistics()[2]; + assertEquals(false, ss1_cs1.hasNull()); + assertEquals(false, ss1_cs2.hasNull()); + assertEquals(true, ss1_cs3.hasNull()); + + // stripe 2 stats + StripeStatistics ss2 = stripeStats.get(1); + ColumnStatistics ss2_cs1 = ss2.getColumnStatistics()[0]; + ColumnStatistics ss2_cs2 = ss2.getColumnStatistics()[1]; + ColumnStatistics ss2_cs3 = ss2.getColumnStatistics()[2]; + assertEquals(false, ss2_cs1.hasNull()); + assertEquals(false, ss2_cs2.hasNull()); + assertEquals(true, ss2_cs3.hasNull()); + + // stripe 3 stats + StripeStatistics ss3 = stripeStats.get(2); + ColumnStatistics ss3_cs1 = ss3.getColumnStatistics()[0]; + ColumnStatistics ss3_cs2 = ss3.getColumnStatistics()[1]; + ColumnStatistics ss3_cs3 = ss3.getColumnStatistics()[2]; + assertEquals(false, ss3_cs1.hasNull()); + assertEquals(false, ss3_cs2.hasNull()); + assertEquals(false, ss3_cs3.hasNull()); + + // stripe 4 stats + StripeStatistics ss4 = stripeStats.get(3); + ColumnStatistics ss4_cs1 = ss4.getColumnStatistics()[0]; + ColumnStatistics ss4_cs2 = ss4.getColumnStatistics()[1]; + ColumnStatistics ss4_cs3 = ss4.getColumnStatistics()[2]; + assertEquals(false, ss4_cs1.hasNull()); + assertEquals(false, ss4_cs2.hasNull()); + assertEquals(true, ss4_cs3.hasNull()); + + // Test file dump + PrintStream origOut = System.out; + String outputFilename = "orc-file-has-null.out"; + FileOutputStream myOut = new FileOutputStream(workDir + File.separator + outputFilename); + + // replace stdout and run command + System.setOut(new PrintStream(myOut)); + FileDump.main(new String[]{testFilePath.toString(), "--rowindex=2"}); + System.out.flush(); + System.setOut(origOut); + + TestFileDump.checkOutput(outputFilename, workDir + File.separator + outputFilename); + } } Index: ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestFileDump.java =================================================================== --- ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestFileDump.java (revision 1651027) +++ ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestFileDump.java (working copy) @@ -21,6 +21,19 @@ import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertNull; +import org.apache.hadoop.conf.Configuration; +import org.apache.hadoop.fs.FileSystem; +import org.apache.hadoop.fs.Path; +import org.apache.hadoop.hive.common.type.HiveChar; +import org.apache.hadoop.hive.common.type.HiveDecimal; +import org.apache.hadoop.hive.common.type.HiveVarchar; +import org.apache.hadoop.hive.conf.HiveConf; +import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector; +import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorFactory; +import org.apache.hive.common.util.HiveTestUtils; +import org.junit.Before; +import org.junit.Test; + import java.io.BufferedReader; import java.io.ByteArrayOutputStream; import java.io.File; @@ -36,21 +49,6 @@ import java.util.Map; import java.util.Random; -import junit.framework.Assert; -import org.apache.hadoop.conf.Configuration; -import org.apache.hadoop.fs.FileSystem; -import org.apache.hadoop.fs.Path; -import org.apache.hadoop.hive.common.type.HiveChar; -import org.apache.hadoop.hive.common.type.HiveDecimal; -import org.apache.hadoop.hive.common.type.HiveVarchar; -import org.apache.hadoop.hive.conf.HiveConf; -import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector; -import org.apache.hadoop.hive.serde2.objectinspector.ObjectInspectorFactory; -import org.apache.hive.common.util.HiveTestUtils; -import org.fusesource.leveldbjni.All; -import org.junit.Before; -import org.junit.Test; - public class TestFileDump { Path workDir = new Path(System.getProperty("test.tmp.dir")); @@ -127,7 +125,7 @@ } } - private static void checkOutput(String expected, + static void checkOutput(String expected, String actual) throws Exception { BufferedReader eStream = new BufferedReader(new FileReader(HiveTestUtils.getFileFromClasspath(expected))); Index: ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestInputOutputFormat.java =================================================================== --- ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestInputOutputFormat.java (revision 1651027) +++ ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestInputOutputFormat.java (working copy) @@ -21,6 +21,27 @@ import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; +import java.io.DataInput; +import java.io.DataOutput; +import java.io.FileNotFoundException; +import java.io.IOException; +import java.net.URI; +import java.net.URISyntaxException; +import java.sql.Date; +import java.sql.Timestamp; +import java.text.SimpleDateFormat; +import java.util.ArrayList; +import java.util.Arrays; +import java.util.Collections; +import java.util.HashMap; +import java.util.LinkedHashMap; +import java.util.List; +import java.util.Map; +import java.util.Properties; +import java.util.Set; +import java.util.TimeZone; +import java.util.TreeSet; + import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.BlockLocation; import org.apache.hadoop.fs.FSDataInputStream; @@ -83,27 +104,6 @@ import org.junit.Test; import org.junit.rules.TestName; -import java.io.DataInput; -import java.io.DataOutput; -import java.io.FileNotFoundException; -import java.io.IOException; -import java.net.URI; -import java.net.URISyntaxException; -import java.sql.Date; -import java.sql.Timestamp; -import java.text.SimpleDateFormat; -import java.util.ArrayList; -import java.util.Arrays; -import java.util.Collections; -import java.util.HashMap; -import java.util.LinkedHashMap; -import java.util.List; -import java.util.Map; -import java.util.Properties; -import java.util.Set; -import java.util.TimeZone; -import java.util.TreeSet; - public class TestInputOutputFormat { Path workDir = new Path(System.getProperty("test.tmp.dir","target/tmp")); @@ -1638,14 +1638,14 @@ assertEquals("mock:/combinationAcid/p=0/base_0000010/bucket_00000", split.getPath().toString()); assertEquals(0, split.getStart()); - assertEquals(582, split.getLength()); + assertEquals(607, split.getLength()); split = (HiveInputFormat.HiveInputSplit) splits[1]; assertEquals("org.apache.hadoop.hive.ql.io.orc.OrcInputFormat", split.inputFormatClassName()); assertEquals("mock:/combinationAcid/p=0/base_0000010/bucket_00001", split.getPath().toString()); assertEquals(0, split.getStart()); - assertEquals(603, split.getLength()); + assertEquals(629, split.getLength()); CombineHiveInputFormat.CombineHiveInputSplit combineSplit = (CombineHiveInputFormat.CombineHiveInputSplit) splits[2]; assertEquals(BUCKETS, combineSplit.getNumPaths()); @@ -1653,7 +1653,7 @@ assertEquals("mock:/combinationAcid/p=1/00000" + bucket + "_0", combineSplit.getPath(bucket).toString()); assertEquals(0, combineSplit.getOffset(bucket)); - assertEquals(227, combineSplit.getLength(bucket)); + assertEquals(241, combineSplit.getLength(bucket)); } String[] hosts = combineSplit.getLocations(); assertEquals(2, hosts.length); Index: ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestOrcFile.java =================================================================== --- ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestOrcFile.java (revision 1651027) +++ ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestOrcFile.java (working copy) @@ -256,13 +256,13 @@ assertEquals(7500, stats[1].getNumberOfValues()); assertEquals(3750, ((BooleanColumnStatistics) stats[1]).getFalseCount()); assertEquals(3750, ((BooleanColumnStatistics) stats[1]).getTrueCount()); - assertEquals("count: 7500 true: 3750", stats[1].toString()); + assertEquals("count: 7500 hasNull: false true: 3750", stats[1].toString()); assertEquals(2048, ((IntegerColumnStatistics) stats[3]).getMaximum()); assertEquals(1024, ((IntegerColumnStatistics) stats[3]).getMinimum()); assertEquals(true, ((IntegerColumnStatistics) stats[3]).isSumDefined()); assertEquals(11520000, ((IntegerColumnStatistics) stats[3]).getSum()); - assertEquals("count: 7500 min: 1024 max: 2048 sum: 11520000", + assertEquals("count: 7500 hasNull: false min: 1024 max: 2048 sum: 11520000", stats[3].toString()); assertEquals(Long.MAX_VALUE, @@ -271,17 +271,17 @@ ((IntegerColumnStatistics) stats[5]).getMinimum()); assertEquals(false, ((IntegerColumnStatistics) stats[5]).isSumDefined()); assertEquals( - "count: 7500 min: 9223372036854775807 max: 9223372036854775807", + "count: 7500 hasNull: false min: 9223372036854775807 max: 9223372036854775807", stats[5].toString()); assertEquals(-15.0, ((DoubleColumnStatistics) stats[7]).getMinimum()); assertEquals(-5.0, ((DoubleColumnStatistics) stats[7]).getMaximum()); assertEquals(-75000.0, ((DoubleColumnStatistics) stats[7]).getSum(), 0.00001); - assertEquals("count: 7500 min: -15.0 max: -5.0 sum: -75000.0", + assertEquals("count: 7500 hasNull: false min: -15.0 max: -5.0 sum: -75000.0", stats[7].toString()); - assertEquals("count: 7500 min: bye max: hi sum: 0", stats[9].toString()); + assertEquals("count: 7500 hasNull: false min: bye max: hi sum: 0", stats[9].toString()); // check the inspectors StructObjectInspector readerInspector = (StructObjectInspector) reader @@ -541,17 +541,17 @@ // check the stats ColumnStatistics[] stats = reader.getStatistics(); assertEquals(4, stats[0].getNumberOfValues()); - assertEquals("count: 4", stats[0].toString()); + assertEquals("count: 4 hasNull: false", stats[0].toString()); assertEquals(3, stats[1].getNumberOfValues()); assertEquals(15, ((BinaryColumnStatistics) stats[1]).getSum()); - assertEquals("count: 3 sum: 15", stats[1].toString()); + assertEquals("count: 3 hasNull: true sum: 15", stats[1].toString()); assertEquals(3, stats[2].getNumberOfValues()); assertEquals("bar", ((StringColumnStatistics) stats[2]).getMinimum()); assertEquals("hi", ((StringColumnStatistics) stats[2]).getMaximum()); assertEquals(8, ((StringColumnStatistics) stats[2]).getSum()); - assertEquals("count: 3 min: bar max: hi sum: 8", + assertEquals("count: 3 hasNull: true min: bar max: hi sum: 8", stats[2].toString()); // check the inspectors @@ -722,13 +722,13 @@ assertEquals(2, stats[1].getNumberOfValues()); assertEquals(1, ((BooleanColumnStatistics) stats[1]).getFalseCount()); assertEquals(1, ((BooleanColumnStatistics) stats[1]).getTrueCount()); - assertEquals("count: 2 true: 1", stats[1].toString()); + assertEquals("count: 2 hasNull: false true: 1", stats[1].toString()); assertEquals(2048, ((IntegerColumnStatistics) stats[3]).getMaximum()); assertEquals(1024, ((IntegerColumnStatistics) stats[3]).getMinimum()); assertEquals(true, ((IntegerColumnStatistics) stats[3]).isSumDefined()); assertEquals(3072, ((IntegerColumnStatistics) stats[3]).getSum()); - assertEquals("count: 2 min: 1024 max: 2048 sum: 3072", + assertEquals("count: 2 hasNull: false min: 1024 max: 2048 sum: 3072", stats[3].toString()); StripeStatistics ss = metadata.getStripeStatistics().get(0); @@ -740,10 +740,10 @@ assertEquals(-15.0, ((DoubleColumnStatistics) stats[7]).getMinimum()); assertEquals(-5.0, ((DoubleColumnStatistics) stats[7]).getMaximum()); assertEquals(-20.0, ((DoubleColumnStatistics) stats[7]).getSum(), 0.00001); - assertEquals("count: 2 min: -15.0 max: -5.0 sum: -20.0", + assertEquals("count: 2 hasNull: false min: -15.0 max: -5.0 sum: -20.0", stats[7].toString()); - assertEquals("count: 2 min: bye max: hi sum: 5", stats[9].toString()); + assertEquals("count: 2 hasNull: false min: bye max: hi sum: 5", stats[9].toString()); // check the inspectors StructObjectInspector readerInspector = Index: ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestOrcNullOptimization.java =================================================================== --- ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestOrcNullOptimization.java (revision 1651027) +++ ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestOrcNullOptimization.java (working copy) @@ -119,13 +119,13 @@ assertEquals(0, ((IntegerColumnStatistics) stats[1]).getMinimum()); assertEquals(true, ((IntegerColumnStatistics) stats[1]).isSumDefined()); assertEquals(0, ((IntegerColumnStatistics) stats[1]).getSum()); - assertEquals("count: 19998 min: 0 max: 0 sum: 0", + assertEquals("count: 19998 hasNull: true min: 0 max: 0 sum: 0", stats[1].toString()); assertEquals("a", ((StringColumnStatistics) stats[2]).getMaximum()); assertEquals("a", ((StringColumnStatistics) stats[2]).getMinimum()); assertEquals(19998, stats[2].getNumberOfValues()); - assertEquals("count: 19998 min: a max: a sum: 19998", + assertEquals("count: 19998 hasNull: true min: a max: a sum: 19998", stats[2].toString()); // check the inspectors @@ -223,13 +223,13 @@ assertEquals(0, ((IntegerColumnStatistics) stats[1]).getMinimum()); assertEquals(true, ((IntegerColumnStatistics) stats[1]).isSumDefined()); assertEquals(0, ((IntegerColumnStatistics) stats[1]).getSum()); - assertEquals("count: 20000 min: 0 max: 0 sum: 0", + assertEquals("count: 20000 hasNull: false min: 0 max: 0 sum: 0", stats[1].toString()); assertEquals("b", ((StringColumnStatistics) stats[2]).getMaximum()); assertEquals("a", ((StringColumnStatistics) stats[2]).getMinimum()); assertEquals(20000, stats[2].getNumberOfValues()); - assertEquals("count: 20000 min: a max: b sum: 20000", + assertEquals("count: 20000 hasNull: false min: a max: b sum: 20000", stats[2].toString()); // check the inspectors @@ -324,13 +324,13 @@ assertEquals(2, ((IntegerColumnStatistics) stats[1]).getMinimum()); assertEquals(true, ((IntegerColumnStatistics) stats[1]).isSumDefined()); assertEquals(17, ((IntegerColumnStatistics) stats[1]).getSum()); - assertEquals("count: 7 min: 2 max: 3 sum: 17", + assertEquals("count: 7 hasNull: true min: 2 max: 3 sum: 17", stats[1].toString()); assertEquals("h", ((StringColumnStatistics) stats[2]).getMaximum()); assertEquals("a", ((StringColumnStatistics) stats[2]).getMinimum()); assertEquals(7, stats[2].getNumberOfValues()); - assertEquals("count: 7 min: a max: h sum: 7", + assertEquals("count: 7 hasNull: true min: a max: h sum: 7", stats[2].toString()); // check the inspectors Index: ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestOrcSerDeStats.java =================================================================== --- ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestOrcSerDeStats.java (revision 1651027) +++ ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestOrcSerDeStats.java (working copy) @@ -220,17 +220,17 @@ // check the stats ColumnStatistics[] stats = reader.getStatistics(); assertEquals(4, stats[0].getNumberOfValues()); - assertEquals("count: 4", stats[0].toString()); + assertEquals("count: 4 hasNull: false", stats[0].toString()); assertEquals(3, stats[1].getNumberOfValues()); assertEquals(15, ((BinaryColumnStatistics) stats[1]).getSum()); - assertEquals("count: 3 sum: 15", stats[1].toString()); + assertEquals("count: 3 hasNull: true sum: 15", stats[1].toString()); assertEquals(3, stats[2].getNumberOfValues()); assertEquals("bar", ((StringColumnStatistics) stats[2]).getMinimum()); assertEquals("hi", ((StringColumnStatistics) stats[2]).getMaximum()); assertEquals(8, ((StringColumnStatistics) stats[2]).getSum()); - assertEquals("count: 3 min: bar max: hi sum: 8", + assertEquals("count: 3 hasNull: true min: bar max: hi sum: 8", stats[2].toString()); // check the inspectors @@ -448,13 +448,13 @@ assertEquals(2, stats[1].getNumberOfValues()); assertEquals(1, ((BooleanColumnStatistics) stats[1]).getFalseCount()); assertEquals(1, ((BooleanColumnStatistics) stats[1]).getTrueCount()); - assertEquals("count: 2 true: 1", stats[1].toString()); + assertEquals("count: 2 hasNull: false true: 1", stats[1].toString()); assertEquals(2048, ((IntegerColumnStatistics) stats[3]).getMaximum()); assertEquals(1024, ((IntegerColumnStatistics) stats[3]).getMinimum()); assertEquals(true, ((IntegerColumnStatistics) stats[3]).isSumDefined()); assertEquals(3072, ((IntegerColumnStatistics) stats[3]).getSum()); - assertEquals("count: 2 min: 1024 max: 2048 sum: 3072", + assertEquals("count: 2 hasNull: false min: 1024 max: 2048 sum: 3072", stats[3].toString()); assertEquals(Long.MAX_VALUE, @@ -462,16 +462,16 @@ assertEquals(Long.MAX_VALUE, ((IntegerColumnStatistics) stats[5]).getMinimum()); assertEquals(false, ((IntegerColumnStatistics) stats[5]).isSumDefined()); - assertEquals("count: 2 min: 9223372036854775807 max: 9223372036854775807", + assertEquals("count: 2 hasNull: false min: 9223372036854775807 max: 9223372036854775807", stats[5].toString()); assertEquals(-15.0, ((DoubleColumnStatistics) stats[7]).getMinimum()); assertEquals(-5.0, ((DoubleColumnStatistics) stats[7]).getMaximum()); assertEquals(-20.0, ((DoubleColumnStatistics) stats[7]).getSum(), 0.00001); - assertEquals("count: 2 min: -15.0 max: -5.0 sum: -20.0", + assertEquals("count: 2 hasNull: false min: -15.0 max: -5.0 sum: -20.0", stats[7].toString()); - assertEquals("count: 2 min: bye max: hi sum: 5", stats[9].toString()); + assertEquals("count: 2 hasNull: false min: bye max: hi sum: 5", stats[9].toString()); } @Test @@ -541,13 +541,13 @@ assertEquals(2, stats[1].getNumberOfValues()); assertEquals(1, ((BooleanColumnStatistics) stats[1]).getFalseCount()); assertEquals(1, ((BooleanColumnStatistics) stats[1]).getTrueCount()); - assertEquals("count: 2 true: 1", stats[1].toString()); + assertEquals("count: 2 hasNull: false true: 1", stats[1].toString()); assertEquals(2048, ((IntegerColumnStatistics) stats[3]).getMaximum()); assertEquals(1024, ((IntegerColumnStatistics) stats[3]).getMinimum()); assertEquals(true, ((IntegerColumnStatistics) stats[3]).isSumDefined()); assertEquals(3072, ((IntegerColumnStatistics) stats[3]).getSum()); - assertEquals("count: 2 min: 1024 max: 2048 sum: 3072", + assertEquals("count: 2 hasNull: false min: 1024 max: 2048 sum: 3072", stats[3].toString()); assertEquals(Long.MAX_VALUE, @@ -555,22 +555,22 @@ assertEquals(Long.MAX_VALUE, ((IntegerColumnStatistics) stats[5]).getMinimum()); assertEquals(false, ((IntegerColumnStatistics) stats[5]).isSumDefined()); - assertEquals("count: 2 min: 9223372036854775807 max: 9223372036854775807", + assertEquals("count: 2 hasNull: false min: 9223372036854775807 max: 9223372036854775807", stats[5].toString()); assertEquals(-15.0, ((DoubleColumnStatistics) stats[7]).getMinimum()); assertEquals(-5.0, ((DoubleColumnStatistics) stats[7]).getMaximum()); assertEquals(-20.0, ((DoubleColumnStatistics) stats[7]).getSum(), 0.00001); - assertEquals("count: 2 min: -15.0 max: -5.0 sum: -20.0", + assertEquals("count: 2 hasNull: false min: -15.0 max: -5.0 sum: -20.0", stats[7].toString()); assertEquals(5, ((BinaryColumnStatistics) stats[8]).getSum()); - assertEquals("count: 2 sum: 5", stats[8].toString()); + assertEquals("count: 2 hasNull: false sum: 5", stats[8].toString()); assertEquals("bye", ((StringColumnStatistics) stats[9]).getMinimum()); assertEquals("hi", ((StringColumnStatistics) stats[9]).getMaximum()); assertEquals(5, ((StringColumnStatistics) stats[9]).getSum()); - assertEquals("count: 2 min: bye max: hi sum: 5", stats[9].toString()); + assertEquals("count: 2 hasNull: false min: bye max: hi sum: 5", stats[9].toString()); } @Test(expected = ClassCastException.class) @@ -603,13 +603,13 @@ assertEquals(7500, stats[1].getNumberOfValues()); assertEquals(3750, ((BooleanColumnStatistics) stats[1]).getFalseCount()); assertEquals(3750, ((BooleanColumnStatistics) stats[1]).getTrueCount()); - assertEquals("count: 7500 true: 3750", stats[1].toString()); + assertEquals("count: 7500 hasNull: false true: 3750", stats[1].toString()); assertEquals(2048, ((IntegerColumnStatistics) stats[3]).getMaximum()); assertEquals(1024, ((IntegerColumnStatistics) stats[3]).getMinimum()); assertEquals(true, ((IntegerColumnStatistics) stats[3]).isSumDefined()); assertEquals(11520000, ((IntegerColumnStatistics) stats[3]).getSum()); - assertEquals("count: 7500 min: 1024 max: 2048 sum: 11520000", + assertEquals("count: 7500 hasNull: false min: 1024 max: 2048 sum: 11520000", stats[3].toString()); assertEquals(Long.MAX_VALUE, @@ -618,24 +618,24 @@ ((IntegerColumnStatistics) stats[5]).getMinimum()); assertEquals(false, ((IntegerColumnStatistics) stats[5]).isSumDefined()); assertEquals( - "count: 7500 min: 9223372036854775807 max: 9223372036854775807", + "count: 7500 hasNull: false min: 9223372036854775807 max: 9223372036854775807", stats[5].toString()); assertEquals(-15.0, ((DoubleColumnStatistics) stats[7]).getMinimum()); assertEquals(-5.0, ((DoubleColumnStatistics) stats[7]).getMaximum()); assertEquals(-75000.0, ((DoubleColumnStatistics) stats[7]).getSum(), 0.00001); - assertEquals("count: 7500 min: -15.0 max: -5.0 sum: -75000.0", + assertEquals("count: 7500 hasNull: false min: -15.0 max: -5.0 sum: -75000.0", stats[7].toString()); assertEquals("bye", ((StringColumnStatistics) stats[9]).getMinimum()); assertEquals("hi", ((StringColumnStatistics) stats[9]).getMaximum()); assertEquals(0, ((StringColumnStatistics) stats[9]).getSum()); - assertEquals("count: 7500 min: bye max: hi sum: 0", stats[9].toString()); + assertEquals("count: 7500 hasNull: false min: bye max: hi sum: 0", stats[9].toString()); // old orc format will not have binary statistics. toString() will show only // the general column statistics - assertEquals("count: 7500", stats[8].toString()); + assertEquals("count: 7500 hasNull: false", stats[8].toString()); // since old orc format doesn't support binary statistics, // this should throw ClassCastException assertEquals(5, ((BinaryColumnStatistics) stats[8]).getSum()); Index: ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestRecordReaderImpl.java =================================================================== --- ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestRecordReaderImpl.java (revision 1651027) +++ ql/src/test/org/apache/hadoop/hive/ql/io/orc/TestRecordReaderImpl.java (working copy) @@ -23,11 +23,6 @@ import static org.junit.Assert.assertThat; import static org.junit.Assert.assertTrue; -import java.io.IOException; -import java.io.InputStream; -import java.util.ArrayList; -import java.util.List; - import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.FSDataInputStream; import org.apache.hadoop.fs.FileStatus; @@ -46,6 +41,11 @@ import org.mockito.MockSettings; import org.mockito.Mockito; +import java.io.IOException; +import java.io.InputStream; +import java.util.ArrayList; +import java.util.List; + public class TestRecordReaderImpl { // can add .verboseLogging() to cause Mockito to log invocations @@ -264,6 +264,15 @@ return OrcProto.ColumnStatistics.newBuilder().setDoubleStatistics(dblStats.build()).build(); } + private static OrcProto.ColumnStatistics createStringStats(String min, String max, + boolean hasNull) { + OrcProto.StringStatistics.Builder strStats = OrcProto.StringStatistics.newBuilder(); + strStats.setMinimum(min); + strStats.setMaximum(max); + return OrcProto.ColumnStatistics.newBuilder().setStringStatistics(strStats.build()) + .setHasNull(hasNull).build(); + } + private static OrcProto.ColumnStatistics createStringStats(String min, String max) { OrcProto.StringStatistics.Builder strStats = OrcProto.StringStatistics.newBuilder(); strStats.setMinimum(min); @@ -483,17 +492,17 @@ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf (PredicateLeaf.Operator.EQUALS, PredicateLeaf.Type.INTEGER, "x", 15L, null); - assertEquals(TruthValue.NO_NULL, + assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(createIntStats(20L, 30L), pred)); - assertEquals(TruthValue.YES_NO_NULL, + assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(createIntStats(15L, 30L), pred)); - assertEquals(TruthValue.YES_NO_NULL, + assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(createIntStats(10L, 30L), pred)); - assertEquals(TruthValue.YES_NO_NULL, + assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(createIntStats(10L, 15L), pred)); - assertEquals(TruthValue.NO_NULL, + assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(createIntStats(0L, 10L), pred)); - assertEquals(TruthValue.YES_NULL, + assertEquals(TruthValue.YES, RecordReaderImpl.evaluatePredicate(createIntStats(15L, 15L), pred)); } @@ -521,15 +530,15 @@ PredicateLeaf lessThan = TestSearchArgumentImpl.createPredicateLeaf (PredicateLeaf.Operator.LESS_THAN, PredicateLeaf.Type.INTEGER, "x", 15L, null); - assertEquals(TruthValue.NO_NULL, + assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(createIntStats(20L, 30L), lessThan)); - assertEquals(TruthValue.NO_NULL, + assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(createIntStats(15L, 30L), lessThan)); - assertEquals(TruthValue.YES_NO_NULL, + assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(createIntStats(10L, 30L), lessThan)); - assertEquals(TruthValue.YES_NO_NULL, + assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(createIntStats(10L, 15L), lessThan)); - assertEquals(TruthValue.YES_NULL, + assertEquals(TruthValue.YES, RecordReaderImpl.evaluatePredicate(createIntStats(0L, 10L), lessThan)); } @@ -538,15 +547,15 @@ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf (PredicateLeaf.Operator.LESS_THAN_EQUALS, PredicateLeaf.Type.INTEGER, "x", 15L, null); - assertEquals(TruthValue.NO_NULL, + assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(createIntStats(20L, 30L), pred)); - assertEquals(TruthValue.YES_NO_NULL, + assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(createIntStats(15L, 30L), pred)); - assertEquals(TruthValue.YES_NO_NULL, + assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(createIntStats(10L, 30L), pred)); - assertEquals(TruthValue.YES_NULL, + assertEquals(TruthValue.YES, RecordReaderImpl.evaluatePredicate(createIntStats(10L, 15L), pred)); - assertEquals(TruthValue.YES_NULL, + assertEquals(TruthValue.YES, RecordReaderImpl.evaluatePredicate(createIntStats(0L, 10L), pred)); } @@ -558,13 +567,13 @@ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf (PredicateLeaf.Operator.IN, PredicateLeaf.Type.INTEGER, "x", null, args); - assertEquals(TruthValue.YES_NULL, + assertEquals(TruthValue.YES, RecordReaderImpl.evaluatePredicate(createIntStats(20L, 20L), pred)); - assertEquals(TruthValue.NO_NULL, + assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(createIntStats(30L, 30L), pred)); - assertEquals(TruthValue.YES_NO_NULL, + assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(createIntStats(10L, 30L), pred)); - assertEquals(TruthValue.NO_NULL, + assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(createIntStats(12L, 18L), pred)); } @@ -576,19 +585,19 @@ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf (PredicateLeaf.Operator.BETWEEN, PredicateLeaf.Type.INTEGER, "x", null, args); - assertEquals(TruthValue.NO_NULL, + assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(createIntStats(0L, 5L), pred)); - assertEquals(TruthValue.NO_NULL, + assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(createIntStats(30L, 40L), pred)); - assertEquals(TruthValue.YES_NO_NULL, + assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(createIntStats(5L, 15L), pred)); - assertEquals(TruthValue.YES_NO_NULL, + assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(createIntStats(15L, 25L), pred)); - assertEquals(TruthValue.YES_NO_NULL, + assertEquals(TruthValue.YES_NO, RecordReaderImpl.evaluatePredicate(createIntStats(5L, 25L), pred)); - assertEquals(TruthValue.YES_NULL, + assertEquals(TruthValue.YES, RecordReaderImpl.evaluatePredicate(createIntStats(10L, 20L), pred)); - assertEquals(TruthValue.YES_NULL, + assertEquals(TruthValue.YES, RecordReaderImpl.evaluatePredicate(createIntStats(12L, 18L), pred)); } @@ -597,11 +606,157 @@ PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf (PredicateLeaf.Operator.IS_NULL, PredicateLeaf.Type.INTEGER, "x", null, null); - assertEquals(TruthValue.YES_NO, + assertEquals(TruthValue.NO, RecordReaderImpl.evaluatePredicate(createIntStats(20L, 30L), pred)); } + @Test + public void testEqualsWithNullInStats() throws Exception { + PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf + (PredicateLeaf.Operator.EQUALS, PredicateLeaf.Type.STRING, + "x", "c", null); + assertEquals(TruthValue.NO_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("d", "e", true), pred)); // before + assertEquals(TruthValue.NO_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("a", "b", true), pred)); // after + assertEquals(TruthValue.YES_NO_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("b", "c", true), pred)); // max + assertEquals(TruthValue.YES_NO_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("c", "d", true), pred)); // min + assertEquals(TruthValue.YES_NO_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("b", "d", true), pred)); // middle + assertEquals(TruthValue.YES_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("c", "c", true), pred)); // same + } + + @Test + public void testNullSafeEqualsWithNullInStats() throws Exception { + PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf + (PredicateLeaf.Operator.NULL_SAFE_EQUALS, PredicateLeaf.Type.STRING, + "x", "c", null); + assertEquals(TruthValue.NO, + RecordReaderImpl.evaluatePredicate(createStringStats("d", "e", true), pred)); // before + assertEquals(TruthValue.NO, + RecordReaderImpl.evaluatePredicate(createStringStats("a", "b", true), pred)); // after + assertEquals(TruthValue.YES_NO, + RecordReaderImpl.evaluatePredicate(createStringStats("b", "c", true), pred)); // max + assertEquals(TruthValue.YES_NO, + RecordReaderImpl.evaluatePredicate(createStringStats("c", "d", true), pred)); // min + assertEquals(TruthValue.YES_NO, + RecordReaderImpl.evaluatePredicate(createStringStats("b", "d", true), pred)); // middle + assertEquals(TruthValue.YES_NO, + RecordReaderImpl.evaluatePredicate(createStringStats("c", "c", true), pred)); // same + } + + @Test + public void testLessThanWithNullInStats() throws Exception { + PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf + (PredicateLeaf.Operator.LESS_THAN, PredicateLeaf.Type.STRING, + "x", "c", null); + assertEquals(TruthValue.NO_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("d", "e", true), pred)); // before + assertEquals(TruthValue.YES_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("a", "b", true), pred)); // after + assertEquals(TruthValue.YES_NO_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("b", "c", true), pred)); // max + assertEquals(TruthValue.NO_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("c", "d", true), pred)); // min + assertEquals(TruthValue.YES_NO_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("b", "d", true), pred)); // middle + assertEquals(TruthValue.NO_NULL, // min, same stats + RecordReaderImpl.evaluatePredicate(createStringStats("c", "c", true), pred)); + } + + @Test + public void testLessThanEqualsWithNullInStats() throws Exception { + PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf + (PredicateLeaf.Operator.LESS_THAN_EQUALS, PredicateLeaf.Type.STRING, + "x", "c", null); + assertEquals(TruthValue.NO_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("d", "e", true), pred)); // before + assertEquals(TruthValue.YES_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("a", "b", true), pred)); // after + assertEquals(TruthValue.YES_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("b", "c", true), pred)); // max + assertEquals(TruthValue.YES_NO_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("c", "d", true), pred)); // min + assertEquals(TruthValue.YES_NO_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("b", "d", true), pred)); // middle + assertEquals(TruthValue.YES_NO_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("c", "c", true), pred)); // same + } + + @Test + public void testInWithNullInStats() throws Exception { + List args = new ArrayList(); + args.add("c"); + args.add("f"); + PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf + (PredicateLeaf.Operator.IN, PredicateLeaf.Type.STRING, + "x", null, args); + assertEquals(TruthValue.NO_NULL, // before & after + RecordReaderImpl.evaluatePredicate(createStringStats("d", "e", true), pred)); + assertEquals(TruthValue.NO_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("a", "b", true), pred)); // after + assertEquals(TruthValue.YES_NO_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("e", "f", true), pred)); // max + assertEquals(TruthValue.YES_NO_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("c", "d", true), pred)); // min + assertEquals(TruthValue.YES_NO_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("b", "d", true), pred)); // middle + assertEquals(TruthValue.YES_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("c", "c", true), pred)); // same + } + + @Test + public void testBetweenWithNullInStats() throws Exception { + List args = new ArrayList(); + args.add("c"); + args.add("f"); + PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf + (PredicateLeaf.Operator.BETWEEN, PredicateLeaf.Type.STRING, + "x", null, args); + assertEquals(TruthValue.YES_NULL, // before & after + RecordReaderImpl.evaluatePredicate(createStringStats("d", "e", true), pred)); + assertEquals(TruthValue.YES_NULL, // before & max + RecordReaderImpl.evaluatePredicate(createStringStats("e", "f", true), pred)); + assertEquals(TruthValue.NO_NULL, // before & before + RecordReaderImpl.evaluatePredicate(createStringStats("h", "g", true), pred)); + assertEquals(TruthValue.YES_NO_NULL, // before & min + RecordReaderImpl.evaluatePredicate(createStringStats("f", "g", true), pred)); + assertEquals(TruthValue.YES_NO_NULL, // before & middle + RecordReaderImpl.evaluatePredicate(createStringStats("e", "g", true), pred)); + + assertEquals(TruthValue.YES_NULL, // min & after + RecordReaderImpl.evaluatePredicate(createStringStats("c", "e", true), pred)); + assertEquals(TruthValue.YES_NULL, // min & max + RecordReaderImpl.evaluatePredicate(createStringStats("c", "f", true), pred)); + assertEquals(TruthValue.YES_NO_NULL, // min & middle + RecordReaderImpl.evaluatePredicate(createStringStats("c", "g", true), pred)); + + assertEquals(TruthValue.NO_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("a", "b", true), pred)); // after + assertEquals(TruthValue.YES_NO_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("a", "c", true), pred)); // max + assertEquals(TruthValue.YES_NO_NULL, + RecordReaderImpl.evaluatePredicate(createStringStats("b", "d", true), pred)); // middle + assertEquals(TruthValue.YES_NULL, // min & after, same stats + RecordReaderImpl.evaluatePredicate(createStringStats("c", "c", true), pred)); + } + + @Test + public void testIsNullWithNullInStats() throws Exception { + PredicateLeaf pred = TestSearchArgumentImpl.createPredicateLeaf + (PredicateLeaf.Operator.IS_NULL, PredicateLeaf.Type.STRING, + "x", null, null); + assertEquals(TruthValue.YES, + RecordReaderImpl.evaluatePredicate(createStringStats("c", "d", true), pred)); + assertEquals(TruthValue.NO, + RecordReaderImpl.evaluatePredicate(createStringStats("c", "d", false), pred)); + } + + @Test public void testOverlap() throws Exception { assertTrue(!RecordReaderImpl.overlap(0, 10, -10, -1)); assertTrue(RecordReaderImpl.overlap(0, 10, -1, 0)); Index: ql/src/test/queries/clientpositive/create_like.q =================================================================== --- ql/src/test/queries/clientpositive/create_like.q (revision 1651027) +++ ql/src/test/queries/clientpositive/create_like.q (working copy) @@ -70,3 +70,16 @@ DESCRIBE FORMATTED LikePropertiedParquetTable; +CREATE TABLE table5(col1 int, col2 string) stored as TEXTFILE; +DESCRIBE FORMATTED table5; + +CREATE TABLE table6 like table5 stored as RCFILE; +DESCRIBE FORMATTED table6; + +drop table table6; + +CREATE TABLE table6 like table5 ROW FORMAT SERDE 'org.apache.hadoop.hive.serde2.columnar.LazyBinaryColumnarSerDe' STORED AS INPUTFORMAT 'org.apache.hadoop.hive.ql.io.RCFileInputFormat' OUTPUTFORMAT 'org.apache.hadoop.hive.ql.io.RCFileOutputFormat' LOCATION '${system:hive.root}/data/files/table6'; +DESCRIBE FORMATTED table6; + +drop table table5; + Index: ql/src/test/queries/clientpositive/windowing.q =================================================================== --- ql/src/test/queries/clientpositive/windowing.q (revision 1651027) +++ ql/src/test/queries/clientpositive/windowing.q (working copy) @@ -1,3 +1,6 @@ +set mapred.reduce.tasks=4; +-- SORT_QUERY_RESULTS + -- 1. testWindowing select p_mfgr, p_name, p_size, rank() over(distribute by p_mfgr sort by p_name) as r, Index: ql/src/test/resources/orc-file-dump-dictionary-threshold.out =================================================================== --- ql/src/test/resources/orc-file-dump-dictionary-threshold.out (revision 1651027) +++ ql/src/test/resources/orc-file-dump-dictionary-threshold.out (working copy) @@ -7,182 +7,182 @@ Stripe Statistics: Stripe 1: - Column 0: count: 5000 - Column 1: count: 5000 min: -2147115959 max: 2145911404 sum: 159677169195 - Column 2: count: 5000 min: -9216505819108477308 max: 9217851628057711416 - Column 3: count: 5000 min: Darkness,-230 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744 sum: 381254 + Column 0: count: 5000 hasNull: false + Column 1: count: 5000 hasNull: false min: -2147115959 max: 2145911404 sum: 159677169195 + Column 2: count: 5000 hasNull: false min: -9216505819108477308 max: 9217851628057711416 + Column 3: count: 5000 hasNull: false min: Darkness,-230 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744 sum: 381254 Stripe 2: - Column 0: count: 5000 - Column 1: count: 5000 min: -2147390285 max: 2147224606 sum: -14961457759 - Column 2: count: 5000 min: -9222178666167296739 max: 9221301751385928177 - Column 3: count: 5000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938 sum: 1117994 + Column 0: count: 5000 hasNull: false + Column 1: count: 5000 hasNull: false min: -2147390285 max: 2147224606 sum: -14961457759 + Column 2: count: 5000 hasNull: false min: -9222178666167296739 max: 9221301751385928177 + Column 3: count: 5000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938 sum: 1117994 Stripe 3: - Column 0: count: 5000 - Column 1: count: 5000 min: -2145842720 max: 2146718321 sum: 141092475520 - Column 2: count: 5000 min: -9221963099397084326 max: 9222722740629726770 - Column 3: count: 5000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974 sum: 1925226 + Column 0: count: 5000 hasNull: false + Column 1: count: 5000 hasNull: false min: -2145842720 max: 2146718321 sum: 141092475520 + Column 2: count: 5000 hasNull: false min: -9221963099397084326 max: 9222722740629726770 + Column 3: count: 5000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974 sum: 1925226 Stripe 4: - Column 0: count: 5000 - Column 1: count: 5000 min: -2145378214 max: 2147453086 sum: -153680004530 - Column 2: count: 5000 min: -9222731174895935707 max: 9222919052987871506 - Column 3: count: 5000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788-19204-19254-19518-19596-19786-19874-19904 sum: 2815002 + Column 0: count: 5000 hasNull: false + Column 1: count: 5000 hasNull: false min: -2145378214 max: 2147453086 sum: -153680004530 + Column 2: count: 5000 hasNull: false min: -9222731174895935707 max: 9222919052987871506 + Column 3: count: 5000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788-19204-19254-19518-19596-19786-19874-19904 sum: 2815002 Stripe 5: - Column 0: count: 1000 - Column 1: count: 1000 min: -2143595397 max: 2136858458 sum: -22999664100 - Column 2: count: 1000 min: -9212379634781416464 max: 9197412874152820822 - Column 3: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006-16056-16180-16304-16332-16452-16598-16730-16810-16994-17210-17268-17786-17962-18214-18444-18446-18724-18912-18952-19164-19348-19400-19546-19776-19896-20084 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788-19204-19254-19518-19596-19786-19874-19904-20390-20752-20936 sum: 670762 + Column 0: count: 1000 hasNull: false + Column 1: count: 1000 hasNull: false min: -2143595397 max: 2136858458 sum: -22999664100 + Column 2: count: 1000 hasNull: false min: -9212379634781416464 max: 9197412874152820822 + Column 3: count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006-16056-16180-16304-16332-16452-16598-16730-16810-16994-17210-17268-17786-17962-18214-18444-18446-18724-18912-18952-19164-19348-19400-19546-19776-19896-20084 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788-19204-19254-19518-19596-19786-19874-19904-20390-20752-20936 sum: 670762 File Statistics: - Column 0: count: 21000 - Column 1: count: 21000 min: -2147390285 max: 2147453086 sum: 109128518326 - Column 2: count: 21000 min: -9222731174895935707 max: 9222919052987871506 - Column 3: count: 21000 min: Darkness,-230 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788-19204-19254-19518-19596-19786-19874-19904-20390-20752-20936 sum: 6910238 + Column 0: count: 21000 hasNull: false + Column 1: count: 21000 hasNull: false min: -2147390285 max: 2147453086 sum: 109128518326 + Column 2: count: 21000 hasNull: false min: -9222731174895935707 max: 9222919052987871506 + Column 3: count: 21000 hasNull: false min: Darkness,-230 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788-19204-19254-19518-19596-19786-19874-19904-20390-20752-20936 sum: 6910238 Stripes: - Stripe: offset: 3 data: 151108 rows: 5000 tail: 68 index: 704 - Stream: column 0 section ROW_INDEX start: 3 length 15 - Stream: column 1 section ROW_INDEX start: 18 length 156 - Stream: column 2 section ROW_INDEX start: 174 length 172 - Stream: column 3 section ROW_INDEX start: 346 length 361 - Stream: column 1 section DATA start: 707 length 20029 - Stream: column 2 section DATA start: 20736 length 40035 - Stream: column 3 section DATA start: 60771 length 86757 - Stream: column 3 section LENGTH start: 147528 length 4287 + Stripe: offset: 3 data: 151108 rows: 5000 tail: 68 index: 718 + Stream: column 0 section ROW_INDEX start: 3 length 17 + Stream: column 1 section ROW_INDEX start: 20 length 162 + Stream: column 2 section ROW_INDEX start: 182 length 174 + Stream: column 3 section ROW_INDEX start: 356 length 365 + Stream: column 1 section DATA start: 721 length 20029 + Stream: column 2 section DATA start: 20750 length 40035 + Stream: column 3 section DATA start: 60785 length 86757 + Stream: column 3 section LENGTH start: 147542 length 4287 Encoding column 0: DIRECT Encoding column 1: DIRECT_V2 Encoding column 2: DIRECT_V2 Encoding column 3: DIRECT_V2 Row group index column 1: - Entry 0: count: 1000 min: -2132329551 max: 2145911404 positions: 0,0,0 - Entry 1: count: 1000 min: -2138433136 max: 2145210552 positions: 0,2050,488 - Entry 2: count: 1000 min: -2147115959 max: 2137805337 positions: 0,6150,464 - Entry 3: count: 1000 min: -2137828953 max: 2145877119 positions: 10003,250,440 - Entry 4: count: 1000 min: -2146452517 max: 2142394906 positions: 10003,4350,416 + Entry 0:count: 1000 hasNull: false min: -2132329551 max: 2145911404 sum: 61941331718 positions: 0,0,0 + Entry 1:count: 1000 hasNull: false min: -2138433136 max: 2145210552 sum: 14574030042 positions: 0,2050,488 + Entry 2:count: 1000 hasNull: false min: -2147115959 max: 2137805337 sum: -2032493169 positions: 0,6150,464 + Entry 3:count: 1000 hasNull: false min: -2137828953 max: 2145877119 sum: -3167202608 positions: 10003,250,440 + Entry 4:count: 1000 hasNull: false min: -2146452517 max: 2142394906 sum: 88361503212 positions: 10003,4350,416 Row group index column 2: - Entry 0: count: 1000 min: -9206837518492372266 max: 9169230975203934579 positions: 0,0,0 - Entry 1: count: 1000 min: -9188878639954124284 max: 9213664245516510068 positions: 0,4098,488 - Entry 2: count: 1000 min: -9211329013123260308 max: 9217851628057711416 positions: 10003,2294,464 - Entry 3: count: 1000 min: -9185745718227889962 max: 9181722705210917931 positions: 20006,490,440 - Entry 4: count: 1000 min: -9216505819108477308 max: 9196474183833079923 positions: 20006,8686,416 + Entry 0:count: 1000 hasNull: false min: -9206837518492372266 max: 9169230975203934579 positions: 0,0,0 + Entry 1:count: 1000 hasNull: false min: -9188878639954124284 max: 9213664245516510068 positions: 0,4098,488 + Entry 2:count: 1000 hasNull: false min: -9211329013123260308 max: 9217851628057711416 positions: 10003,2294,464 + Entry 3:count: 1000 hasNull: false min: -9185745718227889962 max: 9181722705210917931 positions: 20006,490,440 + Entry 4:count: 1000 hasNull: false min: -9216505819108477308 max: 9196474183833079923 positions: 20006,8686,416 Row group index column 3: - Entry 0: count: 1000 min: Darkness,-230 max: worst-54-290-346-648-908-996 positions: 0,0,0,0,0 - Entry 1: count: 1000 min: Darkness,-230-368-488-586-862-930-1686 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966 positions: 2777,8442,0,695,18 - Entry 2: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660 positions: 13595,4780,0,1554,14 - Entry 3: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788 positions: 31432,228,0,2372,90 - Entry 4: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744 positions: 54111,5096,0,3354,108 - Stripe: offset: 151883 data: 336358 rows: 5000 tail: 69 index: 941 - Stream: column 0 section ROW_INDEX start: 151883 length 15 - Stream: column 1 section ROW_INDEX start: 151898 length 150 - Stream: column 2 section ROW_INDEX start: 152048 length 167 - Stream: column 3 section ROW_INDEX start: 152215 length 609 - Stream: column 1 section DATA start: 152824 length 20029 - Stream: column 2 section DATA start: 172853 length 40035 - Stream: column 3 section DATA start: 212888 length 270789 - Stream: column 3 section LENGTH start: 483677 length 5505 + Entry 0:count: 1000 hasNull: false min: Darkness,-230 max: worst-54-290-346-648-908-996 sum: 18442 positions: 0,0,0,0,0 + Entry 1:count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966 sum: 46338 positions: 2777,8442,0,695,18 + Entry 2:count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660 sum: 75448 positions: 13595,4780,0,1554,14 + Entry 3:count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788 sum: 104868 positions: 31432,228,0,2372,90 + Entry 4:count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744 sum: 136158 positions: 54111,5096,0,3354,108 + Stripe: offset: 151897 data: 336358 rows: 5000 tail: 69 index: 954 + Stream: column 0 section ROW_INDEX start: 151897 length 17 + Stream: column 1 section ROW_INDEX start: 151914 length 153 + Stream: column 2 section ROW_INDEX start: 152067 length 169 + Stream: column 3 section ROW_INDEX start: 152236 length 615 + Stream: column 1 section DATA start: 152851 length 20029 + Stream: column 2 section DATA start: 172880 length 40035 + Stream: column 3 section DATA start: 212915 length 270789 + Stream: column 3 section LENGTH start: 483704 length 5505 Encoding column 0: DIRECT Encoding column 1: DIRECT_V2 Encoding column 2: DIRECT_V2 Encoding column 3: DIRECT_V2 Row group index column 1: - Entry 0: count: 1000 min: -2146021688 max: 2146838901 positions: 0,0,0 - Entry 1: count: 1000 min: -2143569489 max: 2141223179 positions: 0,2050,488 - Entry 2: count: 1000 min: -2140649392 max: 2146301701 positions: 0,6150,464 - Entry 3: count: 1000 min: -2147390285 max: 2146299933 positions: 10003,250,440 - Entry 4: count: 1000 min: -2145928262 max: 2147224606 positions: 10003,4350,416 + Entry 0:count: 1000 hasNull: false min: -2146021688 max: 2146838901 sum: -50979197646 positions: 0,0,0 + Entry 1:count: 1000 hasNull: false min: -2143569489 max: 2141223179 sum: 22810066834 positions: 0,2050,488 + Entry 2:count: 1000 hasNull: false min: -2140649392 max: 2146301701 sum: -31694882346 positions: 0,6150,464 + Entry 3:count: 1000 hasNull: false min: -2147390285 max: 2146299933 sum: 79371934221 positions: 10003,250,440 + Entry 4:count: 1000 hasNull: false min: -2145928262 max: 2147224606 sum: -34469378822 positions: 10003,4350,416 Row group index column 2: - Entry 0: count: 1000 min: -9222178666167296739 max: 9191250610515369723 positions: 0,0,0 - Entry 1: count: 1000 min: -9220148577547102875 max: 9213945522531717278 positions: 0,4098,488 - Entry 2: count: 1000 min: -9220818777591257749 max: 9221301751385928177 positions: 10003,2294,464 - Entry 3: count: 1000 min: -9220031433030423388 max: 9207856144487414148 positions: 20006,490,440 - Entry 4: count: 1000 min: -9201438531577205959 max: 9212462124593119846 positions: 20006,8686,416 + Entry 0:count: 1000 hasNull: false min: -9222178666167296739 max: 9191250610515369723 positions: 0,0,0 + Entry 1:count: 1000 hasNull: false min: -9220148577547102875 max: 9213945522531717278 positions: 0,4098,488 + Entry 2:count: 1000 hasNull: false min: -9220818777591257749 max: 9221301751385928177 positions: 10003,2294,464 + Entry 3:count: 1000 hasNull: false min: -9220031433030423388 max: 9207856144487414148 positions: 20006,490,440 + Entry 4:count: 1000 hasNull: false min: -9201438531577205959 max: 9212462124593119846 positions: 20006,8686,416 Row group index column 3: - Entry 0: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726 positions: 0,0,0,0,0 - Entry 1: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994 positions: 37112,6320,0,967,90 - Entry 2: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988 positions: 80822,9756,0,1945,222 - Entry 3: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984 positions: 137149,4496,0,3268,48 - Entry 4: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938 positions: 197972,6590,0,4064,342 - Stripe: offset: 489251 data: 558031 rows: 5000 tail: 69 index: 1169 - Stream: column 0 section ROW_INDEX start: 489251 length 15 - Stream: column 1 section ROW_INDEX start: 489266 length 159 - Stream: column 2 section ROW_INDEX start: 489425 length 169 - Stream: column 3 section ROW_INDEX start: 489594 length 826 - Stream: column 1 section DATA start: 490420 length 20029 - Stream: column 2 section DATA start: 510449 length 40035 - Stream: column 3 section DATA start: 550484 length 492258 - Stream: column 3 section LENGTH start: 1042742 length 5709 + Entry 0:count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726 sum: 166320 positions: 0,0,0,0,0 + Entry 1:count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994 sum: 193436 positions: 37112,6320,0,967,90 + Entry 2:count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988 sum: 224740 positions: 80822,9756,0,1945,222 + Entry 3:count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984 sum: 252094 positions: 137149,4496,0,3268,48 + Entry 4:count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938 sum: 281404 positions: 197972,6590,0,4064,342 + Stripe: offset: 489278 data: 558031 rows: 5000 tail: 69 index: 1181 + Stream: column 0 section ROW_INDEX start: 489278 length 17 + Stream: column 1 section ROW_INDEX start: 489295 length 166 + Stream: column 2 section ROW_INDEX start: 489461 length 171 + Stream: column 3 section ROW_INDEX start: 489632 length 827 + Stream: column 1 section DATA start: 490459 length 20029 + Stream: column 2 section DATA start: 510488 length 40035 + Stream: column 3 section DATA start: 550523 length 492258 + Stream: column 3 section LENGTH start: 1042781 length 5709 Encoding column 0: DIRECT Encoding column 1: DIRECT_V2 Encoding column 2: DIRECT_V2 Encoding column 3: DIRECT_V2 Row group index column 1: - Entry 0: count: 1000 min: -2138229212 max: 2144818981 positions: 0,0,0 - Entry 1: count: 1000 min: -2145842720 max: 2144179881 positions: 0,2050,488 - Entry 2: count: 1000 min: -2143045885 max: 2146718321 positions: 0,6150,464 - Entry 3: count: 1000 min: -2144745617 max: 2146570474 positions: 10003,250,440 - Entry 4: count: 1000 min: -2140127150 max: 2135081620 positions: 10003,4350,416 + Entry 0:count: 1000 hasNull: false min: -2138229212 max: 2144818981 sum: -22823642812 positions: 0,0,0 + Entry 1:count: 1000 hasNull: false min: -2145842720 max: 2144179881 sum: -12562754334 positions: 0,2050,488 + Entry 2:count: 1000 hasNull: false min: -2143045885 max: 2146718321 sum: 82993638644 positions: 0,6150,464 + Entry 3:count: 1000 hasNull: false min: -2144745617 max: 2146570474 sum: 25138722367 positions: 10003,250,440 + Entry 4:count: 1000 hasNull: false min: -2140127150 max: 2135081620 sum: 68346511655 positions: 10003,4350,416 Row group index column 2: - Entry 0: count: 1000 min: -9204340807292138409 max: 9208698732685326961 positions: 0,0,0 - Entry 1: count: 1000 min: -9221963099397084326 max: 9222722740629726770 positions: 0,4098,488 - Entry 2: count: 1000 min: -9210480084701091299 max: 9207767402467343058 positions: 10003,2294,464 - Entry 3: count: 1000 min: -9195038026813631215 max: 9199201928563274421 positions: 20006,490,440 - Entry 4: count: 1000 min: -9215483580266514322 max: 9220102792864959501 positions: 20006,8686,416 + Entry 0:count: 1000 hasNull: false min: -9204340807292138409 max: 9208698732685326961 positions: 0,0,0 + Entry 1:count: 1000 hasNull: false min: -9221963099397084326 max: 9222722740629726770 positions: 0,4098,488 + Entry 2:count: 1000 hasNull: false min: -9210480084701091299 max: 9207767402467343058 positions: 10003,2294,464 + Entry 3:count: 1000 hasNull: false min: -9195038026813631215 max: 9199201928563274421 positions: 20006,490,440 + Entry 4:count: 1000 hasNull: false min: -9215483580266514322 max: 9220102792864959501 positions: 20006,8686,416 Row group index column 3: - Entry 0: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876 positions: 0,0,0,0,0 - Entry 1: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964 positions: 80352,3880,0,1097,28 - Entry 2: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976 positions: 170641,3422,0,2077,162 - Entry 3: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766 positions: 268420,9960,0,3369,16 - Entry 4: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974 positions: 377916,1620,0,4041,470 - Stripe: offset: 1048520 data: 792850 rows: 5000 tail: 69 index: 1351 - Stream: column 0 section ROW_INDEX start: 1048520 length 15 - Stream: column 1 section ROW_INDEX start: 1048535 length 149 - Stream: column 2 section ROW_INDEX start: 1048684 length 170 - Stream: column 3 section ROW_INDEX start: 1048854 length 1017 - Stream: column 1 section DATA start: 1049871 length 20029 - Stream: column 2 section DATA start: 1069900 length 40035 - Stream: column 3 section DATA start: 1109935 length 727038 - Stream: column 3 section LENGTH start: 1836973 length 5748 + Entry 0:count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876 sum: 313880 positions: 0,0,0,0,0 + Entry 1:count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964 sum: 349542 positions: 80352,3880,0,1097,28 + Entry 2:count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976 sum: 386538 positions: 170641,3422,0,2077,162 + Entry 3:count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766 sum: 421660 positions: 268420,9960,0,3369,16 + Entry 4:count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974 sum: 453606 positions: 377916,1620,0,4041,470 + Stripe: offset: 1048559 data: 792850 rows: 5000 tail: 69 index: 1369 + Stream: column 0 section ROW_INDEX start: 1048559 length 17 + Stream: column 1 section ROW_INDEX start: 1048576 length 153 + Stream: column 2 section ROW_INDEX start: 1048729 length 172 + Stream: column 3 section ROW_INDEX start: 1048901 length 1027 + Stream: column 1 section DATA start: 1049928 length 20029 + Stream: column 2 section DATA start: 1069957 length 40035 + Stream: column 3 section DATA start: 1109992 length 727038 + Stream: column 3 section LENGTH start: 1837030 length 5748 Encoding column 0: DIRECT Encoding column 1: DIRECT_V2 Encoding column 2: DIRECT_V2 Encoding column 3: DIRECT_V2 Row group index column 1: - Entry 0: count: 1000 min: -2145319330 max: 2146998132 positions: 0,0,0 - Entry 1: count: 1000 min: -2134288866 max: 2147453086 positions: 0,2050,488 - Entry 2: count: 1000 min: -2139010804 max: 2144727593 positions: 0,6150,464 - Entry 3: count: 1000 min: -2145378214 max: 2144098933 positions: 10003,250,440 - Entry 4: count: 1000 min: -2140494429 max: 2144595861 positions: 10003,4350,416 + Entry 0:count: 1000 hasNull: false min: -2145319330 max: 2146998132 sum: -50856753363 positions: 0,0,0 + Entry 1:count: 1000 hasNull: false min: -2134288866 max: 2147453086 sum: -17911019023 positions: 0,2050,488 + Entry 2:count: 1000 hasNull: false min: -2139010804 max: 2144727593 sum: -24993151857 positions: 0,6150,464 + Entry 3:count: 1000 hasNull: false min: -2145378214 max: 2144098933 sum: -18055164052 positions: 10003,250,440 + Entry 4:count: 1000 hasNull: false min: -2140494429 max: 2144595861 sum: -41863916235 positions: 10003,4350,416 Row group index column 2: - Entry 0: count: 1000 min: -9172774601303513941 max: 9212917101275642143 positions: 0,0,0 - Entry 1: count: 1000 min: -9218164880949195469 max: 9222919052987871506 positions: 0,4098,488 - Entry 2: count: 1000 min: -9222731174895935707 max: 9214167447015056056 positions: 10003,2294,464 - Entry 3: count: 1000 min: -9196276654247395117 max: 9210639275226058005 positions: 20006,490,440 - Entry 4: count: 1000 min: -9197393848859294562 max: 9208134757538374043 positions: 20006,8686,416 + Entry 0:count: 1000 hasNull: false min: -9172774601303513941 max: 9212917101275642143 positions: 0,0,0 + Entry 1:count: 1000 hasNull: false min: -9218164880949195469 max: 9222919052987871506 positions: 0,4098,488 + Entry 2:count: 1000 hasNull: false min: -9222731174895935707 max: 9214167447015056056 positions: 10003,2294,464 + Entry 3:count: 1000 hasNull: false min: -9196276654247395117 max: 9210639275226058005 positions: 20006,490,440 + Entry 4:count: 1000 hasNull: false min: -9197393848859294562 max: 9208134757538374043 positions: 20006,8686,416 Row group index column 3: - Entry 0: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610 positions: 0,0,0,0,0 - Entry 1: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936 positions: 126968,2916,0,1077,140 - Entry 2: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006-16056-16180-16304-16332-16452-16598-16730-16810-16994-17210 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878 positions: 263111,206,0,1926,462 - Entry 3: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006-16056-16180-16304-16332-16452-16598-16730-16810-16994-17210-17268-17786-17962-18214 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788 positions: 407371,8480,0,3444,250 - Entry 4: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006-16056-16180-16304-16332-16452-16598-16730-16810-16994-17210-17268-17786-17962-18214-18444-18446-18724-18912-18952-19164 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788-19204-19254-19518-19596-19786-19874-19904 positions: 562094,3058,0,4643,292 - Stripe: offset: 1842790 data: 188033 rows: 1000 tail: 67 index: 832 - Stream: column 0 section ROW_INDEX start: 1842790 length 10 - Stream: column 1 section ROW_INDEX start: 1842800 length 36 - Stream: column 2 section ROW_INDEX start: 1842836 length 39 - Stream: column 3 section ROW_INDEX start: 1842875 length 747 - Stream: column 1 section DATA start: 1843622 length 4007 - Stream: column 2 section DATA start: 1847629 length 8007 - Stream: column 3 section DATA start: 1855636 length 174759 - Stream: column 3 section LENGTH start: 2030395 length 1260 + Entry 0:count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610 sum: 492916 positions: 0,0,0,0,0 + Entry 1:count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936 sum: 527290 positions: 126968,2916,0,1077,140 + Entry 2:count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006-16056-16180-16304-16332-16452-16598-16730-16810-16994-17210 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878 sum: 568274 positions: 263111,206,0,1926,462 + Entry 3:count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006-16056-16180-16304-16332-16452-16598-16730-16810-16994-17210-17268-17786-17962-18214 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788 sum: 594578 positions: 407371,8480,0,3444,250 + Entry 4:count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006-16056-16180-16304-16332-16452-16598-16730-16810-16994-17210-17268-17786-17962-18214-18444-18446-18724-18912-18952-19164 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788-19204-19254-19518-19596-19786-19874-19904 sum: 631944 positions: 562094,3058,0,4643,292 + Stripe: offset: 1842847 data: 188033 rows: 1000 tail: 67 index: 841 + Stream: column 0 section ROW_INDEX start: 1842847 length 12 + Stream: column 1 section ROW_INDEX start: 1842859 length 38 + Stream: column 2 section ROW_INDEX start: 1842897 length 41 + Stream: column 3 section ROW_INDEX start: 1842938 length 750 + Stream: column 1 section DATA start: 1843688 length 4007 + Stream: column 2 section DATA start: 1847695 length 8007 + Stream: column 3 section DATA start: 1855702 length 174759 + Stream: column 3 section LENGTH start: 2030461 length 1260 Encoding column 0: DIRECT Encoding column 1: DIRECT_V2 Encoding column 2: DIRECT_V2 Encoding column 3: DIRECT_V2 Row group index column 1: - Entry 0: count: 1000 min: -2143595397 max: 2136858458 positions: 0,0,0 + Entry 0:count: 1000 hasNull: false min: -2143595397 max: 2136858458 sum: -22999664100 positions: 0,0,0 Row group index column 2: - Entry 0: count: 1000 min: -9212379634781416464 max: 9197412874152820822 positions: 0,0,0 + Entry 0:count: 1000 hasNull: false min: -9212379634781416464 max: 9197412874152820822 positions: 0,0,0 Row group index column 3: - Entry 0: count: 1000 min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006-16056-16180-16304-16332-16452-16598-16730-16810-16994-17210-17268-17786-17962-18214-18444-18446-18724-18912-18952-19164-19348-19400-19546-19776-19896-20084 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788-19204-19254-19518-19596-19786-19874-19904-20390-20752-20936 positions: 0,0,0,0,0 + Entry 0:count: 1000 hasNull: false min: Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006-16056-16180-16304-16332-16452-16598-16730-16810-16994-17210-17268-17786-17962-18214-18444-18446-18724-18912-18952-19164-19348-19400-19546-19776-19896-20084 max: worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788-19204-19254-19518-19596-19786-19874-19904-20390-20752-20936 sum: 670762 positions: 0,0,0,0,0 -File length: 2033559 bytes +File length: 2033643 bytes Padding length: 0 bytes Padding ratio: 0% Index: ql/src/test/resources/orc-file-dump.out =================================================================== --- ql/src/test/resources/orc-file-dump.out (revision 1651027) +++ ql/src/test/resources/orc-file-dump.out (working copy) @@ -7,187 +7,187 @@ Stripe Statistics: Stripe 1: - Column 0: count: 5000 - Column 1: count: 5000 min: -2146021688 max: 2147223299 sum: 515792826 - Column 2: count: 5000 min: -9218592812243954469 max: 9221614132680747961 - Column 3: count: 5000 min: Darkness, max: worst sum: 19280 + Column 0: count: 5000 hasNull: false + Column 1: count: 5000 hasNull: false min: -2146021688 max: 2147223299 sum: 515792826 + Column 2: count: 5000 hasNull: false min: -9218592812243954469 max: 9221614132680747961 + Column 3: count: 5000 hasNull: false min: Darkness, max: worst sum: 19280 Stripe 2: - Column 0: count: 5000 - Column 1: count: 5000 min: -2146733128 max: 2147001622 sum: 7673427 - Column 2: count: 5000 min: -9220818777591257749 max: 9222259462014003839 - Column 3: count: 5000 min: Darkness, max: worst sum: 19504 + Column 0: count: 5000 hasNull: false + Column 1: count: 5000 hasNull: false min: -2146733128 max: 2147001622 sum: 7673427 + Column 2: count: 5000 hasNull: false min: -9220818777591257749 max: 9222259462014003839 + Column 3: count: 5000 hasNull: false min: Darkness, max: worst sum: 19504 Stripe 3: - Column 0: count: 5000 - Column 1: count: 5000 min: -2146993718 max: 2147378179 sum: 132660742551 - Column 2: count: 5000 min: -9218342074710552826 max: 9222303228623055266 - Column 3: count: 5000 min: Darkness, max: worst sum: 19641 + Column 0: count: 5000 hasNull: false + Column 1: count: 5000 hasNull: false min: -2146993718 max: 2147378179 sum: 132660742551 + Column 2: count: 5000 hasNull: false min: -9218342074710552826 max: 9222303228623055266 + Column 3: count: 5000 hasNull: false min: Darkness, max: worst sum: 19641 Stripe 4: - Column 0: count: 5000 - Column 1: count: 5000 min: -2146658006 max: 2145520931 sum: 8533549236 - Column 2: count: 5000 min: -9222758097219661129 max: 9221043130193737406 - Column 3: count: 5000 min: Darkness, max: worst sum: 19470 + Column 0: count: 5000 hasNull: false + Column 1: count: 5000 hasNull: false min: -2146658006 max: 2145520931 sum: 8533549236 + Column 2: count: 5000 hasNull: false min: -9222758097219661129 max: 9221043130193737406 + Column 3: count: 5000 hasNull: false min: Darkness, max: worst sum: 19470 Stripe 5: - Column 0: count: 1000 - Column 1: count: 1000 min: -2146245500 max: 2146378640 sum: 51299706363 - Column 2: count: 1000 min: -9208193203370316142 max: 9218567213558056476 - Column 3: count: 1000 min: Darkness, max: worst sum: 3866 + Column 0: count: 1000 hasNull: false + Column 1: count: 1000 hasNull: false min: -2146245500 max: 2146378640 sum: 51299706363 + Column 2: count: 1000 hasNull: false min: -9208193203370316142 max: 9218567213558056476 + Column 3: count: 1000 hasNull: false min: Darkness, max: worst sum: 3866 File Statistics: - Column 0: count: 21000 - Column 1: count: 21000 min: -2146993718 max: 2147378179 sum: 193017464403 - Column 2: count: 21000 min: -9222758097219661129 max: 9222303228623055266 - Column 3: count: 21000 min: Darkness, max: worst sum: 81761 + Column 0: count: 21000 hasNull: false + Column 1: count: 21000 hasNull: false min: -2146993718 max: 2147378179 sum: 193017464403 + Column 2: count: 21000 hasNull: false min: -9222758097219661129 max: 9222303228623055266 + Column 3: count: 21000 hasNull: false min: Darkness, max: worst sum: 81761 Stripes: - Stripe: offset: 3 data: 63765 rows: 5000 tail: 79 index: 428 - Stream: column 0 section ROW_INDEX start: 3 length 15 - Stream: column 1 section ROW_INDEX start: 18 length 158 - Stream: column 2 section ROW_INDEX start: 176 length 171 - Stream: column 3 section ROW_INDEX start: 347 length 84 - Stream: column 1 section DATA start: 431 length 20029 - Stream: column 2 section DATA start: 20460 length 40035 - Stream: column 3 section DATA start: 60495 length 3543 - Stream: column 3 section LENGTH start: 64038 length 25 - Stream: column 3 section DICTIONARY_DATA start: 64063 length 133 + Stripe: offset: 3 data: 63765 rows: 5000 tail: 79 index: 441 + Stream: column 0 section ROW_INDEX start: 3 length 17 + Stream: column 1 section ROW_INDEX start: 20 length 164 + Stream: column 2 section ROW_INDEX start: 184 length 173 + Stream: column 3 section ROW_INDEX start: 357 length 87 + Stream: column 1 section DATA start: 444 length 20029 + Stream: column 2 section DATA start: 20473 length 40035 + Stream: column 3 section DATA start: 60508 length 3543 + Stream: column 3 section LENGTH start: 64051 length 25 + Stream: column 3 section DICTIONARY_DATA start: 64076 length 133 Encoding column 0: DIRECT Encoding column 1: DIRECT_V2 Encoding column 2: DIRECT_V2 Encoding column 3: DICTIONARY_V2[35] Row group index column 1: - Entry 0: count: 1000 min: -2145365268 max: 2135491313 positions: 0,0,0 - Entry 1: count: 1000 min: -2139452528 max: 2147223299 positions: 0,2050,488 - Entry 2: count: 1000 min: -2142420586 max: 2143898386 positions: 0,6150,464 - Entry 3: count: 1000 min: -2137233441 max: 2144267163 positions: 10003,250,440 - Entry 4: count: 1000 min: -2146021688 max: 2146838901 positions: 10003,4350,416 + Entry 0:count: 1000 hasNull: false min: -2145365268 max: 2135491313 sum: 7521792925 positions: 0,0,0 + Entry 1:count: 1000 hasNull: false min: -2139452528 max: 2147223299 sum: -12923774313 positions: 0,2050,488 + Entry 2:count: 1000 hasNull: false min: -2142420586 max: 2143898386 sum: -25521983511 positions: 0,6150,464 + Entry 3:count: 1000 hasNull: false min: -2137233441 max: 2144267163 sum: 40993386199 positions: 10003,250,440 + Entry 4:count: 1000 hasNull: false min: -2146021688 max: 2146838901 sum: -9553628474 positions: 10003,4350,416 Row group index column 2: - Entry 0: count: 1000 min: -9200577545527640566 max: 9175500305011173751 positions: 0,0,0 - Entry 1: count: 1000 min: -9203618157670445774 max: 9208123824411178101 positions: 0,4098,488 - Entry 2: count: 1000 min: -9218592812243954469 max: 9221351515892923972 positions: 10003,2294,464 - Entry 3: count: 1000 min: -9206585617947511272 max: 9167703224425685487 positions: 20006,490,440 - Entry 4: count: 1000 min: -9206645795733282496 max: 9221614132680747961 positions: 20006,8686,416 + Entry 0:count: 1000 hasNull: false min: -9200577545527640566 max: 9175500305011173751 positions: 0,0,0 + Entry 1:count: 1000 hasNull: false min: -9203618157670445774 max: 9208123824411178101 positions: 0,4098,488 + Entry 2:count: 1000 hasNull: false min: -9218592812243954469 max: 9221351515892923972 positions: 10003,2294,464 + Entry 3:count: 1000 hasNull: false min: -9206585617947511272 max: 9167703224425685487 positions: 20006,490,440 + Entry 4:count: 1000 hasNull: false min: -9206645795733282496 max: 9221614132680747961 positions: 20006,8686,416 Row group index column 3: - Entry 0: count: 1000 min: Darkness, max: worst positions: 0,0,0 - Entry 1: count: 1000 min: Darkness, max: worst positions: 0,659,149 - Entry 2: count: 1000 min: Darkness, max: worst positions: 0,1531,3 - Entry 3: count: 1000 min: Darkness, max: worst positions: 0,2281,32 - Entry 4: count: 1000 min: Darkness, max: worst positions: 0,3033,45 - Stripe: offset: 64275 data: 63754 rows: 5000 tail: 79 index: 421 - Stream: column 0 section ROW_INDEX start: 64275 length 15 - Stream: column 1 section ROW_INDEX start: 64290 length 157 - Stream: column 2 section ROW_INDEX start: 64447 length 169 - Stream: column 3 section ROW_INDEX start: 64616 length 80 - Stream: column 1 section DATA start: 64696 length 20029 - Stream: column 2 section DATA start: 84725 length 40035 - Stream: column 3 section DATA start: 124760 length 3532 - Stream: column 3 section LENGTH start: 128292 length 25 - Stream: column 3 section DICTIONARY_DATA start: 128317 length 133 + Entry 0:count: 1000 hasNull: false min: Darkness, max: worst sum: 3862 positions: 0,0,0 + Entry 1:count: 1000 hasNull: false min: Darkness, max: worst sum: 3884 positions: 0,659,149 + Entry 2:count: 1000 hasNull: false min: Darkness, max: worst sum: 3893 positions: 0,1531,3 + Entry 3:count: 1000 hasNull: false min: Darkness, max: worst sum: 3798 positions: 0,2281,32 + Entry 4:count: 1000 hasNull: false min: Darkness, max: worst sum: 3843 positions: 0,3033,45 + Stripe: offset: 64288 data: 63754 rows: 5000 tail: 79 index: 433 + Stream: column 0 section ROW_INDEX start: 64288 length 17 + Stream: column 1 section ROW_INDEX start: 64305 length 162 + Stream: column 2 section ROW_INDEX start: 64467 length 171 + Stream: column 3 section ROW_INDEX start: 64638 length 83 + Stream: column 1 section DATA start: 64721 length 20029 + Stream: column 2 section DATA start: 84750 length 40035 + Stream: column 3 section DATA start: 124785 length 3532 + Stream: column 3 section LENGTH start: 128317 length 25 + Stream: column 3 section DICTIONARY_DATA start: 128342 length 133 Encoding column 0: DIRECT Encoding column 1: DIRECT_V2 Encoding column 2: DIRECT_V2 Encoding column 3: DICTIONARY_V2[35] Row group index column 1: - Entry 0: count: 1000 min: -2143799121 max: 2145249879 positions: 0,0,0 - Entry 1: count: 1000 min: -2146733128 max: 2147001622 positions: 0,2050,488 - Entry 2: count: 1000 min: -2144302712 max: 2146299933 positions: 0,6150,464 - Entry 3: count: 1000 min: -2145172948 max: 2144335014 positions: 10003,250,440 - Entry 4: count: 1000 min: -2146428427 max: 2144067253 positions: 10003,4350,416 + Entry 0:count: 1000 hasNull: false min: -2143799121 max: 2145249879 sum: -6966266181 positions: 0,0,0 + Entry 1:count: 1000 hasNull: false min: -2146733128 max: 2147001622 sum: -35930106333 positions: 0,2050,488 + Entry 2:count: 1000 hasNull: false min: -2144302712 max: 2146299933 sum: 6944230435 positions: 0,6150,464 + Entry 3:count: 1000 hasNull: false min: -2145172948 max: 2144335014 sum: -29624404959 positions: 10003,250,440 + Entry 4:count: 1000 hasNull: false min: -2146428427 max: 2144067253 sum: 65584220465 positions: 10003,4350,416 Row group index column 2: - Entry 0: count: 1000 min: -9218450653857701562 max: 9189819526332228512 positions: 0,0,0 - Entry 1: count: 1000 min: -9220818777591257749 max: 9178821722829648113 positions: 0,4098,488 - Entry 2: count: 1000 min: -9220031433030423388 max: 9210838931786956852 positions: 10003,2294,464 - Entry 3: count: 1000 min: -9208195729739635607 max: 9222259462014003839 positions: 20006,490,440 - Entry 4: count: 1000 min: -9174271499932339698 max: 9212277876771676916 positions: 20006,8686,416 + Entry 0:count: 1000 hasNull: false min: -9218450653857701562 max: 9189819526332228512 positions: 0,0,0 + Entry 1:count: 1000 hasNull: false min: -9220818777591257749 max: 9178821722829648113 positions: 0,4098,488 + Entry 2:count: 1000 hasNull: false min: -9220031433030423388 max: 9210838931786956852 positions: 10003,2294,464 + Entry 3:count: 1000 hasNull: false min: -9208195729739635607 max: 9222259462014003839 positions: 20006,490,440 + Entry 4:count: 1000 hasNull: false min: -9174271499932339698 max: 9212277876771676916 positions: 20006,8686,416 Row group index column 3: - Entry 0: count: 1000 min: Darkness, max: worst positions: 0,0,0 - Entry 1: count: 1000 min: Darkness, max: worst positions: 0,761,12 - Entry 2: count: 1000 min: Darkness, max: worst positions: 0,1472,70 - Entry 3: count: 1000 min: Darkness, max: worst positions: 0,2250,43 - Entry 4: count: 1000 min: Darkness, max: worst positions: 0,2978,88 - Stripe: offset: 128529 data: 63766 rows: 5000 tail: 79 index: 422 - Stream: column 0 section ROW_INDEX start: 128529 length 15 - Stream: column 1 section ROW_INDEX start: 128544 length 153 - Stream: column 2 section ROW_INDEX start: 128697 length 169 - Stream: column 3 section ROW_INDEX start: 128866 length 85 - Stream: column 1 section DATA start: 128951 length 20029 - Stream: column 2 section DATA start: 148980 length 40035 - Stream: column 3 section DATA start: 189015 length 3544 - Stream: column 3 section LENGTH start: 192559 length 25 - Stream: column 3 section DICTIONARY_DATA start: 192584 length 133 + Entry 0:count: 1000 hasNull: false min: Darkness, max: worst sum: 3923 positions: 0,0,0 + Entry 1:count: 1000 hasNull: false min: Darkness, max: worst sum: 3869 positions: 0,761,12 + Entry 2:count: 1000 hasNull: false min: Darkness, max: worst sum: 3817 positions: 0,1472,70 + Entry 3:count: 1000 hasNull: false min: Darkness, max: worst sum: 3931 positions: 0,2250,43 + Entry 4:count: 1000 hasNull: false min: Darkness, max: worst sum: 3964 positions: 0,2978,88 + Stripe: offset: 128554 data: 63766 rows: 5000 tail: 79 index: 437 + Stream: column 0 section ROW_INDEX start: 128554 length 17 + Stream: column 1 section ROW_INDEX start: 128571 length 159 + Stream: column 2 section ROW_INDEX start: 128730 length 171 + Stream: column 3 section ROW_INDEX start: 128901 length 90 + Stream: column 1 section DATA start: 128991 length 20029 + Stream: column 2 section DATA start: 149020 length 40035 + Stream: column 3 section DATA start: 189055 length 3544 + Stream: column 3 section LENGTH start: 192599 length 25 + Stream: column 3 section DICTIONARY_DATA start: 192624 length 133 Encoding column 0: DIRECT Encoding column 1: DIRECT_V2 Encoding column 2: DIRECT_V2 Encoding column 3: DICTIONARY_V2[35] Row group index column 1: - Entry 0: count: 1000 min: -2146993718 max: 2144179881 positions: 0,0,0 - Entry 1: count: 1000 min: -2144095505 max: 2144883384 positions: 0,2050,488 - Entry 2: count: 1000 min: -2144113995 max: 2143773575 positions: 0,6150,464 - Entry 3: count: 1000 min: -2146954065 max: 2146794873 positions: 10003,250,440 - Entry 4: count: 1000 min: -2135511523 max: 2147378179 positions: 10003,4350,416 + Entry 0:count: 1000 hasNull: false min: -2146993718 max: 2144179881 sum: -7829543271 positions: 0,0,0 + Entry 1:count: 1000 hasNull: false min: -2144095505 max: 2144883384 sum: 51623839692 positions: 0,2050,488 + Entry 2:count: 1000 hasNull: false min: -2144113995 max: 2143773575 sum: 56574412741 positions: 0,6150,464 + Entry 3:count: 1000 hasNull: false min: -2146954065 max: 2146794873 sum: 4336083432 positions: 10003,250,440 + Entry 4:count: 1000 hasNull: false min: -2135511523 max: 2147378179 sum: 27955949957 positions: 10003,4350,416 Row group index column 2: - Entry 0: count: 1000 min: -9211978436552246208 max: 9179058898902097152 positions: 0,0,0 - Entry 1: count: 1000 min: -9195645160817780503 max: 9189147759444307708 positions: 0,4098,488 - Entry 2: count: 1000 min: -9202888157616520823 max: 9193561362676960747 positions: 10003,2294,464 - Entry 3: count: 1000 min: -9216318198067839390 max: 9221286760675829363 positions: 20006,490,440 - Entry 4: count: 1000 min: -9218342074710552826 max: 9222303228623055266 positions: 20006,8686,416 + Entry 0:count: 1000 hasNull: false min: -9211978436552246208 max: 9179058898902097152 positions: 0,0,0 + Entry 1:count: 1000 hasNull: false min: -9195645160817780503 max: 9189147759444307708 positions: 0,4098,488 + Entry 2:count: 1000 hasNull: false min: -9202888157616520823 max: 9193561362676960747 positions: 10003,2294,464 + Entry 3:count: 1000 hasNull: false min: -9216318198067839390 max: 9221286760675829363 positions: 20006,490,440 + Entry 4:count: 1000 hasNull: false min: -9218342074710552826 max: 9222303228623055266 positions: 20006,8686,416 Row group index column 3: - Entry 0: count: 1000 min: Darkness, max: worst positions: 0,0,0 - Entry 1: count: 1000 min: Darkness, max: worst positions: 0,634,174 - Entry 2: count: 1000 min: Darkness, max: worst positions: 0,1469,69 - Entry 3: count: 1000 min: Darkness, max: worst positions: 0,2133,194 - Entry 4: count: 1000 min: Darkness, max: worst positions: 0,3005,43 - Stripe: offset: 192796 data: 63796 rows: 5000 tail: 79 index: 425 - Stream: column 0 section ROW_INDEX start: 192796 length 15 - Stream: column 1 section ROW_INDEX start: 192811 length 156 - Stream: column 2 section ROW_INDEX start: 192967 length 168 - Stream: column 3 section ROW_INDEX start: 193135 length 86 - Stream: column 1 section DATA start: 193221 length 20029 - Stream: column 2 section DATA start: 213250 length 40035 - Stream: column 3 section DATA start: 253285 length 3574 - Stream: column 3 section LENGTH start: 256859 length 25 - Stream: column 3 section DICTIONARY_DATA start: 256884 length 133 + Entry 0:count: 1000 hasNull: false min: Darkness, max: worst sum: 3817 positions: 0,0,0 + Entry 1:count: 1000 hasNull: false min: Darkness, max: worst sum: 4008 positions: 0,634,174 + Entry 2:count: 1000 hasNull: false min: Darkness, max: worst sum: 3999 positions: 0,1469,69 + Entry 3:count: 1000 hasNull: false min: Darkness, max: worst sum: 3817 positions: 0,2133,194 + Entry 4:count: 1000 hasNull: false min: Darkness, max: worst sum: 4000 positions: 0,3005,43 + Stripe: offset: 192836 data: 63796 rows: 5000 tail: 79 index: 440 + Stream: column 0 section ROW_INDEX start: 192836 length 17 + Stream: column 1 section ROW_INDEX start: 192853 length 162 + Stream: column 2 section ROW_INDEX start: 193015 length 170 + Stream: column 3 section ROW_INDEX start: 193185 length 91 + Stream: column 1 section DATA start: 193276 length 20029 + Stream: column 2 section DATA start: 213305 length 40035 + Stream: column 3 section DATA start: 253340 length 3574 + Stream: column 3 section LENGTH start: 256914 length 25 + Stream: column 3 section DICTIONARY_DATA start: 256939 length 133 Encoding column 0: DIRECT Encoding column 1: DIRECT_V2 Encoding column 2: DIRECT_V2 Encoding column 3: DICTIONARY_V2[35] Row group index column 1: - Entry 0: count: 1000 min: -2141355639 max: 2145520931 positions: 0,0,0 - Entry 1: count: 1000 min: -2138324170 max: 2140167376 positions: 0,2050,488 - Entry 2: count: 1000 min: -2146658006 max: 2144329742 positions: 0,6150,464 - Entry 3: count: 1000 min: -2144207593 max: 2139456355 positions: 10003,250,440 - Entry 4: count: 1000 min: -2145744719 max: 2145417153 positions: 10003,4350,416 + Entry 0:count: 1000 hasNull: false min: -2141355639 max: 2145520931 sum: 2726719912 positions: 0,0,0 + Entry 1:count: 1000 hasNull: false min: -2138324170 max: 2140167376 sum: -23606674002 positions: 0,2050,488 + Entry 2:count: 1000 hasNull: false min: -2146658006 max: 2144329742 sum: -41530109703 positions: 0,6150,464 + Entry 3:count: 1000 hasNull: false min: -2144207593 max: 2139456355 sum: 13559842458 positions: 10003,250,440 + Entry 4:count: 1000 hasNull: false min: -2145744719 max: 2145417153 sum: 57383770571 positions: 10003,4350,416 Row group index column 2: - Entry 0: count: 1000 min: -9222731174895935707 max: 9214167447015056056 positions: 0,0,0 - Entry 1: count: 1000 min: -9222758097219661129 max: 9221043130193737406 positions: 0,4098,488 - Entry 2: count: 1000 min: -9174483776261243438 max: 9208134757538374043 positions: 10003,2294,464 - Entry 3: count: 1000 min: -9174329712613510612 max: 9197412874152820822 positions: 20006,490,440 - Entry 4: count: 1000 min: -9221162005892422758 max: 9220625004936875965 positions: 20006,8686,416 + Entry 0:count: 1000 hasNull: false min: -9222731174895935707 max: 9214167447015056056 positions: 0,0,0 + Entry 1:count: 1000 hasNull: false min: -9222758097219661129 max: 9221043130193737406 positions: 0,4098,488 + Entry 2:count: 1000 hasNull: false min: -9174483776261243438 max: 9208134757538374043 positions: 10003,2294,464 + Entry 3:count: 1000 hasNull: false min: -9174329712613510612 max: 9197412874152820822 positions: 20006,490,440 + Entry 4:count: 1000 hasNull: false min: -9221162005892422758 max: 9220625004936875965 positions: 20006,8686,416 Row group index column 3: - Entry 0: count: 1000 min: Darkness, max: worst positions: 0,0,0 - Entry 1: count: 1000 min: Darkness, max: worst positions: 0,431,431 - Entry 2: count: 1000 min: Darkness, max: worst positions: 0,1485,52 - Entry 3: count: 1000 min: Darkness, max: worst positions: 0,2196,104 - Entry 4: count: 1000 min: Darkness, max: worst positions: 0,2934,131 - Stripe: offset: 257096 data: 12940 rows: 1000 tail: 71 index: 123 - Stream: column 0 section ROW_INDEX start: 257096 length 10 - Stream: column 1 section ROW_INDEX start: 257106 length 36 - Stream: column 2 section ROW_INDEX start: 257142 length 39 - Stream: column 3 section ROW_INDEX start: 257181 length 38 - Stream: column 1 section DATA start: 257219 length 4007 - Stream: column 2 section DATA start: 261226 length 8007 - Stream: column 3 section DATA start: 269233 length 768 - Stream: column 3 section LENGTH start: 270001 length 25 - Stream: column 3 section DICTIONARY_DATA start: 270026 length 133 + Entry 0:count: 1000 hasNull: false min: Darkness, max: worst sum: 3901 positions: 0,0,0 + Entry 1:count: 1000 hasNull: false min: Darkness, max: worst sum: 3900 positions: 0,431,431 + Entry 2:count: 1000 hasNull: false min: Darkness, max: worst sum: 3909 positions: 0,1485,52 + Entry 3:count: 1000 hasNull: false min: Darkness, max: worst sum: 3947 positions: 0,2196,104 + Entry 4:count: 1000 hasNull: false min: Darkness, max: worst sum: 3813 positions: 0,2934,131 + Stripe: offset: 257151 data: 12940 rows: 1000 tail: 71 index: 131 + Stream: column 0 section ROW_INDEX start: 257151 length 12 + Stream: column 1 section ROW_INDEX start: 257163 length 38 + Stream: column 2 section ROW_INDEX start: 257201 length 41 + Stream: column 3 section ROW_INDEX start: 257242 length 40 + Stream: column 1 section DATA start: 257282 length 4007 + Stream: column 2 section DATA start: 261289 length 8007 + Stream: column 3 section DATA start: 269296 length 768 + Stream: column 3 section LENGTH start: 270064 length 25 + Stream: column 3 section DICTIONARY_DATA start: 270089 length 133 Encoding column 0: DIRECT Encoding column 1: DIRECT_V2 Encoding column 2: DIRECT_V2 Encoding column 3: DICTIONARY_V2[35] Row group index column 1: - Entry 0: count: 1000 min: -2146245500 max: 2146378640 positions: 0,0,0 + Entry 0:count: 1000 hasNull: false min: -2146245500 max: 2146378640 sum: 51299706363 positions: 0,0,0 Row group index column 2: - Entry 0: count: 1000 min: -9208193203370316142 max: 9218567213558056476 positions: 0,0,0 + Entry 0:count: 1000 hasNull: false min: -9208193203370316142 max: 9218567213558056476 positions: 0,0,0 Row group index column 3: - Entry 0: count: 1000 min: Darkness, max: worst positions: 0,0,0 + Entry 0:count: 1000 hasNull: false min: Darkness, max: worst sum: 3866 positions: 0,0,0 -File length: 270762 bytes +File length: 270838 bytes Padding length: 0 bytes Padding ratio: 0% Index: ql/src/test/resources/orc-file-has-null.out =================================================================== --- ql/src/test/resources/orc-file-has-null.out (revision 0) +++ ql/src/test/resources/orc-file-has-null.out (working copy) @@ -0,0 +1,110 @@ +Structure for TestOrcFile.testHasNull.orc +File Version: 0.12 with HIVE_8732 +Rows: 20000 +Compression: ZLIB +Compression size: 10000 +Type: struct + +Stripe Statistics: + Stripe 1: + Column 0: count: 5000 hasNull: false + Column 1: count: 5000 hasNull: false sum: 15000 + Column 2: count: 2000 hasNull: true min: RG1 max: RG3 sum: 6000 + Stripe 2: + Column 0: count: 5000 hasNull: false + Column 1: count: 5000 hasNull: false sum: 15000 + Column 2: count: 0 hasNull: true + Stripe 3: + Column 0: count: 5000 hasNull: false + Column 1: count: 5000 hasNull: false sum: 15000 + Column 2: count: 5000 hasNull: false min: STRIPE-3 max: STRIPE-3 sum: 40000 + Stripe 4: + Column 0: count: 5000 hasNull: false + Column 1: count: 5000 hasNull: false sum: 15000 + Column 2: count: 0 hasNull: true + +File Statistics: + Column 0: count: 20000 hasNull: false + Column 1: count: 20000 hasNull: false sum: 60000 + Column 2: count: 7000 hasNull: true min: RG1 max: STRIPE-3 sum: 46000 + +Stripes: + Stripe: offset: 3 data: 195 rows: 5000 tail: 64 index: 162 + Stream: column 0 section ROW_INDEX start: 3 length 17 + Stream: column 1 section ROW_INDEX start: 20 length 63 + Stream: column 2 section ROW_INDEX start: 83 length 82 + Stream: column 1 section DATA start: 165 length 113 + Stream: column 1 section LENGTH start: 278 length 32 + Stream: column 2 section PRESENT start: 310 length 13 + Stream: column 2 section DATA start: 323 length 22 + Stream: column 2 section LENGTH start: 345 length 6 + Stream: column 2 section DICTIONARY_DATA start: 351 length 9 + Encoding column 0: DIRECT + Encoding column 1: DIRECT_V2 + Encoding column 2: DICTIONARY_V2[2] + Row group index column 2: + Entry 0:count: 1000 hasNull: false min: RG1 max: RG1 sum: 3000 positions: 0,0,0,0,0,0,0 + Entry 1:count: 0 hasNull: true positions: 0,0,125,0,0,66,488 + Entry 2:count: 1000 hasNull: false min: RG3 max: RG3 sum: 3000 positions: 0,2,125,0,0,66,488 + Entry 3:count: 0 hasNull: true positions: 0,4,125,0,0,136,488 + Entry 4:count: 0 hasNull: true positions: 0,6,125,0,0,136,488 + Stripe: offset: 424 data: 156 rows: 5000 tail: 60 index: 119 + Stream: column 0 section ROW_INDEX start: 424 length 17 + Stream: column 1 section ROW_INDEX start: 441 length 63 + Stream: column 2 section ROW_INDEX start: 504 length 39 + Stream: column 1 section DATA start: 543 length 113 + Stream: column 1 section LENGTH start: 656 length 32 + Stream: column 2 section PRESENT start: 688 length 11 + Stream: column 2 section DATA start: 699 length 0 + Stream: column 2 section LENGTH start: 699 length 0 + Stream: column 2 section DICTIONARY_DATA start: 699 length 0 + Encoding column 0: DIRECT + Encoding column 1: DIRECT_V2 + Encoding column 2: DICTIONARY_V2[0] + Row group index column 2: + Entry 0:count: 0 hasNull: true positions: 0,0,0,0,0,0,0 + Entry 1:count: 0 hasNull: true positions: 0,0,125,0,0,0,0 + Entry 2:count: 0 hasNull: true positions: 0,2,120,0,0,0,0 + Entry 3:count: 0 hasNull: true positions: 0,4,115,0,0,0,0 + Entry 4:count: 0 hasNull: true positions: 0,6,110,0,0,0,0 + Stripe: offset: 759 data: 186 rows: 5000 tail: 60 index: 148 + Stream: column 0 section ROW_INDEX start: 759 length 17 + Stream: column 1 section ROW_INDEX start: 776 length 63 + Stream: column 2 section ROW_INDEX start: 839 length 68 + Stream: column 1 section DATA start: 907 length 113 + Stream: column 1 section LENGTH start: 1020 length 32 + Stream: column 2 section DATA start: 1052 length 24 + Stream: column 2 section LENGTH start: 1076 length 6 + Stream: column 2 section DICTIONARY_DATA start: 1082 length 11 + Encoding column 0: DIRECT + Encoding column 1: DIRECT_V2 + Encoding column 2: DICTIONARY_V2[1] + Row group index column 2: + Entry 0:count: 1000 hasNull: false min: STRIPE-3 max: STRIPE-3 sum: 8000 positions: 0,0,0 + Entry 1:count: 1000 hasNull: false min: STRIPE-3 max: STRIPE-3 sum: 8000 positions: 0,66,488 + Entry 2:count: 1000 hasNull: false min: STRIPE-3 max: STRIPE-3 sum: 8000 positions: 0,198,464 + Entry 3:count: 1000 hasNull: false min: STRIPE-3 max: STRIPE-3 sum: 8000 positions: 0,330,440 + Entry 4:count: 1000 hasNull: false min: STRIPE-3 max: STRIPE-3 sum: 8000 positions: 0,462,416 + Stripe: offset: 1153 data: 156 rows: 5000 tail: 60 index: 119 + Stream: column 0 section ROW_INDEX start: 1153 length 17 + Stream: column 1 section ROW_INDEX start: 1170 length 63 + Stream: column 2 section ROW_INDEX start: 1233 length 39 + Stream: column 1 section DATA start: 1272 length 113 + Stream: column 1 section LENGTH start: 1385 length 32 + Stream: column 2 section PRESENT start: 1417 length 11 + Stream: column 2 section DATA start: 1428 length 0 + Stream: column 2 section LENGTH start: 1428 length 0 + Stream: column 2 section DICTIONARY_DATA start: 1428 length 0 + Encoding column 0: DIRECT + Encoding column 1: DIRECT_V2 + Encoding column 2: DICTIONARY_V2[0] + Row group index column 2: + Entry 0:count: 0 hasNull: true positions: 0,0,0,0,0,0,0 + Entry 1:count: 0 hasNull: true positions: 0,0,125,0,0,0,0 + Entry 2:count: 0 hasNull: true positions: 0,2,120,0,0,0,0 + Entry 3:count: 0 hasNull: true positions: 0,4,115,0,0,0,0 + Entry 4:count: 0 hasNull: true positions: 0,6,110,0,0,0,0 + +File length: 1736 bytes +Padding length: 0 bytes +Padding ratio: 0% Index: ql/src/test/results/clientpositive/alter_merge_orc.q.out =================================================================== --- ql/src/test/results/clientpositive/alter_merge_orc.q.out (revision 1651027) +++ ql/src/test/results/clientpositive/alter_merge_orc.q.out (working copy) @@ -48,9 +48,9 @@ partitioned:false partitionColumns: totalNumberFiles:3 -totalFileSize:7494 -maxFileSize:2498 -minFileSize:2498 +totalFileSize:7545 +maxFileSize:2515 +minFileSize:2515 #### A masked pattern was here #### PREHOOK: query: select count(1) from src_orc_merge_test @@ -91,9 +91,9 @@ partitioned:false partitionColumns: totalNumberFiles:1 -totalFileSize:7169 -maxFileSize:7169 -minFileSize:7169 +totalFileSize:7198 +maxFileSize:7198 +minFileSize:7198 #### A masked pattern was here #### PREHOOK: query: select count(1) from src_orc_merge_test @@ -171,9 +171,9 @@ partitioned:true partitionColumns:struct partition_columns { string ds} totalNumberFiles:3 -totalFileSize:7494 -maxFileSize:2498 -minFileSize:2498 +totalFileSize:7545 +maxFileSize:2515 +minFileSize:2515 #### A masked pattern was here #### PREHOOK: query: select count(1) from src_orc_merge_test_part @@ -218,9 +218,9 @@ partitioned:true partitionColumns:struct partition_columns { string ds} totalNumberFiles:1 -totalFileSize:7169 -maxFileSize:7169 -minFileSize:7169 +totalFileSize:7198 +maxFileSize:7198 +minFileSize:7198 #### A masked pattern was here #### PREHOOK: query: select count(1) from src_orc_merge_test_part Index: ql/src/test/results/clientpositive/alter_merge_stats_orc.q.out =================================================================== --- ql/src/test/results/clientpositive/alter_merge_stats_orc.q.out (revision 1651027) +++ ql/src/test/results/clientpositive/alter_merge_stats_orc.q.out (working copy) @@ -48,9 +48,9 @@ partitioned:false partitionColumns: totalNumberFiles:3 -totalFileSize:7494 -maxFileSize:2498 -minFileSize:2498 +totalFileSize:7545 +maxFileSize:2515 +minFileSize:2515 #### A masked pattern was here #### PREHOOK: query: desc extended src_orc_merge_test_stat @@ -94,7 +94,7 @@ numFiles 3 numRows 1500 rawDataSize 141000 - totalSize 7494 + totalSize 7545 #### A masked pattern was here #### # Storage Information @@ -146,7 +146,7 @@ numFiles 1 numRows 1500 rawDataSize 141000 - totalSize 7169 + totalSize 7198 #### A masked pattern was here #### # Storage Information @@ -216,9 +216,9 @@ partitioned:true partitionColumns:struct partition_columns { string ds} totalNumberFiles:3 -totalFileSize:7494 -maxFileSize:2498 -minFileSize:2498 +totalFileSize:7545 +maxFileSize:2515 +minFileSize:2515 #### A masked pattern was here #### PREHOOK: query: desc formatted src_orc_merge_test_part_stat partition (ds='2011') @@ -249,7 +249,7 @@ numFiles 3 numRows 1500 rawDataSize 141000 - totalSize 7494 + totalSize 7545 #### A masked pattern was here #### # Storage Information @@ -300,7 +300,7 @@ numFiles 3 numRows 1500 rawDataSize 141000 - totalSize 7494 + totalSize 7545 #### A masked pattern was here #### # Storage Information @@ -359,7 +359,7 @@ numFiles 1 numRows 1500 rawDataSize 141000 - totalSize 7169 + totalSize 7198 #### A masked pattern was here #### # Storage Information Index: ql/src/test/results/clientpositive/annotate_stats_part.q.out =================================================================== --- ql/src/test/results/clientpositive/annotate_stats_part.q.out (revision 1651027) +++ ql/src/test/results/clientpositive/annotate_stats_part.q.out (working copy) @@ -98,11 +98,11 @@ Processor Tree: TableScan alias: loc_orc - Statistics: Num rows: 5 Data size: 727 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 6 Data size: 767 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: state (type: string), locid (type: int), zip (type: bigint), year (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 5 Data size: 920 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 6 Data size: 1104 Basic stats: COMPLETE Column stats: PARTIAL ListSink PREHOOK: query: -- partition level analyze statistics for specific parition @@ -135,11 +135,11 @@ Processor Tree: TableScan alias: loc_orc - Statistics: Num rows: 2 Data size: 325 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 342 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: state (type: string), locid (type: int), zip (type: bigint), '__HIVE_DEFAULT_PARTITION__' (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 325 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 342 Basic stats: COMPLETE Column stats: NONE ListSink PREHOOK: query: -- basicStatState: PARTIAL colStatState: NONE @@ -158,11 +158,11 @@ Processor Tree: TableScan alias: loc_orc - Statistics: Num rows: 9 Data size: 727 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 10 Data size: 767 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: state (type: string), locid (type: int), zip (type: bigint), year (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 9 Data size: 1656 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 10 Data size: 1840 Basic stats: COMPLETE Column stats: PARTIAL ListSink PREHOOK: query: -- basicStatState: COMPLETE colStatState: NONE @@ -181,11 +181,11 @@ Processor Tree: TableScan alias: loc_orc - Statistics: Num rows: 7 Data size: 402 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7 Data size: 425 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: state (type: string), locid (type: int), zip (type: bigint), '2001' (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 7 Data size: 402 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7 Data size: 425 Basic stats: COMPLETE Column stats: NONE ListSink PREHOOK: query: -- partition level analyze statistics for all partitions @@ -222,11 +222,11 @@ Processor Tree: TableScan alias: loc_orc - Statistics: Num rows: 1 Data size: 325 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 342 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: state (type: string), locid (type: int), zip (type: bigint), '__HIVE_DEFAULT_PARTITION__' (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 325 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 342 Basic stats: COMPLETE Column stats: NONE ListSink PREHOOK: query: -- basicStatState: COMPLETE colStatState: NONE @@ -245,7 +245,7 @@ Processor Tree: TableScan alias: loc_orc - Statistics: Num rows: 8 Data size: 727 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 8 Data size: 767 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: state (type: string), locid (type: int), zip (type: bigint), year (type: string) outputColumnNames: _col0, _col1, _col2, _col3 @@ -268,7 +268,7 @@ Processor Tree: TableScan alias: loc_orc - Statistics: Num rows: 8 Data size: 727 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 8 Data size: 767 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: state (type: string), locid (type: int), zip (type: bigint), year (type: string) outputColumnNames: _col0, _col1, _col2, _col3 @@ -331,11 +331,11 @@ Processor Tree: TableScan alias: loc_orc - Statistics: Num rows: 8 Data size: 727 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 8 Data size: 767 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: zip (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 8 Data size: 727 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 8 Data size: 767 Basic stats: COMPLETE Column stats: NONE ListSink PREHOOK: query: -- basicStatState: COMPLETE colStatState: PARTIAL @@ -354,7 +354,7 @@ Processor Tree: TableScan alias: loc_orc - Statistics: Num rows: 8 Data size: 727 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 8 Data size: 767 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: state (type: string) outputColumnNames: _col0 @@ -377,7 +377,7 @@ Processor Tree: TableScan alias: loc_orc - Statistics: Num rows: 8 Data size: 727 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 767 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: year (type: string) outputColumnNames: _col0 @@ -402,7 +402,7 @@ Processor Tree: TableScan alias: loc_orc - Statistics: Num rows: 8 Data size: 727 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 8 Data size: 767 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: state (type: string), locid (type: int) outputColumnNames: _col0, _col1 @@ -425,7 +425,7 @@ Processor Tree: TableScan alias: loc_orc - Statistics: Num rows: 7 Data size: 402 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 7 Data size: 425 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: state (type: string), locid (type: int) outputColumnNames: _col0, _col1 @@ -448,11 +448,11 @@ Processor Tree: TableScan alias: loc_orc - Statistics: Num rows: 1 Data size: 325 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 342 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: state (type: string), locid (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 325 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 342 Basic stats: COMPLETE Column stats: NONE ListSink PREHOOK: query: -- basicStatState: COMPLETE colStatState: PARTIAL @@ -471,7 +471,7 @@ Processor Tree: TableScan alias: loc_orc - Statistics: Num rows: 8 Data size: 727 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 8 Data size: 767 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: state (type: string), locid (type: int), zip (type: bigint), year (type: string) outputColumnNames: _col0, _col1, _col2, _col3 @@ -496,7 +496,7 @@ Map Operator Tree: TableScan alias: loc_orc - Statistics: Num rows: 7 Data size: 402 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 7 Data size: 425 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (locid > 0) (type: boolean) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE @@ -532,7 +532,7 @@ Map Operator Tree: TableScan alias: loc_orc - Statistics: Num rows: 7 Data size: 402 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 7 Data size: 425 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (locid > 0) (type: boolean) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE @@ -568,7 +568,7 @@ Map Operator Tree: TableScan alias: loc_orc - Statistics: Num rows: 7 Data size: 402 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 7 Data size: 425 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (locid > 0) (type: boolean) Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Index: ql/src/test/results/clientpositive/annotate_stats_table.q.out =================================================================== --- ql/src/test/results/clientpositive/annotate_stats_table.q.out (revision 1651027) +++ ql/src/test/results/clientpositive/annotate_stats_table.q.out (working copy) @@ -89,11 +89,11 @@ Processor Tree: TableScan alias: emp_orc - Statistics: Num rows: 3 Data size: 366 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 384 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: lastname (type: string), deptid (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 366 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 384 Basic stats: COMPLETE Column stats: NONE ListSink PREHOOK: query: -- table level analyze statistics @@ -122,11 +122,11 @@ Processor Tree: TableScan alias: emp_orc - Statistics: Num rows: 48 Data size: 366 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 384 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: lastname (type: string), deptid (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 48 Data size: 366 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 384 Basic stats: COMPLETE Column stats: NONE ListSink PREHOOK: query: -- column level partial statistics @@ -155,7 +155,7 @@ Processor Tree: TableScan alias: emp_orc - Statistics: Num rows: 48 Data size: 366 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 48 Data size: 384 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: lastname (type: string), deptid (type: int) outputColumnNames: _col0, _col1 @@ -180,7 +180,7 @@ Processor Tree: TableScan alias: emp_orc - Statistics: Num rows: 48 Data size: 366 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 48 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: deptid (type: int) outputColumnNames: _col0 @@ -213,7 +213,7 @@ Processor Tree: TableScan alias: emp_orc - Statistics: Num rows: 48 Data size: 366 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 48 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: lastname (type: string), deptid (type: int) outputColumnNames: _col0, _col1 @@ -236,7 +236,7 @@ Processor Tree: TableScan alias: emp_orc - Statistics: Num rows: 48 Data size: 366 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 48 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: lastname (type: string) outputColumnNames: _col0 @@ -259,7 +259,7 @@ Processor Tree: TableScan alias: emp_orc - Statistics: Num rows: 48 Data size: 366 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 48 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: deptid (type: int) outputColumnNames: _col0 @@ -282,7 +282,7 @@ Processor Tree: TableScan alias: emp_orc - Statistics: Num rows: 48 Data size: 366 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 48 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: lastname (type: string), deptid (type: int) outputColumnNames: _col0, _col1 Index: ql/src/test/results/clientpositive/create_like.q.out =================================================================== --- ql/src/test/results/clientpositive/create_like.q.out (revision 1651027) +++ ql/src/test/results/clientpositive/create_like.q.out (working copy) @@ -453,3 +453,138 @@ Sort Columns: [] Storage Desc Params: serialization.format 1 +PREHOOK: query: CREATE TABLE table5(col1 int, col2 string) stored as TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table5 +POSTHOOK: query: CREATE TABLE table5(col1 int, col2 string) stored as TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table5 +PREHOOK: query: DESCRIBE FORMATTED table5 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table5 +POSTHOOK: query: DESCRIBE FORMATTED table5 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table5 +# col_name data_type comment + +col1 int +col2 string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Protect Mode: None +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: CREATE TABLE table6 like table5 stored as RCFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table6 +POSTHOOK: query: CREATE TABLE table6 like table5 stored as RCFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table6 +PREHOOK: query: DESCRIBE FORMATTED table6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table6 +POSTHOOK: query: DESCRIBE FORMATTED table6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table6 +# col_name data_type comment + +col1 int +col2 string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Protect Mode: None +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe +InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: drop table table6 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table6 +PREHOOK: Output: default@table6 +POSTHOOK: query: drop table table6 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table6 +POSTHOOK: Output: default@table6 +#### A masked pattern was here #### +PREHOOK: type: CREATETABLE +#### A masked pattern was here #### +PREHOOK: Output: database:default +PREHOOK: Output: default@table6 +#### A masked pattern was here #### +POSTHOOK: type: CREATETABLE +#### A masked pattern was here #### +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table6 +PREHOOK: query: DESCRIBE FORMATTED table6 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@table6 +POSTHOOK: query: DESCRIBE FORMATTED table6 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@table6 +# col_name data_type comment + +col1 int +col2 string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Protect Mode: None +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.columnar.LazyBinaryColumnarSerDe +InputFormat: org.apache.hadoop.hive.ql.io.RCFileInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.RCFileOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: drop table table5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@table5 +PREHOOK: Output: default@table5 +POSTHOOK: query: drop table table5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@table5 +POSTHOOK: Output: default@table5 Index: ql/src/test/results/clientpositive/dynpart_sort_opt_vectorization.q.out =================================================================== --- ql/src/test/results/clientpositive/dynpart_sort_opt_vectorization.q.out (revision 1651027) +++ ql/src/test/results/clientpositive/dynpart_sort_opt_vectorization.q.out (working copy) @@ -880,7 +880,7 @@ numFiles 2 numRows 32 rawDataSize 640 - totalSize 1352 + totalSize 1400 #### A masked pattern was here #### # Storage Information @@ -924,7 +924,7 @@ numFiles 2 numRows 6 rawDataSize 120 - totalSize 1054 + totalSize 1102 #### A masked pattern was here #### # Storage Information @@ -968,7 +968,7 @@ numFiles 2 numRows 14 rawDataSize 280 - totalSize 1170 + totalSize 1216 #### A masked pattern was here #### # Storage Information @@ -1012,7 +1012,7 @@ numFiles 2 numRows 6 rawDataSize 120 - totalSize 1054 + totalSize 1102 #### A masked pattern was here #### # Storage Information @@ -1055,7 +1055,7 @@ numFiles 8 numRows 32 rawDataSize 640 - totalSize 4356 + totalSize 4548 #### A masked pattern was here #### # Storage Information @@ -1098,7 +1098,7 @@ numFiles 8 numRows 6 rawDataSize 120 - totalSize 2110 + totalSize 2212 #### A masked pattern was here #### # Storage Information @@ -1141,7 +1141,7 @@ numFiles 8 numRows 32 rawDataSize 640 - totalSize 4342 + totalSize 4534 #### A masked pattern was here #### # Storage Information @@ -1184,7 +1184,7 @@ numFiles 8 numRows 6 rawDataSize 120 - totalSize 2110 + totalSize 2212 #### A masked pattern was here #### # Storage Information Index: ql/src/test/results/clientpositive/dynpart_sort_optimization2.q.out =================================================================== --- ql/src/test/results/clientpositive/dynpart_sort_optimization2.q.out (revision 1651027) +++ ql/src/test/results/clientpositive/dynpart_sort_optimization2.q.out (working copy) @@ -1171,7 +1171,7 @@ numFiles 1 numRows 11 rawDataSize 88 - totalSize 419 + totalSize 433 #### A masked pattern was here #### # Storage Information @@ -1233,7 +1233,7 @@ numFiles 1 numRows 13 rawDataSize 104 - totalSize 442 + totalSize 456 #### A masked pattern was here #### # Storage Information @@ -1392,7 +1392,7 @@ numFiles 1 numRows 11 rawDataSize 88 - totalSize 419 + totalSize 433 #### A masked pattern was here #### # Storage Information @@ -1454,7 +1454,7 @@ numFiles 1 numRows 13 rawDataSize 104 - totalSize 442 + totalSize 456 #### A masked pattern was here #### # Storage Information Index: ql/src/test/results/clientpositive/extrapolate_part_stats_full.q.out =================================================================== --- ql/src/test/results/clientpositive/extrapolate_part_stats_full.q.out (revision 1651027) +++ ql/src/test/results/clientpositive/extrapolate_part_stats_full.q.out (working copy) @@ -136,7 +136,7 @@ serialization.ddl struct loc_orc_1d { string state, i32 locid, i32 zip} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 345 + totalSize 362 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -179,7 +179,7 @@ serialization.ddl struct loc_orc_1d { string state, i32 locid, i32 zip} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 363 + totalSize 382 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -269,7 +269,7 @@ serialization.ddl struct loc_orc_1d { string state, i32 locid, i32 zip} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 345 + totalSize 362 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -312,7 +312,7 @@ serialization.ddl struct loc_orc_1d { string state, i32 locid, i32 zip} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 363 + totalSize 382 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -469,7 +469,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 260 + totalSize 277 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -513,7 +513,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 259 + totalSize 279 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -557,7 +557,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 247 + totalSize 261 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -601,7 +601,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 247 + totalSize 261 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -688,7 +688,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 260 + totalSize 277 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -732,7 +732,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 259 + totalSize 279 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -776,7 +776,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 247 + totalSize 261 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -820,7 +820,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 247 + totalSize 261 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde Index: ql/src/test/results/clientpositive/extrapolate_part_stats_partial.q.out =================================================================== --- ql/src/test/results/clientpositive/extrapolate_part_stats_partial.q.out (revision 1651027) +++ ql/src/test/results/clientpositive/extrapolate_part_stats_partial.q.out (working copy) @@ -153,7 +153,7 @@ serialization.ddl struct loc_orc_1d { string state, i32 locid, i32 zip} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 345 + totalSize 362 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -196,7 +196,7 @@ serialization.ddl struct loc_orc_1d { string state, i32 locid, i32 zip} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 364 + totalSize 383 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -239,7 +239,7 @@ serialization.ddl struct loc_orc_1d { string state, i32 locid, i32 zip} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 388 + totalSize 404 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -282,7 +282,7 @@ serialization.ddl struct loc_orc_1d { string state, i32 locid, i32 zip} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 390 + totalSize 412 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -372,7 +372,7 @@ serialization.ddl struct loc_orc_1d { string state, i32 locid, i32 zip} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 345 + totalSize 362 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -415,7 +415,7 @@ serialization.ddl struct loc_orc_1d { string state, i32 locid, i32 zip} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 364 + totalSize 383 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -458,7 +458,7 @@ serialization.ddl struct loc_orc_1d { string state, i32 locid, i32 zip} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 388 + totalSize 404 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -501,7 +501,7 @@ serialization.ddl struct loc_orc_1d { string state, i32 locid, i32 zip} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 390 + totalSize 412 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -604,7 +604,7 @@ serialization.ddl struct loc_orc_1d { string state, i32 locid, i32 zip} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 345 + totalSize 362 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -647,7 +647,7 @@ serialization.ddl struct loc_orc_1d { string state, i32 locid, i32 zip} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 364 + totalSize 383 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -690,7 +690,7 @@ serialization.ddl struct loc_orc_1d { string state, i32 locid, i32 zip} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 388 + totalSize 404 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -733,7 +733,7 @@ serialization.ddl struct loc_orc_1d { string state, i32 locid, i32 zip} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 390 + totalSize 412 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -819,7 +819,7 @@ serialization.ddl struct loc_orc_1d { string state, i32 locid, i32 zip} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 345 + totalSize 362 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -862,7 +862,7 @@ serialization.ddl struct loc_orc_1d { string state, i32 locid, i32 zip} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 364 + totalSize 383 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -905,7 +905,7 @@ serialization.ddl struct loc_orc_1d { string state, i32 locid, i32 zip} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 388 + totalSize 404 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -948,7 +948,7 @@ serialization.ddl struct loc_orc_1d { string state, i32 locid, i32 zip} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 390 + totalSize 412 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1106,7 +1106,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 264 + totalSize 281 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1150,7 +1150,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 278 + totalSize 291 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1194,7 +1194,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 279 + totalSize 298 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1238,7 +1238,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 260 + totalSize 277 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1282,7 +1282,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 257 + totalSize 272 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1326,7 +1326,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 267 + totalSize 283 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1370,7 +1370,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 276 + totalSize 292 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1414,7 +1414,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 247 + totalSize 261 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1458,7 +1458,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 247 + totalSize 261 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1502,7 +1502,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 279 + totalSize 294 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1546,7 +1546,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 272 + totalSize 291 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1633,7 +1633,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 264 + totalSize 281 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1677,7 +1677,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 278 + totalSize 291 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1721,7 +1721,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 279 + totalSize 298 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1765,7 +1765,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 260 + totalSize 277 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1809,7 +1809,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 257 + totalSize 272 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1853,7 +1853,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 267 + totalSize 283 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1897,7 +1897,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 276 + totalSize 292 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1941,7 +1941,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 247 + totalSize 261 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1985,7 +1985,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 247 + totalSize 261 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -2029,7 +2029,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 279 + totalSize 294 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -2073,7 +2073,7 @@ serialization.ddl struct loc_orc_2d { string state, i32 locid} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 272 + totalSize 291 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde Index: ql/src/test/results/clientpositive/orc_analyze.q.out =================================================================== --- ql/src/test/results/clientpositive/orc_analyze.q.out (revision 1651027) +++ ql/src/test/results/clientpositive/orc_analyze.q.out (working copy) @@ -107,7 +107,7 @@ numFiles 1 numRows 100 rawDataSize 52600 - totalSize 3123 + totalSize 3158 #### A masked pattern was here #### # Storage Information @@ -197,7 +197,7 @@ numFiles 1 numRows 100 rawDataSize 52600 - totalSize 3123 + totalSize 3158 #### A masked pattern was here #### # Storage Information @@ -313,7 +313,7 @@ numFiles 1 numRows 50 rawDataSize 21950 - totalSize 2026 + totalSize 2055 #### A masked pattern was here #### # Storage Information @@ -358,7 +358,7 @@ numFiles 1 numRows 50 rawDataSize 22050 - totalSize 2045 + totalSize 2071 #### A masked pattern was here #### # Storage Information @@ -460,7 +460,7 @@ numFiles 1 numRows 50 rawDataSize 21950 - totalSize 2026 + totalSize 2055 #### A masked pattern was here #### # Storage Information @@ -505,7 +505,7 @@ numFiles 1 numRows 50 rawDataSize 22050 - totalSize 2045 + totalSize 2071 #### A masked pattern was here #### # Storage Information @@ -627,7 +627,7 @@ numFiles 1 numRows 50 rawDataSize 21950 - totalSize 2026 + totalSize 2055 #### A masked pattern was here #### # Storage Information @@ -672,7 +672,7 @@ numFiles 1 numRows 50 rawDataSize 22050 - totalSize 2045 + totalSize 2071 #### A masked pattern was here #### # Storage Information @@ -780,7 +780,7 @@ numFiles 1 numRows 50 rawDataSize 21950 - totalSize 2026 + totalSize 2055 #### A masked pattern was here #### # Storage Information @@ -825,7 +825,7 @@ numFiles 1 numRows 50 rawDataSize 22050 - totalSize 2045 + totalSize 2071 #### A masked pattern was here #### # Storage Information @@ -992,7 +992,7 @@ numFiles 1 numRows 50 rawDataSize 21950 - totalSize 2026 + totalSize 2055 #### A masked pattern was here #### # Storage Information Index: ql/src/test/results/clientpositive/orc_predicate_pushdown.q.out =================================================================== --- ql/src/test/results/clientpositive/orc_predicate_pushdown.q.out (revision 1651027) +++ ql/src/test/results/clientpositive/orc_predicate_pushdown.q.out (working copy) @@ -747,9 +747,6 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_pred #### A masked pattern was here #### -101 327 11.48 gabriella ellison -15 334 11.12 jessica robinson -7 320 11.54 bob ellison PREHOOK: query: EXPLAIN SELECT t, si, d, s FROM orc_pred WHERE d >= ROUND(9.99) AND d < 12 @@ -946,7 +943,6 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_pred #### A masked pattern was here #### -15 334 11.12 jessica robinson PREHOOK: query: EXPLAIN SELECT t, si, d, s FROM orc_pred WHERE t > 10 AND t <> 101 Index: ql/src/test/results/clientpositive/tez/alter_merge_orc.q.out =================================================================== --- ql/src/test/results/clientpositive/tez/alter_merge_orc.q.out (revision 1651027) +++ ql/src/test/results/clientpositive/tez/alter_merge_orc.q.out (working copy) @@ -48,9 +48,9 @@ partitioned:false partitionColumns: totalNumberFiles:3 -totalFileSize:7494 -maxFileSize:2498 -minFileSize:2498 +totalFileSize:7545 +maxFileSize:2515 +minFileSize:2515 #### A masked pattern was here #### PREHOOK: query: select count(1) from src_orc_merge_test @@ -91,9 +91,9 @@ partitioned:false partitionColumns: totalNumberFiles:1 -totalFileSize:7169 -maxFileSize:7169 -minFileSize:7169 +totalFileSize:7198 +maxFileSize:7198 +minFileSize:7198 #### A masked pattern was here #### PREHOOK: query: select count(1) from src_orc_merge_test @@ -171,9 +171,9 @@ partitioned:true partitionColumns:struct partition_columns { string ds} totalNumberFiles:3 -totalFileSize:7494 -maxFileSize:2498 -minFileSize:2498 +totalFileSize:7545 +maxFileSize:2515 +minFileSize:2515 #### A masked pattern was here #### PREHOOK: query: select count(1) from src_orc_merge_test_part @@ -218,9 +218,9 @@ partitioned:true partitionColumns:struct partition_columns { string ds} totalNumberFiles:1 -totalFileSize:7169 -maxFileSize:7169 -minFileSize:7169 +totalFileSize:7198 +maxFileSize:7198 +minFileSize:7198 #### A masked pattern was here #### PREHOOK: query: select count(1) from src_orc_merge_test_part Index: ql/src/test/results/clientpositive/tez/alter_merge_stats_orc.q.out =================================================================== --- ql/src/test/results/clientpositive/tez/alter_merge_stats_orc.q.out (revision 1651027) +++ ql/src/test/results/clientpositive/tez/alter_merge_stats_orc.q.out (working copy) @@ -48,9 +48,9 @@ partitioned:false partitionColumns: totalNumberFiles:3 -totalFileSize:7494 -maxFileSize:2498 -minFileSize:2498 +totalFileSize:7545 +maxFileSize:2515 +minFileSize:2515 #### A masked pattern was here #### PREHOOK: query: desc extended src_orc_merge_test_stat @@ -94,7 +94,7 @@ numFiles 3 numRows 1500 rawDataSize 141000 - totalSize 7494 + totalSize 7545 #### A masked pattern was here #### # Storage Information @@ -146,7 +146,7 @@ numFiles 1 numRows 1500 rawDataSize 141000 - totalSize 7169 + totalSize 7198 #### A masked pattern was here #### # Storage Information @@ -216,9 +216,9 @@ partitioned:true partitionColumns:struct partition_columns { string ds} totalNumberFiles:3 -totalFileSize:7494 -maxFileSize:2498 -minFileSize:2498 +totalFileSize:7545 +maxFileSize:2515 +minFileSize:2515 #### A masked pattern was here #### PREHOOK: query: desc formatted src_orc_merge_test_part_stat partition (ds='2011') @@ -249,7 +249,7 @@ numFiles 3 numRows 1500 rawDataSize 141000 - totalSize 7494 + totalSize 7545 #### A masked pattern was here #### # Storage Information @@ -300,7 +300,7 @@ numFiles 3 numRows 1500 rawDataSize 141000 - totalSize 7494 + totalSize 7545 #### A masked pattern was here #### # Storage Information @@ -359,7 +359,7 @@ numFiles 1 numRows 1500 rawDataSize 141000 - totalSize 7169 + totalSize 7198 #### A masked pattern was here #### # Storage Information Index: ql/src/test/results/clientpositive/tez/dynpart_sort_opt_vectorization.q.out =================================================================== --- ql/src/test/results/clientpositive/tez/dynpart_sort_opt_vectorization.q.out (revision 1651027) +++ ql/src/test/results/clientpositive/tez/dynpart_sort_opt_vectorization.q.out (working copy) @@ -932,7 +932,7 @@ numFiles 2 numRows 32 rawDataSize 640 - totalSize 1352 + totalSize 1400 #### A masked pattern was here #### # Storage Information @@ -976,7 +976,7 @@ numFiles 2 numRows 6 rawDataSize 120 - totalSize 1054 + totalSize 1102 #### A masked pattern was here #### # Storage Information @@ -1020,7 +1020,7 @@ numFiles 2 numRows 14 rawDataSize 280 - totalSize 1170 + totalSize 1216 #### A masked pattern was here #### # Storage Information @@ -1064,7 +1064,7 @@ numFiles 2 numRows 6 rawDataSize 120 - totalSize 1054 + totalSize 1102 #### A masked pattern was here #### # Storage Information @@ -1107,7 +1107,7 @@ numFiles 8 numRows 32 rawDataSize 640 - totalSize 4356 + totalSize 4548 #### A masked pattern was here #### # Storage Information @@ -1150,7 +1150,7 @@ numFiles 8 numRows 6 rawDataSize 120 - totalSize 2110 + totalSize 2212 #### A masked pattern was here #### # Storage Information @@ -1193,7 +1193,7 @@ numFiles 8 numRows 32 rawDataSize 640 - totalSize 4342 + totalSize 4534 #### A masked pattern was here #### # Storage Information @@ -1236,7 +1236,7 @@ numFiles 8 numRows 6 rawDataSize 120 - totalSize 2110 + totalSize 2212 #### A masked pattern was here #### # Storage Information Index: ql/src/test/results/clientpositive/tez/dynpart_sort_optimization2.q.out =================================================================== --- ql/src/test/results/clientpositive/tez/dynpart_sort_optimization2.q.out (revision 1651027) +++ ql/src/test/results/clientpositive/tez/dynpart_sort_optimization2.q.out (working copy) @@ -1222,7 +1222,7 @@ numFiles 1 numRows 11 rawDataSize 88 - totalSize 419 + totalSize 433 #### A masked pattern was here #### # Storage Information @@ -1284,7 +1284,7 @@ numFiles 1 numRows 13 rawDataSize 104 - totalSize 442 + totalSize 456 #### A masked pattern was here #### # Storage Information @@ -1454,7 +1454,7 @@ numFiles 1 numRows 11 rawDataSize 88 - totalSize 419 + totalSize 433 #### A masked pattern was here #### # Storage Information @@ -1516,7 +1516,7 @@ numFiles 1 numRows 13 rawDataSize 104 - totalSize 442 + totalSize 456 #### A masked pattern was here #### # Storage Information Index: ql/src/test/results/clientpositive/tez/orc_analyze.q.out =================================================================== --- ql/src/test/results/clientpositive/tez/orc_analyze.q.out (revision 1651027) +++ ql/src/test/results/clientpositive/tez/orc_analyze.q.out (working copy) @@ -107,7 +107,7 @@ numFiles 1 numRows 100 rawDataSize 52600 - totalSize 3123 + totalSize 3158 #### A masked pattern was here #### # Storage Information @@ -197,7 +197,7 @@ numFiles 1 numRows 100 rawDataSize 52600 - totalSize 3123 + totalSize 3158 #### A masked pattern was here #### # Storage Information @@ -313,7 +313,7 @@ numFiles 1 numRows 50 rawDataSize 21950 - totalSize 2026 + totalSize 2055 #### A masked pattern was here #### # Storage Information @@ -358,7 +358,7 @@ numFiles 1 numRows 50 rawDataSize 22050 - totalSize 2045 + totalSize 2071 #### A masked pattern was here #### # Storage Information @@ -460,7 +460,7 @@ numFiles 1 numRows 50 rawDataSize 21950 - totalSize 2026 + totalSize 2055 #### A masked pattern was here #### # Storage Information @@ -505,7 +505,7 @@ numFiles 1 numRows 50 rawDataSize 22050 - totalSize 2045 + totalSize 2071 #### A masked pattern was here #### # Storage Information @@ -627,7 +627,7 @@ numFiles 1 numRows 50 rawDataSize 21950 - totalSize 2026 + totalSize 2055 #### A masked pattern was here #### # Storage Information @@ -672,7 +672,7 @@ numFiles 1 numRows 50 rawDataSize 22050 - totalSize 2045 + totalSize 2071 #### A masked pattern was here #### # Storage Information @@ -780,7 +780,7 @@ numFiles 1 numRows 50 rawDataSize 21950 - totalSize 2026 + totalSize 2055 #### A masked pattern was here #### # Storage Information @@ -825,7 +825,7 @@ numFiles 1 numRows 50 rawDataSize 22050 - totalSize 2045 + totalSize 2071 #### A masked pattern was here #### # Storage Information @@ -992,7 +992,7 @@ numFiles 1 numRows 50 rawDataSize 21950 - totalSize 2026 + totalSize 2055 #### A masked pattern was here #### # Storage Information Index: ql/src/test/results/clientpositive/tez/vectorized_ptf.q.out =================================================================== --- ql/src/test/results/clientpositive/tez/vectorized_ptf.q.out (revision 1651027) +++ ql/src/test/results/clientpositive/tez/vectorized_ptf.q.out (working copy) @@ -268,7 +268,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -288,7 +288,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -558,7 +558,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -578,7 +578,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -625,7 +625,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -645,7 +645,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -871,7 +871,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -891,7 +891,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -1128,7 +1128,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1148,7 +1148,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -1416,7 +1416,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1436,7 +1436,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -1714,7 +1714,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1734,7 +1734,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -1978,7 +1978,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1998,7 +1998,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -2044,7 +2044,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -2064,7 +2064,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -2295,7 +2295,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -2315,7 +2315,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -2359,7 +2359,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -2379,7 +2379,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -2617,7 +2617,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -2637,7 +2637,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -2894,7 +2894,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -2914,7 +2914,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -3173,7 +3173,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -3193,7 +3193,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -3462,7 +3462,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -3482,7 +3482,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -3788,7 +3788,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -3808,7 +3808,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -4174,7 +4174,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -4194,7 +4194,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -4240,7 +4240,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -4260,7 +4260,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -4501,7 +4501,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -4521,7 +4521,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -4783,7 +4783,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -4803,7 +4803,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -5244,7 +5244,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -5264,7 +5264,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -5752,7 +5752,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -5772,7 +5772,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -6109,7 +6109,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -6129,7 +6129,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -6462,7 +6462,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -6482,7 +6482,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -6812,7 +6812,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -6832,7 +6832,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -7210,7 +7210,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -7230,7 +7230,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -7559,7 +7559,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -7579,7 +7579,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc Index: ql/src/test/results/clientpositive/vectorized_ptf.q.out =================================================================== --- ql/src/test/results/clientpositive/vectorized_ptf.q.out (revision 1651027) +++ ql/src/test/results/clientpositive/vectorized_ptf.q.out (working copy) @@ -263,7 +263,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -283,7 +283,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -609,7 +609,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -629,7 +629,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -942,7 +942,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -962,7 +962,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -1193,7 +1193,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1213,7 +1213,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -1522,7 +1522,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1542,7 +1542,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -1861,7 +1861,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -1881,7 +1881,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -2212,7 +2212,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -2232,7 +2232,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -2341,7 +2341,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -2361,7 +2361,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -2559,7 +2559,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -2579,7 +2579,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -2688,7 +2688,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -2708,7 +2708,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -2917,7 +2917,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -2937,7 +2937,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -3235,7 +3235,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -3255,7 +3255,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -3555,7 +3555,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -3575,7 +3575,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -3885,7 +3885,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -3905,7 +3905,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -4299,7 +4299,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -4319,7 +4319,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -4726,7 +4726,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -4746,7 +4746,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -4855,7 +4855,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -4875,7 +4875,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -5133,7 +5133,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -5153,7 +5153,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -5455,7 +5455,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -5475,7 +5475,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -6002,7 +6002,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -6022,7 +6022,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -6642,7 +6642,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -6662,7 +6662,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -7087,7 +7087,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -7107,7 +7107,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -7575,7 +7575,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -7595,7 +7595,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -8013,7 +8013,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -8033,7 +8033,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -8546,7 +8546,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -8566,7 +8566,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -8983,7 +8983,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde @@ -9003,7 +9003,7 @@ serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2599 + totalSize 2639 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc Index: ql/src/test/results/clientpositive/windowing.q.out =================================================================== --- ql/src/test/results/clientpositive/windowing.q.out (revision 1651027) +++ ql/src/test/results/clientpositive/windowing.q.out (working copy) @@ -1,4 +1,6 @@ -PREHOOK: query: -- 1. testWindowing +PREHOOK: query: -- SORT_QUERY_RESULTS + +-- 1. testWindowing select p_mfgr, p_name, p_size, rank() over(distribute by p_mfgr sort by p_name) as r, dense_rank() over(distribute by p_mfgr sort by p_name) as dr, @@ -7,7 +9,9 @@ PREHOOK: type: QUERY PREHOOK: Input: default@part #### A masked pattern was here #### -POSTHOOK: query: -- 1. testWindowing +POSTHOOK: query: -- SORT_QUERY_RESULTS + +-- 1. testWindowing select p_mfgr, p_name, p_size, rank() over(distribute by p_mfgr sort by p_name) as r, dense_rank() over(distribute by p_mfgr sort by p_name) as dr, @@ -250,32 +254,32 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@part #### A masked pattern was here #### +1 1 1 1620.67 0 +1 1 1 1671.68 0 +1 1 1 1690.68 0 +1 1 1 1789.69 0 1 1 2 1173.15 0 1 1 2 2346.3 0 -3 2 3 4100.06 32 -4 3 4 5702.650000000001 -28 -5 4 5 7117.070000000001 22 -6 5 6 8749.730000000001 14 -1 1 1 1690.68 0 -2 2 2 3491.38 26 -3 3 3 5523.360000000001 -38 -4 4 4 7222.02 23 -5 5 5 8923.62 -7 -1 1 1 1671.68 0 2 2 2 2861.95 -3 -3 3 3 4272.34 5 -4 4 4 6195.32 -18 -5 5 5 7532.61 44 -1 1 1 1620.67 0 2 2 2 2996.09 29 +2 2 2 3401.3500000000004 -25 +2 2 2 3491.38 26 +3 2 3 4100.06 32 3 3 3 4202.35 -12 +3 3 3 4272.34 5 +3 3 3 5190.08 -4 +3 3 3 5523.360000000001 -38 +4 3 4 5702.650000000001 -28 4 4 4 6047.27 -20 +4 4 4 6195.32 -18 +4 4 4 6208.18 44 +4 4 4 7222.02 23 +5 4 5 7117.070000000001 22 5 5 5 7337.620000000001 5 -1 1 1 1789.69 0 -2 2 2 3401.3500000000004 -25 -3 3 3 5190.08 -4 -4 4 4 6208.18 44 +5 5 5 7532.61 44 5 5 5 7672.66 -23 +5 5 5 8923.62 -7 +6 5 6 8749.730000000001 14 PREHOOK: query: -- 7. testJoinWithWindowingAndPTF select abc.p_mfgr, abc.p_name, rank() over(distribute by abc.p_mfgr sort by abc.p_name) as r, @@ -902,8 +906,8 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@part #### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 2 258.10677784349235 258.10677784349235 [2,34,6] 66619.10876874991 0.811328754177887 2801.7074999999995 Manufacturer#1 almond antique burnished rose metallic 2 273.70217881648074 273.70217881648074 [2,34] 74912.8826888888 1.0 4128.782222222221 -Manufacturer#1 almond antique burnished rose metallic 2 258.10677784349235 258.10677784349235 [2,34,6] 66619.10876874991 0.811328754177887 2801.7074999999995 Manufacturer#1 almond antique chartreuse lavender yellow 34 230.90151585470358 230.90151585470358 [2,34,6,28] 53315.51002399992 0.695639377397664 2210.7864 Manufacturer#1 almond antique salmon chartreuse burlywood 6 202.73109328368946 202.73109328368946 [2,34,6,28,42] 41099.896184 0.630785977101214 2009.9536000000007 Manufacturer#1 almond aquamarine burnished black steel 28 121.6064517973862 121.6064517973862 [34,6,28,42] 14788.129118750014 0.2036684720435979 331.1337500000004 @@ -948,8 +952,8 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@part #### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 2 [{"x":1173.15,"y":2.0},{"x":1602.59,"y":1.0},{"x":1753.76,"y":1.0}] 115872.0 2 Manufacturer#1 almond antique burnished rose metallic 2 [{"x":1173.15,"y":2.0},{"x":1753.76,"y":1.0}] 121152.0 1 -Manufacturer#1 almond antique burnished rose metallic 2 [{"x":1173.15,"y":2.0},{"x":1602.59,"y":1.0},{"x":1753.76,"y":1.0}] 115872.0 2 Manufacturer#1 almond antique chartreuse lavender yellow 34 [{"x":1173.15,"y":2.0},{"x":1414.42,"y":1.0},{"x":1602.59,"y":1.0},{"x":1753.76,"y":1.0}] 110592.0 3 Manufacturer#1 almond antique salmon chartreuse burlywood 6 [{"x":1173.15,"y":1.0},{"x":1414.42,"y":1.0},{"x":1602.59,"y":1.0},{"x":1632.66,"y":1.0},{"x":1753.76,"y":1.0}] 86428.0 4 Manufacturer#1 almond aquamarine burnished black steel 28 [{"x":1414.42,"y":1.0},{"x":1602.59,"y":1.0},{"x":1632.66,"y":1.0},{"x":1753.76,"y":1.0}] 86098.0 5 @@ -1096,32 +1100,32 @@ POSTHOOK: Input: default@mfgr_brand_price_view POSTHOOK: Input: default@part #### A masked pattern was here #### +Manufacturer#1 Brand#12 4100.06 +Manufacturer#1 Brand#12 4649.670000000001 +Manufacturer#1 Brand#12 4770.77 Manufacturer#1 Brand#14 1173.15 Manufacturer#1 Brand#14 2346.3 -Manufacturer#1 Brand#12 4100.06 Manufacturer#1 Brand#15 4529.5 -Manufacturer#1 Brand#12 4770.77 -Manufacturer#1 Brand#12 4649.670000000001 Manufacturer#2 Brand#22 1690.68 Manufacturer#2 Brand#22 3491.38 Manufacturer#2 Brand#23 5523.360000000001 Manufacturer#2 Brand#24 5531.34 Manufacturer#2 Brand#25 5432.240000000001 Manufacturer#3 Brand#31 1671.68 -Manufacturer#3 Brand#35 2861.95 Manufacturer#3 Brand#32 4272.34 Manufacturer#3 Brand#32 4523.639999999999 Manufacturer#3 Brand#34 4670.66 +Manufacturer#3 Brand#35 2861.95 Manufacturer#4 Brand#41 1620.67 +Manufacturer#4 Brand#41 4341.530000000001 +Manufacturer#4 Brand#41 4426.6 Manufacturer#4 Brand#42 2996.09 Manufacturer#4 Brand#42 4202.35 -Manufacturer#4 Brand#41 4426.6 -Manufacturer#4 Brand#41 4341.530000000001 +Manufacturer#5 Brand#51 3401.3500000000004 Manufacturer#5 Brand#52 1789.69 -Manufacturer#5 Brand#51 3401.3500000000004 +Manufacturer#5 Brand#52 4271.3099999999995 +Manufacturer#5 Brand#53 4418.49 Manufacturer#5 Brand#53 5190.08 -Manufacturer#5 Brand#53 4418.49 -Manufacturer#5 Brand#52 4271.3099999999995 PREHOOK: query: -- 24. testLateralViews select p_mfgr, p_name, lv_col, p_size, sum(p_size) over w1 as s @@ -1146,78 +1150,78 @@ Manufacturer#1 almond antique burnished rose metallic 2 2 6 Manufacturer#1 almond antique burnished rose metallic 3 2 6 Manufacturer#1 almond antique burnished rose metallic 3 2 6 +Manufacturer#1 almond antique chartreuse lavender yellow 1 34 90 +Manufacturer#1 almond antique chartreuse lavender yellow 2 34 96 +Manufacturer#1 almond antique chartreuse lavender yellow 3 34 102 Manufacturer#1 almond antique salmon chartreuse burlywood 1 6 10 Manufacturer#1 almond antique salmon chartreuse burlywood 2 6 14 Manufacturer#1 almond antique salmon chartreuse burlywood 3 6 18 Manufacturer#1 almond aquamarine burnished black steel 1 28 40 Manufacturer#1 almond aquamarine burnished black steel 2 28 62 Manufacturer#1 almond aquamarine burnished black steel 3 28 84 -Manufacturer#1 almond antique chartreuse lavender yellow 1 34 90 -Manufacturer#1 almond antique chartreuse lavender yellow 2 34 96 -Manufacturer#1 almond antique chartreuse lavender yellow 3 34 102 Manufacturer#1 almond aquamarine pink moccasin thistle 1 42 110 Manufacturer#1 almond aquamarine pink moccasin thistle 2 42 118 Manufacturer#1 almond aquamarine pink moccasin thistle 3 42 126 +Manufacturer#2 almond antique violet chocolate turquoise 1 14 18 +Manufacturer#2 almond antique violet chocolate turquoise 2 14 30 +Manufacturer#2 almond antique violet chocolate turquoise 3 14 42 +Manufacturer#2 almond antique violet turquoise frosted 1 40 90 +Manufacturer#2 almond antique violet turquoise frosted 2 40 105 +Manufacturer#2 almond antique violet turquoise frosted 3 40 120 Manufacturer#2 almond aquamarine midnight light salmon 1 2 2 Manufacturer#2 almond aquamarine midnight light salmon 2 2 4 Manufacturer#2 almond aquamarine midnight light salmon 3 2 6 -Manufacturer#2 almond antique violet chocolate turquoise 1 14 18 -Manufacturer#2 almond antique violet chocolate turquoise 2 14 30 -Manufacturer#2 almond antique violet chocolate turquoise 3 14 42 +Manufacturer#2 almond aquamarine rose maroon antique 1 25 61 +Manufacturer#2 almond aquamarine rose maroon antique 2 25 68 +Manufacturer#2 almond aquamarine rose maroon antique 3 25 75 Manufacturer#2 almond aquamarine sandy cyan gainsboro 1 18 46 Manufacturer#2 almond aquamarine sandy cyan gainsboro 2 18 50 Manufacturer#2 almond aquamarine sandy cyan gainsboro 3 18 54 -Manufacturer#2 almond aquamarine rose maroon antique 1 25 61 -Manufacturer#2 almond aquamarine rose maroon antique 2 25 68 -Manufacturer#2 almond aquamarine rose maroon antique 3 25 75 -Manufacturer#2 almond antique violet turquoise frosted 1 40 90 -Manufacturer#2 almond antique violet turquoise frosted 2 40 105 -Manufacturer#2 almond antique violet turquoise frosted 3 40 120 -Manufacturer#3 almond antique misty red olive 1 1 1 -Manufacturer#3 almond antique misty red olive 2 1 2 -Manufacturer#3 almond antique misty red olive 3 1 3 +Manufacturer#3 almond antique chartreuse khaki white 1 17 45 +Manufacturer#3 almond antique chartreuse khaki white 2 17 48 +Manufacturer#3 almond antique chartreuse khaki white 3 17 51 Manufacturer#3 almond antique forest lavender goldenrod 1 14 16 Manufacturer#3 almond antique forest lavender goldenrod 2 14 29 Manufacturer#3 almond antique forest lavender goldenrod 3 14 42 -Manufacturer#3 almond antique chartreuse khaki white 1 17 45 -Manufacturer#3 almond antique chartreuse khaki white 2 17 48 -Manufacturer#3 almond antique chartreuse khaki white 3 17 51 Manufacturer#3 almond antique metallic orange dim 1 19 53 Manufacturer#3 almond antique metallic orange dim 2 19 55 Manufacturer#3 almond antique metallic orange dim 3 19 57 +Manufacturer#3 almond antique misty red olive 1 1 1 +Manufacturer#3 almond antique misty red olive 2 1 2 +Manufacturer#3 almond antique misty red olive 3 1 3 Manufacturer#3 almond antique olive coral navajo 1 45 83 Manufacturer#3 almond antique olive coral navajo 2 45 109 Manufacturer#3 almond antique olive coral navajo 3 45 135 +Manufacturer#4 almond antique gainsboro frosted violet 1 10 24 +Manufacturer#4 almond antique gainsboro frosted violet 2 10 27 +Manufacturer#4 almond antique gainsboro frosted violet 3 10 30 +Manufacturer#4 almond antique violet mint lemon 1 39 93 +Manufacturer#4 almond antique violet mint lemon 2 39 105 +Manufacturer#4 almond antique violet mint lemon 3 39 117 +Manufacturer#4 almond aquamarine floral ivory bisque 1 27 51 +Manufacturer#4 almond aquamarine floral ivory bisque 2 27 66 +Manufacturer#4 almond aquamarine floral ivory bisque 3 27 81 Manufacturer#4 almond aquamarine yellow dodger mint 1 7 7 Manufacturer#4 almond aquamarine yellow dodger mint 2 7 14 Manufacturer#4 almond aquamarine yellow dodger mint 3 7 21 -Manufacturer#4 almond antique gainsboro frosted violet 1 10 24 -Manufacturer#4 almond antique gainsboro frosted violet 2 10 27 -Manufacturer#4 almond antique gainsboro frosted violet 3 10 30 Manufacturer#4 almond azure aquamarine papaya violet 1 12 32 Manufacturer#4 almond azure aquamarine papaya violet 2 12 34 Manufacturer#4 almond azure aquamarine papaya violet 3 12 36 -Manufacturer#4 almond aquamarine floral ivory bisque 1 27 51 -Manufacturer#4 almond aquamarine floral ivory bisque 2 27 66 -Manufacturer#4 almond aquamarine floral ivory bisque 3 27 81 -Manufacturer#4 almond antique violet mint lemon 1 39 93 -Manufacturer#4 almond antique violet mint lemon 2 39 105 -Manufacturer#4 almond antique violet mint lemon 3 39 117 +Manufacturer#5 almond antique blue firebrick mint 1 31 77 +Manufacturer#5 almond antique blue firebrick mint 2 31 85 +Manufacturer#5 almond antique blue firebrick mint 3 31 93 +Manufacturer#5 almond antique medium spring khaki 1 6 10 +Manufacturer#5 almond antique medium spring khaki 2 6 14 +Manufacturer#5 almond antique medium spring khaki 3 6 18 Manufacturer#5 almond antique sky peru orange 1 2 2 Manufacturer#5 almond antique sky peru orange 2 2 4 Manufacturer#5 almond antique sky peru orange 3 2 6 -Manufacturer#5 almond antique medium spring khaki 1 6 10 -Manufacturer#5 almond antique medium spring khaki 2 6 14 -Manufacturer#5 almond antique medium spring khaki 3 6 18 +Manufacturer#5 almond aquamarine dodger light gainsboro 1 46 108 +Manufacturer#5 almond aquamarine dodger light gainsboro 2 46 123 +Manufacturer#5 almond aquamarine dodger light gainsboro 3 46 138 Manufacturer#5 almond azure blanched chiffon midnight 1 23 35 Manufacturer#5 almond azure blanched chiffon midnight 2 23 52 Manufacturer#5 almond azure blanched chiffon midnight 3 23 69 -Manufacturer#5 almond antique blue firebrick mint 1 31 77 -Manufacturer#5 almond antique blue firebrick mint 2 31 85 -Manufacturer#5 almond antique blue firebrick mint 3 31 93 -Manufacturer#5 almond aquamarine dodger light gainsboro 1 46 108 -Manufacturer#5 almond aquamarine dodger light gainsboro 2 46 123 -Manufacturer#5 almond aquamarine dodger light gainsboro 3 46 138 PREHOOK: query: -- 25. testMultipleInserts3SWQs CREATE TABLE part_1( p_mfgr STRING, @@ -1523,30 +1527,30 @@ #### A masked pattern was here #### Manufacturer#1 almond antique burnished rose metallic 2 4 10 Manufacturer#1 almond antique burnished rose metallic 2 4 10 +Manufacturer#1 almond antique chartreuse lavender yellow 34 62 76 Manufacturer#1 almond antique salmon chartreuse burlywood 6 10 6 Manufacturer#1 almond aquamarine burnished black steel 28 28 62 -Manufacturer#1 almond antique chartreuse lavender yellow 34 62 76 Manufacturer#1 almond aquamarine pink moccasin thistle 42 76 42 +Manufacturer#2 almond antique violet chocolate turquoise 14 14 32 +Manufacturer#2 almond antique violet turquoise frosted 40 40 40 Manufacturer#2 almond aquamarine midnight light salmon 2 2 2 -Manufacturer#2 almond antique violet chocolate turquoise 14 14 32 +Manufacturer#2 almond aquamarine rose maroon antique 25 43 25 Manufacturer#2 almond aquamarine sandy cyan gainsboro 18 32 43 -Manufacturer#2 almond aquamarine rose maroon antique 25 43 25 -Manufacturer#2 almond antique violet turquoise frosted 40 40 40 -Manufacturer#3 almond antique misty red olive 1 1 1 +Manufacturer#3 almond antique chartreuse khaki white 17 31 36 Manufacturer#3 almond antique forest lavender goldenrod 14 14 50 -Manufacturer#3 almond antique chartreuse khaki white 17 31 36 Manufacturer#3 almond antique metallic orange dim 19 50 19 +Manufacturer#3 almond antique misty red olive 1 1 1 Manufacturer#3 almond antique olive coral navajo 45 45 45 +Manufacturer#4 almond antique gainsboro frosted violet 10 17 22 +Manufacturer#4 almond antique violet mint lemon 39 39 39 +Manufacturer#4 almond aquamarine floral ivory bisque 27 27 27 Manufacturer#4 almond aquamarine yellow dodger mint 7 7 29 -Manufacturer#4 almond antique gainsboro frosted violet 10 17 22 Manufacturer#4 almond azure aquamarine papaya violet 12 29 12 -Manufacturer#4 almond aquamarine floral ivory bisque 27 27 27 -Manufacturer#4 almond antique violet mint lemon 39 39 39 +Manufacturer#5 almond antique blue firebrick mint 31 54 31 +Manufacturer#5 almond antique medium spring khaki 6 8 6 Manufacturer#5 almond antique sky peru orange 2 2 8 -Manufacturer#5 almond antique medium spring khaki 6 8 6 +Manufacturer#5 almond aquamarine dodger light gainsboro 46 46 46 Manufacturer#5 almond azure blanched chiffon midnight 23 23 54 -Manufacturer#5 almond antique blue firebrick mint 31 54 31 -Manufacturer#5 almond aquamarine dodger light gainsboro 46 46 46 PREHOOK: query: -- 28. testPartOrderInUDAFInvoke select p_mfgr, p_name, p_size, sum(p_size) over (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) as s @@ -2071,12 +2075,12 @@ Manufacturer#3 PROMO ANODIZED TIN ROMO ANODIZED TIN 4 Manufacturer#3 STANDARD POLISHED STEEL TANDARD POLISHED STEEL 5 Manufacturer#4 ECONOMY BRUSHED COPPER CONOMY BRUSHED COPPER 1 +Manufacturer#4 PROMO POLISHED STEEL ROMO POLISHED STEEL 4 Manufacturer#4 SMALL BRUSHED BRASS MALL BRUSHED BRASS 2 Manufacturer#4 SMALL PLATED STEEL MALL PLATED STEEL 3 -Manufacturer#4 PROMO POLISHED STEEL ROMO POLISHED STEEL 4 Manufacturer#4 STANDARD ANODIZED TIN TANDARD ANODIZED TIN 5 +Manufacturer#5 ECONOMY BURNISHED STEEL CONOMY BURNISHED STEEL 2 Manufacturer#5 LARGE BRUSHED BRASS ARGE BRUSHED BRASS 1 -Manufacturer#5 ECONOMY BURNISHED STEEL CONOMY BURNISHED STEEL 2 Manufacturer#5 MEDIUM BURNISHED TIN EDIUM BURNISHED TIN 3 Manufacturer#5 SMALL PLATED BRASS MALL PLATED BRASS 4 Manufacturer#5 STANDARD BURNISHED TIN TANDARD BURNISHED TIN 5 @@ -2136,30 +2140,30 @@ #### A masked pattern was here #### Manufacturer#1 almond antique burnished rose metallic 2 2346.3 Manufacturer#1 almond antique burnished rose metallic 2 2346.3 +Manufacturer#1 almond antique chartreuse lavender yellow 34 7117.070000000001 Manufacturer#1 almond antique salmon chartreuse burlywood 6 3948.8900000000003 Manufacturer#1 almond aquamarine burnished black steel 28 5363.31 -Manufacturer#1 almond antique chartreuse lavender yellow 34 7117.070000000001 Manufacturer#1 almond aquamarine pink moccasin thistle 42 8749.730000000001 +Manufacturer#2 almond antique violet chocolate turquoise 14 3722.66 +Manufacturer#2 almond antique violet turquoise frosted 40 8923.62 Manufacturer#2 almond aquamarine midnight light salmon 2 2031.98 -Manufacturer#2 almond antique violet chocolate turquoise 14 3722.66 +Manufacturer#2 almond aquamarine rose maroon antique 25 7122.92 Manufacturer#2 almond aquamarine sandy cyan gainsboro 18 5424.26 -Manufacturer#2 almond aquamarine rose maroon antique 25 7122.92 -Manufacturer#2 almond antique violet turquoise frosted 40 8923.62 -Manufacturer#3 almond antique misty red olive 1 1922.98 +Manufacturer#3 almond antique chartreuse khaki white 17 4784.93 Manufacturer#3 almond antique forest lavender goldenrod 14 3113.25 -Manufacturer#3 almond antique chartreuse khaki white 17 4784.93 Manufacturer#3 almond antique metallic orange dim 19 6195.320000000001 +Manufacturer#3 almond antique misty red olive 1 1922.98 Manufacturer#3 almond antique olive coral navajo 45 7532.610000000001 +Manufacturer#4 almond antique gainsboro frosted violet 10 3465.59 +Manufacturer#4 almond antique violet mint lemon 39 7337.620000000001 +Manufacturer#4 almond aquamarine floral ivory bisque 27 5962.200000000001 Manufacturer#4 almond aquamarine yellow dodger mint 7 1844.92 -Manufacturer#4 almond antique gainsboro frosted violet 10 3465.59 Manufacturer#4 almond azure aquamarine papaya violet 12 4755.9400000000005 -Manufacturer#4 almond aquamarine floral ivory bisque 27 5962.200000000001 -Manufacturer#4 almond antique violet mint lemon 39 7337.620000000001 +Manufacturer#5 almond antique blue firebrick mint 31 6654.560000000001 +Manufacturer#5 almond antique medium spring khaki 6 3400.3900000000003 Manufacturer#5 almond antique sky peru orange 2 1788.73 -Manufacturer#5 almond antique medium spring khaki 6 3400.3900000000003 +Manufacturer#5 almond aquamarine dodger light gainsboro 46 7672.660000000002 Manufacturer#5 almond azure blanched chiffon midnight 23 4864.870000000001 -Manufacturer#5 almond antique blue firebrick mint 31 6654.560000000001 -Manufacturer#5 almond aquamarine dodger light gainsboro 46 7672.660000000002 PREHOOK: query: -- 42. testUnboundedFollowingForRows select p_mfgr, p_name, p_size, sum(p_retailprice) over (distribute by p_mfgr sort by p_name rows between current row and unbounded following) as s1 @@ -2174,8 +2178,8 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@part #### A masked pattern was here #### +Manufacturer#1 almond antique burnished rose metallic 2 7576.58 Manufacturer#1 almond antique burnished rose metallic 2 8749.730000000001 -Manufacturer#1 almond antique burnished rose metallic 2 7576.58 Manufacturer#1 almond antique chartreuse lavender yellow 34 6403.43 Manufacturer#1 almond antique salmon chartreuse burlywood 6 4649.67 Manufacturer#1 almond aquamarine burnished black steel 28 3047.08 @@ -2216,30 +2220,30 @@ #### A masked pattern was here #### Manufacturer#1 almond antique burnished rose metallic 2 8749.730000000001 Manufacturer#1 almond antique burnished rose metallic 2 8749.730000000001 +Manufacturer#1 almond antique chartreuse lavender yellow 34 3386.42 Manufacturer#1 almond antique salmon chartreuse burlywood 6 6403.43 Manufacturer#1 almond aquamarine burnished black steel 28 4800.84 -Manufacturer#1 almond antique chartreuse lavender yellow 34 3386.42 Manufacturer#1 almond aquamarine pink moccasin thistle 42 1632.66 +Manufacturer#2 almond antique violet chocolate turquoise 14 6891.639999999999 +Manufacturer#2 almond antique violet turquoise frosted 40 1800.7 Manufacturer#2 almond aquamarine midnight light salmon 2 8923.62 -Manufacturer#2 almond antique violet chocolate turquoise 14 6891.639999999999 +Manufacturer#2 almond aquamarine rose maroon antique 25 3499.36 Manufacturer#2 almond aquamarine sandy cyan gainsboro 18 5200.96 -Manufacturer#2 almond aquamarine rose maroon antique 25 3499.36 -Manufacturer#2 almond antique violet turquoise frosted 40 1800.7 -Manufacturer#3 almond antique misty red olive 1 7532.610000000001 +Manufacturer#3 almond antique chartreuse khaki white 17 4419.360000000001 Manufacturer#3 almond antique forest lavender goldenrod 14 5609.63 -Manufacturer#3 almond antique chartreuse khaki white 17 4419.360000000001 Manufacturer#3 almond antique metallic orange dim 19 2747.6800000000003 +Manufacturer#3 almond antique misty red olive 1 7532.610000000001 Manufacturer#3 almond antique olive coral navajo 45 1337.29 +Manufacturer#4 almond antique gainsboro frosted violet 10 5492.7 +Manufacturer#4 almond antique violet mint lemon 39 1375.42 +Manufacturer#4 almond aquamarine floral ivory bisque 27 2581.6800000000003 Manufacturer#4 almond aquamarine yellow dodger mint 7 7337.620000000001 -Manufacturer#4 almond antique gainsboro frosted violet 10 5492.7 Manufacturer#4 almond azure aquamarine papaya violet 12 3872.0299999999997 -Manufacturer#4 almond aquamarine floral ivory bisque 27 2581.6800000000003 -Manufacturer#4 almond antique violet mint lemon 39 1375.42 +Manufacturer#5 almond antique blue firebrick mint 31 2807.79 +Manufacturer#5 almond antique medium spring khaki 6 5883.93 Manufacturer#5 almond antique sky peru orange 2 7672.660000000002 -Manufacturer#5 almond antique medium spring khaki 6 5883.93 +Manufacturer#5 almond aquamarine dodger light gainsboro 46 1018.1 Manufacturer#5 almond azure blanched chiffon midnight 23 4272.27 -Manufacturer#5 almond antique blue firebrick mint 31 2807.79 -Manufacturer#5 almond aquamarine dodger light gainsboro 46 1018.1 PREHOOK: query: -- 44. testOverNoPartitionSingleAggregate select p_name, p_retailprice, round(avg(p_retailprice) over(),2) @@ -2316,10 +2320,10 @@ #### A masked pattern was here #### 1173.15 1458.2883333333336 8749.730000000001 1173.15 1515.3160000000003 7576.580000000002 -1753.76 1600.8575000000003 6403.430000000001 +1414.42 1523.5400000000004 3047.080000000001 1602.59 1549.8900000000003 4649.670000000001 -1414.42 1523.5400000000004 3047.080000000001 1632.66 1632.6600000000008 1632.6600000000008 +1753.76 1600.8575000000003 6403.430000000001 PREHOOK: query: -- 47. empty partition select sum(p_size) over (partition by p_mfgr ) from part where p_mfgr = 'm1' Index: serde/src/java/org/apache/hadoop/hive/serde2/objectinspector/primitive/WritableByteObjectInspector.java =================================================================== --- serde/src/java/org/apache/hadoop/hive/serde2/objectinspector/primitive/WritableByteObjectInspector.java (revision 1651027) +++ serde/src/java/org/apache/hadoop/hive/serde2/objectinspector/primitive/WritableByteObjectInspector.java (working copy) @@ -33,17 +33,17 @@ @Override public byte get(Object o) { - return ((ByteWritable) o).get(); + return ((org.apache.hadoop.io.ByteWritable) o).get(); } @Override public Object copyObject(Object o) { - return o == null ? null : new ByteWritable(((ByteWritable) o).get()); + return o == null ? null : new ByteWritable(get(o)); } @Override public Object getPrimitiveJavaObject(Object o) { - return o == null ? null : Byte.valueOf(((ByteWritable) o).get()); + return o == null ? null : Byte.valueOf(get(o)); } @Override @@ -53,7 +53,7 @@ @Override public Object set(Object o, byte value) { - ((ByteWritable) o).set(value); + ((org.apache.hadoop.io.ByteWritable) o).set(value); return o; } } Index: serde/src/java/org/apache/hadoop/hive/serde2/objectinspector/primitive/WritableDoubleObjectInspector.java =================================================================== --- serde/src/java/org/apache/hadoop/hive/serde2/objectinspector/primitive/WritableDoubleObjectInspector.java (revision 1651027) +++ serde/src/java/org/apache/hadoop/hive/serde2/objectinspector/primitive/WritableDoubleObjectInspector.java (working copy) @@ -33,17 +33,17 @@ @Override public double get(Object o) { - return ((DoubleWritable) o).get(); + return ((org.apache.hadoop.io.DoubleWritable) o).get(); } @Override public Object copyObject(Object o) { - return o == null ? null : new DoubleWritable(((DoubleWritable) o).get()); + return o == null ? null : new DoubleWritable(get(o)); } @Override public Object getPrimitiveJavaObject(Object o) { - return o == null ? null : Double.valueOf(((DoubleWritable) o).get()); + return o == null ? null : Double.valueOf(get(o)); } @Override @@ -53,7 +53,7 @@ @Override public Object set(Object o, double value) { - ((DoubleWritable) o).set(value); + ((org.apache.hadoop.io.DoubleWritable) o).set(value); return o; }