/export/apps/jdk/JDK-1_6_0_21/bin/java -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.authenticate=false -Dcom.sun.management.jmxremote.ssl=false -cp /home/criccomi/.yarn/conf:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/activation-1.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/aopalliance-1.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/asm-3.2.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/aspectjrt-1.6.5.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/avro-1.4.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/avro-ipc-1.5.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/avro-schemas-builder-1.0.50.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/camel-core-2.5.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/camel-josql-2.5.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/cfg-2.12.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/cfg-api-6.6.6.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/cfg-impl-6.6.6.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/cglib-2.2.1-v20090111.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/cglib-nodep-2.2.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/clover-3.0.2.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/com.linkedin.customlibrary.j2ee-1.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/com.linkedin.customlibrary.mx4j-3.0.2.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/com.linkedin.customlibrary.xmsg-0.6.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-beanutils-1.7.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-beanutils-core-1.8.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-cli-1.2.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-codec-1.4.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-collections-3.2.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-compress-1.2.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-configuration-1.6.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-digester-1.8.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-el-1.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-httpclient-3.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-io-2.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-lang-2.5.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-logging-1.1.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-logging-api-1.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-management-1.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-math-2.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-net-1.4.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/configuration-api-1.3.30.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/configuration-repository-impl-1.3.30.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-eventbus-api-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-http-impl-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-ic-api-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-ic-finder-factory-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-ic-impl-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-jmx-factory-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-jmx-impl-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-rpc-impl-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-rpc-trace-api-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-rpc-trace-factory-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-rpc-trace-impl-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-service-trace-api-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-service-trace-impl-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/core-3.1.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/dal-api-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/dal-common-impl-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/dal-drc-api-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/dal-drc-impl-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/dal-dsc-api-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/dal-dsc-impl-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/databus2-espresso-core-2.1.73.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/databus3-client-impl-2.1.73.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/databus-client-api-2.1.73.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/databus-client-impl-2.1.73.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/databus-cluster-manager-utils-2.1.73.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/databus-core-container-2.1.73.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/databus-core-impl-2.1.73.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/databus-core-schemas-2.1.73.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/databus-group-leader-api-2.1.73.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/databus-group-leader-impl-2.1.73.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/dom4j-1.6.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/gentlyweb-utils-1.5.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/grizzled-slf4j_2.8.1-0.6.6.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/guava-r09.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/guice-3.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/guice-servlet-3.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/hadoop-annotations-0.23.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/hadoop-auth-0.23.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/hadoop-common-0.23.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/hadoop-yarn-api-0.23.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/hadoop-yarn-common-0.23.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/healthcheck-api-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/helix-core-0.4.23.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/hsqldb-1.8.0.7.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jackson-core-asl-1.8.8.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jackson-core-asl-1.8.8-sources.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jackson-jaxrs-1.8.5.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jackson-mapper-asl-1.8.8.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jackson-mapper-asl-1.8.8-sources.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jackson-xc-1.7.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jasper-compiler-5.5.23.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jasper-runtime-5.5.23.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/javax.inject-1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jaxb-api-2.2.2.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jaxb-impl-2.2.3-1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jaxen-1.0-FCS.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jdiff-1.0.9.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jdom-1.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jersey-core-1.8.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jersey-guice-1.8.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jersey-json-1.8.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jersey-server-1.8.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jersey-test-framework-grizzly2-1.8.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jets3t-0.6.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jettison-1.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jetty-6.1.26.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jetty-util5-6.1.26.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jetty-util-6.1.26.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/joda-time-1.6.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jopt-simple-3.2.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/josql-1.5.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/json-20070829.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/json-simple-1.1.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/json-simple-1.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jsp-api-2.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/kafka-0.7.14.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/kfs-0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/lispring-lispring-core-1.3.30.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/lispring-lispring-servlet-1.3.30.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/log4j-1.2.16.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/mail-1.3.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/metrics-avro-0.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/metrics-core-0.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/metrics-core-2.0.0-RC0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/mockito-all-1.8.4.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/mx4j-tools-3.0.2.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/netty-3.2.4.Final.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/oro-2.0.8.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/page-key-groups-aggregator-0.0.5.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/page-key-groups-counter-0.0.5.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/protobuf-java-2.4.0a.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/samsa-api_2.8.1-0.5.0-SNAPSHOT.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/samsa-core_2.8.1-0.5.0-SNAPSHOT.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/samsa-kafka_2.8.1-0.5.0-SNAPSHOT.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/samsa-li-0.5.0-SNAPSHOT.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/samsa-serializers_2.8.1-0.5.0-SNAPSHOT.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/samsa-yarn_2.8.1-0.5.0-SNAPSHOT.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/saxpath-1.0-FCS.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/scala-library-2.8.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/servlet-api-2.5.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/slf4j-api-1.6.2.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/slf4j-log4j12-1.6.2.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-aop-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-asm-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-aspects-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-beans-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-context-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-context-support-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-core-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-expression-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-jdbc-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-jms-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-orm-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-transaction-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-web-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-web-servlet-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/stax-api-1.0.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/tdgssconfig.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/terajdbc4.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/util-core-4.0.63.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/util-core-factory-4.0.63.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/util-factory-4.0.63.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/util-factory-servlet-4.0.57.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/util-i18n-4.0.63.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/util-jmx-4.0.63.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/util-log-4.0.63.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/util-servlet-4.0.63.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/util-xmsg-4.0.63.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/velocity-1.7.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/xml-apis-1.3.04.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/xmlenc-0.52.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/xpp3_min-1.1.4c.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/xstream-1.3.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/zkclient-0.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/zookeeper-3.3.0.jar com.linkedin.samsa.job.JobRunner --config-factory=com.linkedin.samsa.config.factories.Cfg2TgzConfigFactory --config-path=file:///home/criccomi/svn/samsa-hello-world/trunk/build/page-key-groups-counter/configs/page-key-groups-counter-dev-0.0.5.tgz [2012-08-22 08:14:44,403] INFO unzipping path page-key-groups-counter/application.cfg in tgz /home/criccomi/svn/samsa-hello-world/trunk/build/page-key-groups-counter/configs/page-key-groups-counter-dev-0.0.5.tgz to /tmp/295acf55-2645-4dbf-a460-e150b649d977.cfg (com.linkedin.samsa.config.factories.Cfg2TgzConfigFactory) [2012-08-22 08:14:44,525] INFO got config Map(systems.databus.runtime.bootstrap.enabled -> false, systems.kafka.samsa.consumer.factory -> com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, metrics.reporters -> snapshot,ingraphs, systems.kafka.reconnect.interval -> 14400000, systems.databus.connectionDefaults.dispatcherRetries.initSleep -> 0, systems.kafka.samsa.partition.manager -> com.linkedin.samsa.stream.kafka.KafkaPartitionManager, streams.page-view-event-by-group.stream -> PageViewEventByGroupJson, yarn.package.path -> , systems.databus.checkpointPersistence.fileSystem.rootDirectory -> /tmp/espressoclient-checkpoints, metrics.reporter.snapshot.class -> com.linkedin.samsa.metrics.reporter.MetricsSnapshotReporterFactory, systems.databus.clusterManager.instanceName -> useLocalHostName:11242, systems.databus.clusterManager.relayClusterName -> RELAY_DR_SRC, systems.databus.samsa.partition.manager -> com.linkedin.samsa.stream.databus.DatabusPartitionManager, serializers.registry.avro-schemas.schemas -> http://ela4-cstool.prod.linkedin.com:12250/schemaRegistry/schemas, systems.databus.connectionDefaults.eventBuffer.readBufferSize -> 102400, serializers.registry.service-metrics.encoder -> com.linkedin.metrics.ingraphs.AvroEncoder, streams.samsa-metrics.serde -> metrics-snapshot, systems.databus.clusterManager.relayZkConnectString -> eat1-app207.stg.linkedin.com:12913, systems.kafka-ingraphs.broker.list -> 0:esv4-kafka-vip-a.stg.linkedin.com:10251, systems.databus.container.jmx.rmiEnabled -> false, streams.page-view-event.stream -> PageViewEvent, streams.service-metrics.system -> kafka-ingraphs, task.lifecycle.listeners -> generator, systems.kafka.samsa.producer.factory -> com.linkedin.samsa.stream.kafka.KafkaProducerFactory, systems.kafka.zk.connect -> eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, systems.kafka.fetch.size -> 1200000, yarn.jvm.args -> -Xmx512M, streams.service-metrics.serde -> service-metrics, systems.databus.clusterManager.enabled -> true, systems.databus.connectionDefaults.pullerRetries.maxRetryNum -> -1, serializers.registry.avro-schemas.class -> com.linkedin.samsa.serializers.SchemaRegistrySerdeFactory, systems.kafka.zk.connectiontimeout.ms -> 1000000, systems.databus.connectionDefaults.pullerRetries.initSleep -> 2000, metrics.reporter.ingraphs.class -> com.linkedin.samsa.metrics.reporter.InGraphReporterFactory, job.name -> page-key-groups-joiner-dev, yarn.container.count -> 1, task.lifecycle.listener.generator.fabric -> dev, task.lifecycle.listener.generator.class -> com.linkedin.samsa.task.GeneratorLifecycleListenerFactory, serializers.registry.json.class -> com.linkedin.samsa.serializers.JsonSerdeFactory, systems.databus.connectionDefaults.dispatcherRetries.maxSleep -> 60000, serializers.registry.metrics-snapshot.class -> com.linkedin.samsa.serializers.MetricsSnapshotSerdeFactory, streams.samsa-metrics.stream -> SamsaMetrics, systems.databus.connectionDefaults.pullerRetries.maxSleep -> 300000, systems.databus.connectionDefaults.eventBuffer.allocationPolicy -> DIRECT_MEMORY, serializers.default -> avro-schemas, serializers.registry.databus-avro-schemas.class -> com.linkedin.samsa.serializers.DatabusEventAvroSerdeFactory, yarn.container.memory.mb -> 768, metrics.reporter.ingraphs.fabric -> STG-BETA, systems.databus.connectionDefaults.dispatcherRetries.maxRetryNum -> -1, streams.page-view-event-by-group.serde -> json, job.factory.class -> com.linkedin.samsa.job.local.LocalJobFactory, streams.page-view-event-by-group.system -> kafka, metrics.reporter.snapshot.stream -> samsa-metrics, systems.databus.connectionDefaults.eventBuffer.maxSize -> 500000, streams.service-metrics.stream -> service_metrics, streams.page-view-event.system -> kafka, systems.kafka.autooffset.reset -> largest, task.class -> com.linkedin.samsa.jobs.etl.PageKeyGroupsJoiner, task.inputs -> page-view-event, streams.samsa-metrics.system -> kafka, metrics.reporter.ingraphs.stream -> service-metrics, systems.databus.samsa.consumer.factory -> com.linkedin.samsa.stream.databus.DatabusConsumerFactory, systems.databus.connectionDefaults.eventBuffer.scnIndexSize -> 10240, systems.kafka-ingraphs.samsa.producer.factory -> com.linkedin.samsa.stream.kafka.KafkaProducerFactory, serializers.registry.service-metrics.class -> com.linkedin.samsa.serializers.KafkaSerdeFactory, systems.databus.container.httpPort -> 11242) from config /tmp/295acf55-2645-4dbf-a460-e150b649d977.cfg (com.linkedin.samsa.config.factories.Cfg2TgzConfigFactory) [2012-08-22 08:14:44,544] INFO config provider: com.linkedin.samsa.config.factories.Cfg2TgzConfigFactory, job factory: com.linkedin.samsa.job.local.LocalJobFactory (com.linkedin.samsa.job.JobRunner) [2012-08-22 08:14:44,570] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:14:44,578] INFO Client environment:zookeeper.version=3.3.0-925362, built on 03/19/2010 18:38 GMT (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:44,578] INFO Client environment:host.name=criccomi-ld.linkedin.biz (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:44,578] INFO Client environment:java.version=1.6.0_21 (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:44,578] INFO Client environment:java.vendor=Sun Microsystems Inc. (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:44,578] INFO Client environment:java.home=/export/apps/jdk/JDK-1_6_0_21/jre (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:44,578] INFO Client environment:java.class.path=/home/criccomi/.yarn/conf:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/activation-1.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/aopalliance-1.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/asm-3.2.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/aspectjrt-1.6.5.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/avro-1.4.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/avro-ipc-1.5.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/avro-schemas-builder-1.0.50.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/camel-core-2.5.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/camel-josql-2.5.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/cfg-2.12.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/cfg-api-6.6.6.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/cfg-impl-6.6.6.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/cglib-2.2.1-v20090111.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/cglib-nodep-2.2.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/clover-3.0.2.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/com.linkedin.customlibrary.j2ee-1.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/com.linkedin.customlibrary.mx4j-3.0.2.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/com.linkedin.customlibrary.xmsg-0.6.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-beanutils-1.7.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-beanutils-core-1.8.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-cli-1.2.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-codec-1.4.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-collections-3.2.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-compress-1.2.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-configuration-1.6.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-digester-1.8.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-el-1.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-httpclient-3.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-io-2.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-lang-2.5.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-logging-1.1.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-logging-api-1.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-management-1.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-math-2.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/commons-net-1.4.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/configuration-api-1.3.30.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/configuration-repository-impl-1.3.30.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-eventbus-api-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-http-impl-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-ic-api-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-ic-finder-factory-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-ic-impl-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-jmx-factory-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-jmx-impl-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-rpc-impl-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-rpc-trace-api-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-rpc-trace-factory-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-rpc-trace-impl-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-service-trace-api-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/container-service-trace-impl-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/core-3.1.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/dal-api-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/dal-common-impl-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/dal-drc-api-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/dal-drc-impl-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/dal-dsc-api-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/dal-dsc-impl-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/databus2-espresso-core-2.1.73.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/databus3-client-impl-2.1.73.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/databus-client-api-2.1.73.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/databus-client-impl-2.1.73.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/databus-cluster-manager-utils-2.1.73.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/databus-core-container-2.1.73.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/databus-core-impl-2.1.73.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/databus-core-schemas-2.1.73.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/databus-group-leader-api-2.1.73.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/databus-group-leader-impl-2.1.73.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/dom4j-1.6.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/gentlyweb-utils-1.5.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/grizzled-slf4j_2.8.1-0.6.6.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/guava-r09.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/guice-3.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/guice-servlet-3.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/hadoop-annotations-0.23.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/hadoop-auth-0.23.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/hadoop-common-0.23.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/hadoop-yarn-api-0.23.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/hadoop-yarn-common-0.23.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/healthcheck-api-3.0.40.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/helix-core-0.4.23.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/hsqldb-1.8.0.7.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jackson-core-asl-1.8.8.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jackson-core-asl-1.8.8-sources.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jackson-jaxrs-1.8.5.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jackson-mapper-asl-1.8.8.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jackson-mapper-asl-1.8.8-sources.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jackson-xc-1.7.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jasper-compiler-5.5.23.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jasper-runtime-5.5.23.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/javax.inject-1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jaxb-api-2.2.2.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jaxb-impl-2.2.3-1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jaxen-1.0-FCS.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jdiff-1.0.9.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jdom-1.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jersey-core-1.8.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jersey-guice-1.8.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jersey-json-1.8.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jersey-server-1.8.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jersey-test-framework-grizzly2-1.8.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jets3t-0.6.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jettison-1.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jetty-6.1.26.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jetty-util5-6.1.26.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jetty-util-6.1.26.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/joda-time-1.6.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jopt-simple-3.2.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/josql-1.5.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/json-20070829.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/json-simple-1.1.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/json-simple-1.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/jsp-api-2.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/kafka-0.7.14.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/kfs-0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/lispring-lispring-core-1.3.30.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/lispring-lispring-servlet-1.3.30.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/log4j-1.2.16.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/mail-1.3.0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/metrics-avro-0.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/metrics-core-0.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/metrics-core-2.0.0-RC0.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/mockito-all-1.8.4.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/mx4j-tools-3.0.2.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/netty-3.2.4.Final.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/oro-2.0.8.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/page-key-groups-aggregator-0.0.5.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/page-key-groups-counter-0.0.5.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/protobuf-java-2.4.0a.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/samsa-api_2.8.1-0.5.0-SNAPSHOT.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/samsa-core_2.8.1-0.5.0-SNAPSHOT.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/samsa-kafka_2.8.1-0.5.0-SNAPSHOT.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/samsa-li-0.5.0-SNAPSHOT.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/samsa-serializers_2.8.1-0.5.0-SNAPSHOT.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/samsa-yarn_2.8.1-0.5.0-SNAPSHOT.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/saxpath-1.0-FCS.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/scala-library-2.8.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/servlet-api-2.5.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/slf4j-api-1.6.2.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/slf4j-log4j12-1.6.2.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-aop-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-asm-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-aspects-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-beans-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-context-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-context-support-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-core-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-expression-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-jdbc-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-jms-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-orm-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-transaction-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-web-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/spring-web-servlet-3.0.3.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/stax-api-1.0.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/tdgssconfig.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/terajdbc4.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/util-core-4.0.63.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/util-core-factory-4.0.63.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/util-factory-4.0.63.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/util-factory-servlet-4.0.57.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/util-i18n-4.0.63.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/util-jmx-4.0.63.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/util-log-4.0.63.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/util-servlet-4.0.63.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/util-xmsg-4.0.63.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/velocity-1.7.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/xml-apis-1.3.04.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/xmlenc-0.52.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/xpp3_min-1.1.4c.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/xstream-1.3.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/zkclient-0.1.jar:/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz/lib/zookeeper-3.3.0.jar (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:44,579] INFO Client environment:java.library.path=/export/apps/jdk/JDK-1_6_0_21/jre/lib/amd64/server:/export/apps/jdk/JDK-1_6_0_21/jre/lib/amd64:/export/apps/jdk/JDK-1_6_0_21/jre/../lib/amd64:/local/instantclient_10_2:/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:44,579] INFO Client environment:java.io.tmpdir=/tmp (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:44,579] INFO Client environment:java.compiler= (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:44,579] INFO Client environment:os.name=Linux (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:44,579] INFO Client environment:os.arch=amd64 (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:44,579] INFO Client environment:os.version=2.6.32-131.4.1.el6.x86_64 (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:44,579] INFO Client environment:user.name=criccomi (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:44,579] INFO Client environment:user.home=/home/criccomi (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:44,579] INFO Client environment:user.dir=/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:44,580] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=10000 watcher=org.I0Itec.zkclient.ZkClient@59d0d45b (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:44,599] INFO Opening socket connection to server eat1-qa465.corp.linkedin.com/172.18.146.131:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:14:44,656] INFO Socket connection established to eat1-qa465.corp.linkedin.com/172.18.146.131:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:14:44,725] INFO Session establishment complete on server eat1-qa465.corp.linkedin.com/172.18.146.131:12913, sessionid = 0x338a5460d11016c, negotiated timeout = 10000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:14:44,727] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:14:45,089] INFO Terminate ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:14:45,150] INFO Session: 0x338a5460d11016c closed (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:45,364] INFO waiting for job to start (com.linkedin.samsa.job.JobRunner) [2012-08-22 08:14:45,866] INFO job started successfully (com.linkedin.samsa.job.JobRunner) [2012-08-22 08:14:45,866] INFO exiting (com.linkedin.samsa.job.JobRunner) [2012-08-22 08:14:46,099] INFO Loading listener generator (com.linkedin.samsa.task.JavaTaskRunner) [2012-08-22 08:14:46,157] INFO Creating new consumer factory com.linkedin.samsa.stream.kafka.KafkaConsumerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:14:46,162] INFO Creating consumer for PageViewEvent with config {samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, reconnect.interval=14400000, groupid=page-key-groups-joiner-dev, socket.buffer.size=2097152, zk.connectiontimeout.ms=1000000, fetch.size=1200000, samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, autooffset.reset=largest} (com.linkedin.samsa.stream.kafka.KafkaConsumerFactory) [2012-08-22 08:14:46,195] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Connecting to zookeeper instance at eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:46,209] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:14:46,217] INFO Client environment:zookeeper.version=3.3.0-925362, built on 03/19/2010 18:38 GMT (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:46,217] INFO Client environment:host.name=criccomi-ld.linkedin.biz (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:46,217] INFO Client environment:java.version=1.6.0_21 (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:46,217] INFO Client environment:java.vendor=Sun Microsystems Inc. (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:46,217] INFO Client environment:java.home=/export/apps/jdk/JDK-1_6_0_21/jre (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:46,217] INFO Client environment:java.class.path=:bin/../lib/activation-1.1.jar:bin/../lib/aopalliance-1.0.jar:bin/../lib/asm-3.2.jar:bin/../lib/aspectjrt-1.6.5.jar:bin/../lib/avro-1.4.0.jar:bin/../lib/avro-ipc-1.5.3.jar:bin/../lib/avro-schemas-builder-1.0.50.jar:bin/../lib/camel-core-2.5.0.jar:bin/../lib/camel-josql-2.5.0.jar:bin/../lib/cfg-2.12.0.jar:bin/../lib/cfg-api-6.6.6.jar:bin/../lib/cfg-impl-6.6.6.jar:bin/../lib/cglib-2.2.1-v20090111.jar:bin/../lib/cglib-nodep-2.2.jar:bin/../lib/clover-3.0.2.jar:bin/../lib/com.linkedin.customlibrary.j2ee-1.0.jar:bin/../lib/com.linkedin.customlibrary.mx4j-3.0.2.jar:bin/../lib/com.linkedin.customlibrary.xmsg-0.6.jar:bin/../lib/commons-beanutils-1.7.0.jar:bin/../lib/commons-beanutils-core-1.8.0.jar:bin/../lib/commons-cli-1.2.jar:bin/../lib/commons-codec-1.4.jar:bin/../lib/commons-collections-3.2.1.jar:bin/../lib/commons-compress-1.2.jar:bin/../lib/commons-configuration-1.6.jar:bin/../lib/commons-digester-1.8.jar:bin/../lib/commons-el-1.0.jar:bin/../lib/commons-httpclient-3.1.jar:bin/../lib/commons-io-2.1.jar:bin/../lib/commons-lang-2.5.jar:bin/../lib/commons-logging-1.1.1.jar:bin/../lib/commons-logging-api-1.1.jar:bin/../lib/commons-management-1.0.jar:bin/../lib/commons-math-2.1.jar:bin/../lib/commons-net-1.4.1.jar:bin/../lib/configuration-api-1.3.30.jar:bin/../lib/configuration-repository-impl-1.3.30.jar:bin/../lib/container-eventbus-api-3.0.40.jar:bin/../lib/container-http-impl-3.0.40.jar:bin/../lib/container-ic-api-3.0.40.jar:bin/../lib/container-ic-finder-factory-3.0.40.jar:bin/../lib/container-ic-impl-3.0.40.jar:bin/../lib/container-jmx-factory-3.0.40.jar:bin/../lib/container-jmx-impl-3.0.40.jar:bin/../lib/container-rpc-impl-3.0.40.jar:bin/../lib/container-rpc-trace-api-3.0.40.jar:bin/../lib/container-rpc-trace-factory-3.0.40.jar:bin/../lib/container-rpc-trace-impl-3.0.40.jar:bin/../lib/container-service-trace-api-3.0.40.jar:bin/../lib/container-service-trace-impl-3.0.40.jar:bin/../lib/core-3.1.1.jar:bin/../lib/dal-api-3.0.40.jar:bin/../lib/dal-common-impl-3.0.40.jar:bin/../lib/dal-drc-api-3.0.40.jar:bin/../lib/dal-drc-impl-3.0.40.jar:bin/../lib/dal-dsc-api-3.0.40.jar:bin/../lib/dal-dsc-impl-3.0.40.jar:bin/../lib/databus2-espresso-core-2.1.73.jar:bin/../lib/databus3-client-impl-2.1.73.jar:bin/../lib/databus-client-api-2.1.73.jar:bin/../lib/databus-client-impl-2.1.73.jar:bin/../lib/databus-cluster-manager-utils-2.1.73.jar:bin/../lib/databus-core-container-2.1.73.jar:bin/../lib/databus-core-impl-2.1.73.jar:bin/../lib/databus-core-schemas-2.1.73.jar:bin/../lib/databus-group-leader-api-2.1.73.jar:bin/../lib/databus-group-leader-impl-2.1.73.jar:bin/../lib/dom4j-1.6.1.jar:bin/../lib/gentlyweb-utils-1.5.jar:bin/../lib/grizzled-slf4j_2.8.1-0.6.6.jar:bin/../lib/guava-r09.jar:bin/../lib/guice-3.0.jar:bin/../lib/guice-servlet-3.0.jar:bin/../lib/hadoop-annotations-0.23.1.jar:bin/../lib/hadoop-auth-0.23.1.jar:bin/../lib/hadoop-common-0.23.1.jar:bin/../lib/hadoop-yarn-api-0.23.1.jar:bin/../lib/hadoop-yarn-common-0.23.1.jar:bin/../lib/healthcheck-api-3.0.40.jar:bin/../lib/helix-core-0.4.23.jar:bin/../lib/hsqldb-1.8.0.7.jar:bin/../lib/jackson-core-asl-1.8.8.jar:bin/../lib/jackson-core-asl-1.8.8-sources.jar:bin/../lib/jackson-jaxrs-1.8.5.jar:bin/../lib/jackson-mapper-asl-1.8.8.jar:bin/../lib/jackson-mapper-asl-1.8.8-sources.jar:bin/../lib/jackson-xc-1.7.1.jar:bin/../lib/jasper-compiler-5.5.23.jar:bin/../lib/jasper-runtime-5.5.23.jar:bin/../lib/javax.inject-1.jar:bin/../lib/jaxb-api-2.2.2.jar:bin/../lib/jaxb-impl-2.2.3-1.jar:bin/../lib/jaxen-1.0-FCS.jar:bin/../lib/jdiff-1.0.9.jar:bin/../lib/jdom-1.0.jar:bin/../lib/jersey-core-1.8.jar:bin/../lib/jersey-guice-1.8.jar:bin/../lib/jersey-json-1.8.jar:bin/../lib/jersey-server-1.8.jar:bin/../lib/jersey-test-framework-grizzly2-1.8.jar:bin/../lib/jets3t-0.6.1.jar:bin/../lib/jettison-1.1.jar:bin/../lib/jetty-6.1.26.jar:bin/../lib/jetty-util5-6.1.26.jar:bin/../lib/jetty-util-6.1.26.jar:bin/../lib/joda-time-1.6.jar:bin/../lib/jopt-simple-3.2.jar:bin/../lib/josql-1.5.jar:bin/../lib/json-20070829.jar:bin/../lib/json-simple-1.1.1.jar:bin/../lib/json-simple-1.1.jar:bin/../lib/jsp-api-2.1.jar:bin/../lib/kafka-0.7.14.jar:bin/../lib/kfs-0.3.jar:bin/../lib/lispring-lispring-core-1.3.30.jar:bin/../lib/lispring-lispring-servlet-1.3.30.jar:bin/../lib/log4j-1.2.16.jar:bin/../lib/mail-1.3.0.jar:bin/../lib/metrics-avro-0.0.3.jar:bin/../lib/metrics-core-0.0.3.jar:bin/../lib/metrics-core-2.0.0-RC0.jar:bin/../lib/mockito-all-1.8.4.jar:bin/../lib/mx4j-tools-3.0.2.jar:bin/../lib/netty-3.2.4.Final.jar:bin/../lib/oro-2.0.8.jar:bin/../lib/page-key-groups-aggregator-0.0.5.jar:bin/../lib/page-key-groups-counter-0.0.5.jar:bin/../lib/protobuf-java-2.4.0a.jar:bin/../lib/samsa-api_2.8.1-0.5.0-SNAPSHOT.jar:bin/../lib/samsa-core_2.8.1-0.5.0-SNAPSHOT.jar:bin/../lib/samsa-kafka_2.8.1-0.5.0-SNAPSHOT.jar:bin/../lib/samsa-li-0.5.0-SNAPSHOT.jar:bin/../lib/samsa-serializers_2.8.1-0.5.0-SNAPSHOT.jar:bin/../lib/samsa-yarn_2.8.1-0.5.0-SNAPSHOT.jar:bin/../lib/saxpath-1.0-FCS.jar:bin/../lib/scala-library-2.8.1.jar:bin/../lib/servlet-api-2.5.jar:bin/../lib/slf4j-api-1.6.2.jar:bin/../lib/slf4j-log4j12-1.6.2.jar:bin/../lib/spring-aop-3.0.3.jar:bin/../lib/spring-asm-3.0.3.jar:bin/../lib/spring-aspects-3.0.3.jar:bin/../lib/spring-beans-3.0.3.jar:bin/../lib/spring-context-3.0.3.jar:bin/../lib/spring-context-support-3.0.3.jar:bin/../lib/spring-core-3.0.3.jar:bin/../lib/spring-expression-3.0.3.jar:bin/../lib/spring-jdbc-3.0.3.jar:bin/../lib/spring-jms-3.0.3.jar:bin/../lib/spring-orm-3.0.3.jar:bin/../lib/spring-transaction-3.0.3.jar:bin/../lib/spring-web-3.0.3.jar:bin/../lib/spring-web-servlet-3.0.3.jar:bin/../lib/stax-api-1.0.1.jar:bin/../lib/tdgssconfig.jar:bin/../lib/terajdbc4.jar:bin/../lib/util-core-4.0.63.jar:bin/../lib/util-core-factory-4.0.63.jar:bin/../lib/util-factory-4.0.63.jar:bin/../lib/util-factory-servlet-4.0.57.jar:bin/../lib/util-i18n-4.0.63.jar:bin/../lib/util-jmx-4.0.63.jar:bin/../lib/util-log-4.0.63.jar:bin/../lib/util-servlet-4.0.63.jar:bin/../lib/util-xmsg-4.0.63.jar:bin/../lib/velocity-1.7.jar:bin/../lib/xml-apis-1.3.04.jar:bin/../lib/xmlenc-0.52.jar:bin/../lib/xpp3_min-1.1.4c.jar:bin/../lib/xstream-1.3.1.jar:bin/../lib/zkclient-0.1.jar:bin/../lib/zookeeper-3.3.0.jar (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:46,217] INFO Client environment:java.library.path=/export/apps/jdk/JDK-1_6_0_21/jre/lib/amd64/server:/export/apps/jdk/JDK-1_6_0_21/jre/lib/amd64:/export/apps/jdk/JDK-1_6_0_21/jre/../lib/amd64:/local/instantclient_10_2:/usr/java/packages/lib/amd64:/usr/lib64:/lib64:/lib:/usr/lib (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:46,217] INFO Client environment:java.io.tmpdir=/tmp (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:46,217] INFO Client environment:java.compiler= (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:46,217] INFO Client environment:os.name=Linux (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:46,217] INFO Client environment:os.arch=amd64 (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:46,217] INFO Client environment:os.version=2.6.32-131.4.1.el6.x86_64 (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:46,217] INFO Client environment:user.name=criccomi (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:46,217] INFO Client environment:user.home=/home/criccomi (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:46,217] INFO Client environment:user.dir=/home/criccomi/svn/samsa-hello-world/trunk/build/ingraphs-package/tgz (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:46,218] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@45660d6 (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:46,241] INFO Opening socket connection to server eat1-qa466.corp.linkedin.com/172.18.146.132:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:14:46,300] INFO Socket connection established to eat1-qa466.corp.linkedin.com/172.18.146.132:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:14:46,369] INFO Session establishment complete on server eat1-qa466.corp.linkedin.com/172.18.146.132:12913, sessionid = 0x438a5460fc20169, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:14:46,372] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:14:46,375] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe starting auto committer every 10000 ms (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:46,472] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe begin registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:46,537] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe end registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:46,544] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe starting watcher executor thread for consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:46,784] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:47,771] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:14:47,773] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:14:47,774] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:14:47,774] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:47,775] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:47,778] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:47,780] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:47,839] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:47,893] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:47,947] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:48,001] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 2-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:48,056] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 2-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:48,110] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 2-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:48,164] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 2-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:48,219] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 3-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:48,273] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 3-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:48,327] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:48,381] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 3-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:48,436] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 4-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:48,490] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 4-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:48,544] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:48,598] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:48,653] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:48,707] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:48,761] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:48,815] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:48,934] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 2-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:48,993] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 5-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:49,048] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 4-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:49,102] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 3-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:49,158] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 4-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:49,213] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 5-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:49,268] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 4-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:49,323] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:49,378] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 5-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:49,433] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:49,488] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 3-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:49,543] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 3-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:49,598] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 2-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:49,653] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 4-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:49,709] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:49,771] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 3-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:49,826] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 2-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:49,889] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:49,944] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:49,999] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 2-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:50,001] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:50,005] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe selected partitions : PageViewEvent:1-0: fetched offset = 3075809114539: consumed offset = 3075809114539,PageViewEvent:1-1: fetched offset = 3075831641204: consumed offset = 3075831641204,PageViewEvent:1-2: fetched offset = 3075742260050: consumed offset = 3075742260050,PageViewEvent:1-3: fetched offset = 3075805897073: consumed offset = 3075805897073,PageViewEvent:2-0: fetched offset = 1546901352987: consumed offset = 1546901352987,PageViewEvent:2-1: fetched offset = 1546874270333: consumed offset = 1546874270333,PageViewEvent:2-2: fetched offset = 1546821680205: consumed offset = 1546821680205,PageViewEvent:2-3: fetched offset = 1546900549254: consumed offset = 1546900549254,PageViewEvent:3-0: fetched offset = 3416341013156: consumed offset = 3416341013156,PageViewEvent:3-1: fetched offset = 3416344921925: consumed offset = 3416344921925,PageViewEvent:3-2: fetched offset = 3416370319235: consumed offset = 3416370319235,PageViewEvent:3-3: fetched offset = 3416308794797: consumed offset = 3416308794797,PageViewEvent:4-0: fetched offset = 1546475067515: consumed offset = 1546475067515,PageViewEvent:4-1: fetched offset = 1546450702461: consumed offset = 1546450702461,PageViewEvent:4-2: fetched offset = 1546467141117: consumed offset = 1546467141117,PageViewEvent:4-3: fetched offset = 1546406487045: consumed offset = 1546406487045,PageViewEvent:5-0: fetched offset = 3415683807491: consumed offset = 3415683807491,PageViewEvent:5-1: fetched offset = 3415647120829: consumed offset = 3415647120829,PageViewEvent:5-2: fetched offset = 3415737134481: consumed offset = 3415737134481,PageViewEvent:5-3: fetched offset = 3415774922975: consumed offset = 3415774922975 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:50,015] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:50,017] INFO FetchRunnable-4 start fetching topic: PageViewEvent part: 2 offset: 3075742260050 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,018] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 1 offset: 1546874270333 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,017] INFO FetchRunnable-2 start fetching topic: PageViewEvent part: 1 offset: 3415647120829 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,018] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 2 offset: 1546821680205 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,018] INFO FetchRunnable-2 start fetching topic: PageViewEvent part: 0 offset: 3415683807491 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,018] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 0 offset: 1546901352987 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,018] INFO FetchRunnable-4 start fetching topic: PageViewEvent part: 3 offset: 3075805897073 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,019] INFO FetchRunnable-2 start fetching topic: PageViewEvent part: 3 offset: 3415774922975 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,019] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 3 offset: 1546900549254 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,019] INFO FetchRunnable-4 start fetching topic: PageViewEvent part: 1 offset: 3075831641204 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,019] INFO FetchRunnable-3 start fetching topic: PageViewEvent part: 3 offset: 1546406487045 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,019] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3416341013156 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,019] INFO FetchRunnable-4 start fetching topic: PageViewEvent part: 0 offset: 3075809114539 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,019] INFO FetchRunnable-2 start fetching topic: PageViewEvent part: 2 offset: 3415737134481 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,019] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3416344921925 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,019] INFO FetchRunnable-3 start fetching topic: PageViewEvent part: 1 offset: 1546450702461 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,019] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3416370319235 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,019] INFO creating metrics stream consumer for stream StreamPartition [system=kafka, stream=PageViewEvent, partition=8] (com.linkedin.samsa.metrics.MetricsConsumer) [2012-08-22 08:14:50,019] INFO FetchRunnable-3 start fetching topic: PageViewEvent part: 2 offset: 1546467141117 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,019] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3416308794797 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,020] INFO FetchRunnable-3 start fetching topic: PageViewEvent part: 0 offset: 1546475067515 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,020] INFO Creating new consumer factory com.linkedin.samsa.stream.kafka.KafkaConsumerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:14:50,020] INFO Creating consumer for PageViewEvent with config {samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, reconnect.interval=14400000, groupid=page-key-groups-joiner-dev, socket.buffer.size=2097152, zk.connectiontimeout.ms=1000000, fetch.size=1200000, samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, autooffset.reset=largest} (com.linkedin.samsa.stream.kafka.KafkaConsumerFactory) [2012-08-22 08:14:50,021] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Connecting to zookeeper instance at eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:50,022] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@49198ff2 (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:50,022] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:14:50,027] INFO Opening socket connection to server eat1-qa463.corp.linkedin.com/172.18.146.129:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:14:50,081] INFO Socket connection established to eat1-qa463.corp.linkedin.com/172.18.146.129:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:14:50,137] INFO Session establishment complete on server eat1-qa463.corp.linkedin.com/172.18.146.129:12913, sessionid = 0x138a5460d160180, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:14:50,138] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:14:50,138] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a starting auto committer every 10000 ms (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:50,139] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a begin registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:50,172] INFO offset for PageViewEvent:5-1: fetched offset = 3415647120829: consumed offset = 3415647120829 out of range (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,172] INFO offset for PageViewEvent:3-0: fetched offset = 3416341013156: consumed offset = 3416341013156 out of range (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,172] INFO offset for PageViewEvent:2-1: fetched offset = 1546874270333: consumed offset = 1546874270333 out of range (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,172] INFO offset for PageViewEvent:1-2: fetched offset = 3075742260050: consumed offset = 3075742260050 out of range (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,172] INFO offset for PageViewEvent:4-3: fetched offset = 1546406487045: consumed offset = 1546406487045 out of range (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,197] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a end registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:50,198] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a starting watcher executor thread for consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:50,228] INFO updating partition 2-1 for topic PageViewEvent with latest offset 1552582554731 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,228] INFO updating partition 5-1 for topic PageViewEvent with latest offset 3421369413684 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,228] INFO updating partition 4-3 for topic PageViewEvent with latest offset 1552130668536 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,228] INFO updating partition 1-2 for topic PageViewEvent with latest offset 3081443966754 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,228] INFO updating partition 3-0 for topic PageViewEvent with latest offset 3422063515078 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,286] INFO offset for PageViewEvent:5-0: fetched offset = 3415683807491: consumed offset = 3415683807491 out of range (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,286] INFO offset for PageViewEvent:1-3: fetched offset = 3075805897073: consumed offset = 3075805897073 out of range (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,286] INFO offset for PageViewEvent:4-1: fetched offset = 1546450702461: consumed offset = 1546450702461 out of range (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,286] INFO offset for PageViewEvent:3-1: fetched offset = 3416344921925: consumed offset = 3416344921925 out of range (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,307] INFO offset for PageViewEvent:2-2: fetched offset = 1546821680205: consumed offset = 1546821680205 out of range (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,307] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:50,340] INFO updating partition 5-0 for topic PageViewEvent with latest offset 3421380751552 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,340] INFO updating partition 1-3 for topic PageViewEvent with latest offset 3081504493241 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,340] INFO updating partition 4-1 for topic PageViewEvent with latest offset 1552143965700 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,340] INFO updating partition 3-1 for topic PageViewEvent with latest offset 3422053184589 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,361] INFO updating partition 2-2 for topic PageViewEvent with latest offset 1552535101873 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,395] INFO offset for PageViewEvent:5-3: fetched offset = 3415774922975: consumed offset = 3415774922975 out of range (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,395] INFO offset for PageViewEvent:1-1: fetched offset = 3075831641204: consumed offset = 3075831641204 out of range (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,395] INFO offset for PageViewEvent:4-2: fetched offset = 1546467141117: consumed offset = 1546467141117 out of range (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,396] INFO offset for PageViewEvent:3-2: fetched offset = 3416370319235: consumed offset = 3416370319235 out of range (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,414] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:50,416] INFO offset for PageViewEvent:2-0: fetched offset = 1546901352987: consumed offset = 1546901352987 out of range (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,449] INFO updating partition 5-3 for topic PageViewEvent with latest offset 3421476896842 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,449] INFO updating partition 1-1 for topic PageViewEvent with latest offset 3081544869148 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,449] INFO updating partition 4-2 for topic PageViewEvent with latest offset 1552168921180 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,449] INFO updating partition 3-2 for topic PageViewEvent with latest offset 3422067276182 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,469] INFO updating partition 2-0 for topic PageViewEvent with latest offset 1552608202184 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,504] INFO offset for PageViewEvent:5-2: fetched offset = 3415737134481: consumed offset = 3415737134481 out of range (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,504] INFO offset for PageViewEvent:1-0: fetched offset = 3075809114539: consumed offset = 3075809114539 out of range (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,504] INFO offset for PageViewEvent:4-0: fetched offset = 1546475067515: consumed offset = 1546475067515 out of range (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,505] INFO offset for PageViewEvent:3-3: fetched offset = 3416308794797: consumed offset = 3416308794797 out of range (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,524] INFO offset for PageViewEvent:2-3: fetched offset = 1546900549254: consumed offset = 1546900549254 out of range (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,558] INFO updating partition 5-2 for topic PageViewEvent with latest offset 3421454417394 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,558] INFO updating partition 1-0 for topic PageViewEvent with latest offset 3081506771280 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,559] INFO updating partition 3-3 for topic PageViewEvent with latest offset 3422017754421 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,559] INFO updating partition 4-0 for topic PageViewEvent with latest offset 1552186542523 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:50,578] INFO updating partition 2-3 for topic PageViewEvent with latest offset 1552611501919 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:51,245] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:51,246] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:51,252] INFO FecherRunnable Thread[FetchRunnable-1,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:51,252] INFO stopping fetcher FetchRunnable-1 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:51,252] INFO FecherRunnable Thread[FetchRunnable-2,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:51,253] INFO stopping fetcher FetchRunnable-2 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:51,253] INFO FecherRunnable Thread[FetchRunnable-3,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:51,253] INFO stopping fetcher FetchRunnable-3 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:51,254] INFO FecherRunnable Thread[FetchRunnable-4,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:51,254] INFO stopping fetcher FetchRunnable-4 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:51,254] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:14:51,255] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:14:51,255] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:14:51,255] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:51,353] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:14:51,353] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:14:51,354] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:14:51,354] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:51,354] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:51,355] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:51,355] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:51,409] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 3-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:51,463] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 4-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:51,517] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 4-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:51,572] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:51,626] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:51,680] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:51,734] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:51,789] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:51,843] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:52,023] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/5-0 data: page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 (kafka.utils.ZkUtils$) [2012-08-22 08:14:52,024] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a waiting for the partition ownership to be deleted: 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:52,134] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/4-3 data: page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 (kafka.utils.ZkUtils$) [2012-08-22 08:14:52,134] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a waiting for the partition ownership to be deleted: 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:52,243] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/4-2 data: page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 (kafka.utils.ZkUtils$) [2012-08-22 08:14:52,243] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a waiting for the partition ownership to be deleted: 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:52,353] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/5-3 data: page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 (kafka.utils.ZkUtils$) [2012-08-22 08:14:52,353] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a waiting for the partition ownership to be deleted: 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:52,358] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:52,462] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/4-0 data: page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 (kafka.utils.ZkUtils$) [2012-08-22 08:14:52,462] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a waiting for the partition ownership to be deleted: 4-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:52,572] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/5-2 data: page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 (kafka.utils.ZkUtils$) [2012-08-22 08:14:52,572] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a waiting for the partition ownership to be deleted: 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:52,681] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/3-3 data: page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 (kafka.utils.ZkUtils$) [2012-08-22 08:14:52,681] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a waiting for the partition ownership to be deleted: 3-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:52,737] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 4-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:52,792] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:52,901] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/3-2 data: page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 (kafka.utils.ZkUtils$) [2012-08-22 08:14:52,902] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a waiting for the partition ownership to be deleted: 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:53,014] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:53,015] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:53,016] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:14:53,016] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:14:53,016] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:14:53,016] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:53,460] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:53,460] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:53,514] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:53,568] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:53,622] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:53,676] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 2-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:53,731] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 2-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:53,785] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 2-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:53,839] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 2-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:53,893] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 3-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:53,947] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 3-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:54,057] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 2-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:54,112] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 3-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:54,167] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:54,221] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:54,276] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 3-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:54,332] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 2-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:54,387] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 2-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:54,442] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:54,496] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:54,551] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 2-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:54,552] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:54,552] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe selected partitions : PageViewEvent:1-0: fetched offset = 3081506771280: consumed offset = 3081506771280,PageViewEvent:1-1: fetched offset = 3081544869148: consumed offset = 3081544869148,PageViewEvent:1-2: fetched offset = 3081443966754: consumed offset = 3081443966754,PageViewEvent:1-3: fetched offset = 3081504493241: consumed offset = 3081504493241,PageViewEvent:2-0: fetched offset = 1552608202184: consumed offset = 1552608202184,PageViewEvent:2-1: fetched offset = 1552582554731: consumed offset = 1552582554731,PageViewEvent:2-2: fetched offset = 1552535101873: consumed offset = 1552535101873,PageViewEvent:2-3: fetched offset = 1552611501919: consumed offset = 1552611501919,PageViewEvent:3-0: fetched offset = 3422063515078: consumed offset = 3422063515078,PageViewEvent:3-1: fetched offset = 3422053184589: consumed offset = 3422053184589 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:54,553] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:54,555] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 2 offset: 3081443966754 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:54,555] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552582554731 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:54,555] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 3 offset: 3081504493241 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:54,555] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552535101873 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:54,555] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 1 offset: 3081544869148 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:54,555] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552608202184 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:54,556] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 0 offset: 3081506771280 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:54,556] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552611501919 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:54,556] INFO FetchRunnable-2 start fetching topic: PageViewEvent part: 0 offset: 3422063515078 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:54,556] INFO FetchRunnable-2 start fetching topic: PageViewEvent part: 1 offset: 3422053184589 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:55,016] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:55,947] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:14:55,947] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:14:55,947] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:14:55,947] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:55,947] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:55,947] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:55,948] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:56,002] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 3-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:56,056] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 4-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:56,110] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 4-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:56,164] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:56,218] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:56,273] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:56,327] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:56,381] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:56,435] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:56,545] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 5-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:56,600] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 4-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:56,655] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 4-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:56,713] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 5-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:56,773] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 4-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:56,828] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 5-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:56,883] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 3-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:56,939] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 4-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:56,994] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:57,049] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 3-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:57,050] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:57,050] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a selected partitions : PageViewEvent:3-2: fetched offset = 3422067276182: consumed offset = 3422067276182,PageViewEvent:3-3: fetched offset = 3422017754421: consumed offset = 3422017754421,PageViewEvent:4-0: fetched offset = 1552186542523: consumed offset = 1552186542523,PageViewEvent:4-1: fetched offset = 1552143965700: consumed offset = 1552143965700,PageViewEvent:4-2: fetched offset = 1552168921180: consumed offset = 1552168921180,PageViewEvent:4-3: fetched offset = 1552130668536: consumed offset = 1552130668536,PageViewEvent:5-0: fetched offset = 3421380751552: consumed offset = 3421380751552,PageViewEvent:5-1: fetched offset = 3421369413684: consumed offset = 3421369413684,PageViewEvent:5-2: fetched offset = 3421454417394: consumed offset = 3421454417394,PageViewEvent:5-3: fetched offset = 3421476896842: consumed offset = 3421476896842 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:57,053] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:57,054] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3422067276182 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:57,054] INFO creating metrics stream consumer for stream StreamPartition [system=kafka, stream=PageViewEvent, partition=19] (com.linkedin.samsa.metrics.MetricsConsumer) [2012-08-22 08:14:57,054] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 3 offset: 1552130668536 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:57,055] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3422017754421 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:57,055] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 1 offset: 1552143965700 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:57,055] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 2 offset: 1552168921180 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:57,055] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 0 offset: 1552186542523 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:57,055] INFO FetchRunnable-2 start fetching topic: PageViewEvent part: 1 offset: 3421369413684 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:57,055] INFO Creating new consumer factory com.linkedin.samsa.stream.kafka.KafkaConsumerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:14:57,055] INFO FetchRunnable-2 start fetching topic: PageViewEvent part: 0 offset: 3421380751552 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:57,055] INFO FetchRunnable-2 start fetching topic: PageViewEvent part: 3 offset: 3421476896842 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:57,056] INFO FetchRunnable-2 start fetching topic: PageViewEvent part: 2 offset: 3421454417394 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:57,056] INFO Creating consumer for PageViewEvent with config {samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, reconnect.interval=14400000, groupid=page-key-groups-joiner-dev, socket.buffer.size=2097152, zk.connectiontimeout.ms=1000000, fetch.size=1200000, samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, autooffset.reset=largest} (com.linkedin.samsa.stream.kafka.KafkaConsumerFactory) [2012-08-22 08:14:57,057] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Connecting to zookeeper instance at eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:57,057] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@6482d603 (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:14:57,057] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:14:57,059] INFO Opening socket connection to server eat1-qa463.corp.linkedin.com/172.18.146.129:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:14:57,113] INFO Socket connection established to eat1-qa463.corp.linkedin.com/172.18.146.129:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:14:57,169] INFO Session establishment complete on server eat1-qa463.corp.linkedin.com/172.18.146.129:12913, sessionid = 0x138a5460d160181, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:14:57,170] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:14:57,170] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f starting auto committer every 10000 ms (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:57,171] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f begin registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:57,228] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f end registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:57,229] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f starting watcher executor thread for consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:57,336] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:57,337] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:57,445] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:58,334] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:58,334] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:58,338] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:14:58,338] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:14:58,342] INFO FecherRunnable Thread[FetchRunnable-1,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:58,342] INFO stopping fetcher FetchRunnable-1 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:58,342] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:58,342] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:58,343] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:14:58,343] INFO FecherRunnable Thread[FetchRunnable-1,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:58,344] INFO stopping fetcher FetchRunnable-1 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:58,344] INFO FecherRunnable Thread[FetchRunnable-2,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:58,344] INFO stopping fetcher FetchRunnable-2 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:58,344] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:14:58,345] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:14:58,345] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:14:58,345] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:58,345] INFO FecherRunnable Thread[FetchRunnable-2,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:58,346] INFO stopping fetcher FetchRunnable-2 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:14:58,346] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:14:58,346] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:14:58,346] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:14:58,346] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:58,433] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:14:58,433] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:14:58,433] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:14:58,434] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:58,434] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:58,434] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:58,434] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:58,488] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:58,542] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:58,597] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:58,651] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:58,705] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:58,868] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/5-0 data: page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 (kafka.utils.ZkUtils$) [2012-08-22 08:14:58,869] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f waiting for the partition ownership to be deleted: 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:58,893] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:58,895] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:58,978] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/4-3 data: page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 (kafka.utils.ZkUtils$) [2012-08-22 08:14:58,978] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f waiting for the partition ownership to be deleted: 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,087] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/4-2 data: page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 (kafka.utils.ZkUtils$) [2012-08-22 08:14:59,087] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f waiting for the partition ownership to be deleted: 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,197] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/5-3 data: page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 (kafka.utils.ZkUtils$) [2012-08-22 08:14:59,197] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f waiting for the partition ownership to be deleted: 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,306] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/5-2 data: page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 stored data: null (kafka.utils.ZkUtils$) [2012-08-22 08:14:59,306] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f waiting for the partition ownership to be deleted: 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,361] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,416] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,417] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,417] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:14:59,417] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:14:59,417] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:14:59,417] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,441] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,441] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,445] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,446] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 2-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,496] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,500] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 3-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,551] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,555] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 3-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,605] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,609] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,659] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 2-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,663] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 3-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,713] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 2-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,717] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 4-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,768] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 2-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,771] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 4-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,877] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 2-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,881] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 3-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,932] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,936] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 4-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,987] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:14:59,991] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 3-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:00,042] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 2-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:00,046] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 3-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:00,103] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:00,103] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 4-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:00,158] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:00,158] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 3-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:00,213] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 2-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:00,213] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:00,213] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe selected partitions : PageViewEvent:1-0: fetched offset = 3081506771280: consumed offset = 3081506771280,PageViewEvent:1-1: fetched offset = 3081544869148: consumed offset = 3081544869148,PageViewEvent:1-2: fetched offset = 3081443966754: consumed offset = 3081443966754,PageViewEvent:1-3: fetched offset = 3081504493241: consumed offset = 3081504493241,PageViewEvent:2-0: fetched offset = 1552608202184: consumed offset = 1552608202184,PageViewEvent:2-1: fetched offset = 1552582554731: consumed offset = 1552582554731,PageViewEvent:2-2: fetched offset = 1552535101873: consumed offset = 1552535101873 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:00,214] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 2-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:00,214] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:00,214] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a selected partitions : PageViewEvent:2-3: fetched offset = 1552611501919: consumed offset = 1552611501919,PageViewEvent:3-0: fetched offset = 3422063515078: consumed offset = 3422063515078,PageViewEvent:3-1: fetched offset = 3422053184589: consumed offset = 3422053184589,PageViewEvent:3-2: fetched offset = 3422067276182: consumed offset = 3422067276182,PageViewEvent:3-3: fetched offset = 3422017754421: consumed offset = 3422017754421,PageViewEvent:4-0: fetched offset = 1552186542523: consumed offset = 1552186542523,PageViewEvent:4-1: fetched offset = 1552143965700: consumed offset = 1552143965700 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:00,214] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:00,215] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3081443966754 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:00,216] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 1 offset: 1552582554731 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:00,216] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3081504493241 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:00,217] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 2 offset: 1552535101873 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:00,217] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:00,217] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 0 offset: 1552608202184 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:00,217] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3081544869148 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:00,217] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3081506771280 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:00,217] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552611501919 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:00,218] INFO FetchRunnable-2 start fetching topic: PageViewEvent part: 1 offset: 1552143965700 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:00,219] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 0 offset: 3422063515078 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:00,219] INFO FetchRunnable-2 start fetching topic: PageViewEvent part: 0 offset: 1552186542523 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:00,219] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 1 offset: 3422053184589 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:00,219] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 2 offset: 3422067276182 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:00,219] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 3 offset: 3422017754421 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:01,418] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:02,404] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:02,405] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:02,405] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:02,405] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:02,405] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:02,405] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:02,405] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:02,460] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:02,514] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:02,568] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:02,622] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:02,676] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:02,785] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 5-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:02,842] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 4-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:02,900] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 4-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:02,956] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 5-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:03,011] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 5-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:03,067] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:03,067] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:03,067] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f selected partitions : PageViewEvent:4-2: fetched offset = 1552168921180: consumed offset = 1552168921180,PageViewEvent:4-3: fetched offset = 1552130668536: consumed offset = 1552130668536,PageViewEvent:5-0: fetched offset = 3421380751552: consumed offset = 3421380751552,PageViewEvent:5-1: fetched offset = 3421369413684: consumed offset = 3421369413684,PageViewEvent:5-2: fetched offset = 3421454417394: consumed offset = 3421454417394,PageViewEvent:5-3: fetched offset = 3421476896842: consumed offset = 3421476896842 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:03,069] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:03,069] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3421369413684 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:03,069] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 3 offset: 1552130668536 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:03,069] INFO creating metrics stream consumer for stream StreamPartition [system=kafka, stream=PageViewEvent, partition=9] (com.linkedin.samsa.metrics.MetricsConsumer) [2012-08-22 08:15:03,070] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3421380751552 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:03,070] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 2 offset: 1552168921180 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:03,070] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3421476896842 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:03,070] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3421454417394 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:03,071] INFO Creating new consumer factory com.linkedin.samsa.stream.kafka.KafkaConsumerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:15:03,071] INFO Creating consumer for PageViewEvent with config {samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, reconnect.interval=14400000, groupid=page-key-groups-joiner-dev, socket.buffer.size=2097152, zk.connectiontimeout.ms=1000000, fetch.size=1200000, samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, autooffset.reset=largest} (com.linkedin.samsa.stream.kafka.KafkaConsumerFactory) [2012-08-22 08:15:03,072] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Connecting to zookeeper instance at eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:03,072] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@707efa96 (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:15:03,072] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:15:03,074] INFO Opening socket connection to server eat1-qa465.corp.linkedin.com/172.18.146.131:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:03,128] INFO Socket connection established to eat1-qa465.corp.linkedin.com/172.18.146.131:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:03,184] INFO Session establishment complete on server eat1-qa465.corp.linkedin.com/172.18.146.131:12913, sessionid = 0x338a5460d11016d, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:03,184] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:15:03,185] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c starting auto committer every 10000 ms (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:03,186] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c begin registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:03,243] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c end registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:03,244] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c starting watcher executor thread for consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:03,352] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:03,352] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:03,352] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:03,460] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:04,397] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:04,397] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:04,398] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:04,398] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:04,399] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:04,399] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:04,399] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:04,399] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:04,399] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:04,399] INFO FecherRunnable Thread[FetchRunnable-1,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:04,400] INFO stopping fetcher FetchRunnable-1 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:04,400] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:04,400] INFO FecherRunnable Thread[FetchRunnable-2,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:04,400] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:04,401] INFO stopping fetcher FetchRunnable-2 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:04,401] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:04,401] INFO FecherRunnable Thread[FetchRunnable-1,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:04,401] INFO FecherRunnable Thread[FetchRunnable-1,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:04,402] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:04,402] INFO stopping fetcher FetchRunnable-1 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:04,402] INFO stopping fetcher FetchRunnable-1 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:04,402] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:04,402] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:04,402] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:04,402] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:04,402] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:04,402] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:04,402] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:04,402] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:04,403] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:04,403] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:04,496] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:04,496] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:04,497] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:04,497] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:04,497] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:04,497] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:04,497] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:04,551] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:04,606] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:04,660] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:04,714] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:04,739] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:04,788] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:04,792] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:04,878] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/5-0 data: page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 (kafka.utils.ZkUtils$) [2012-08-22 08:15:04,878] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c waiting for the partition ownership to be deleted: 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:04,933] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 4-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,043] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/5-3 data: page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 stored data: null (kafka.utils.ZkUtils$) [2012-08-22 08:15:05,043] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c waiting for the partition ownership to be deleted: 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,072] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,072] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,098] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 5-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,126] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 3-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,154] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,174] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,174] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 2-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,180] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 4-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,181] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,181] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,228] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 2-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,235] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 4-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,235] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,283] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 2-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,289] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,289] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,319] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,319] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,320] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:05,320] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:05,320] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:05,320] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,337] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 3-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,343] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,391] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 3-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,398] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 4-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,398] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 2-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,453] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 4-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,500] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 2-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,507] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,509] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 3-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,556] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 3-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,562] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,564] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 4-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,611] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 3-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,617] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,619] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 3-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,619] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,619] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f selected partitions : PageViewEvent:3-2: fetched offset = 3422067276182: consumed offset = 3422067276182,PageViewEvent:3-3: fetched offset = 3422017754421: consumed offset = 3422017754421,PageViewEvent:4-0: fetched offset = 1552186542523: consumed offset = 1552186542523,PageViewEvent:4-1: fetched offset = 1552143965700: consumed offset = 1552143965700,PageViewEvent:4-2: fetched offset = 1552168921180: consumed offset = 1552168921180 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,620] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,621] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3422067276182 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:05,622] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 1 offset: 1552143965700 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:05,622] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3422017754421 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:05,622] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 2 offset: 1552168921180 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:05,622] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 0 offset: 1552186542523 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:05,666] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 2-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,672] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,721] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 2-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,721] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,722] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a selected partitions : PageViewEvent:2-1: fetched offset = 1552582554731: consumed offset = 1552582554731,PageViewEvent:2-2: fetched offset = 1552535101873: consumed offset = 1552535101873,PageViewEvent:2-3: fetched offset = 1552611501919: consumed offset = 1552611501919,PageViewEvent:3-0: fetched offset = 3422063515078: consumed offset = 3422063515078,PageViewEvent:3-1: fetched offset = 3422053184589: consumed offset = 3422053184589 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,723] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,723] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552582554731 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:05,724] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 0 offset: 3422063515078 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:05,724] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552535101873 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:05,724] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 1 offset: 3422053184589 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:05,724] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552611501919 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:05,727] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 2-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,727] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,727] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe selected partitions : PageViewEvent:1-0: fetched offset = 3081506771280: consumed offset = 3081506771280,PageViewEvent:1-1: fetched offset = 3081544869148: consumed offset = 3081544869148,PageViewEvent:1-2: fetched offset = 3081443966754: consumed offset = 3081443966754,PageViewEvent:1-3: fetched offset = 3081504493241: consumed offset = 3081504493241,PageViewEvent:2-0: fetched offset = 1552608202184: consumed offset = 1552608202184 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,728] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:05,729] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3081443966754 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:05,729] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 0 offset: 1552608202184 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:05,733] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3081504493241 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:05,733] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3081544869148 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:05,733] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3081506771280 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:07,321] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:08,356] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:08,356] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:08,356] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:08,356] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:08,356] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:08,357] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:08,357] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:08,411] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:08,465] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:08,519] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:08,573] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:08,689] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 5-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:08,745] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 4-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:08,800] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 5-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:08,855] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 5-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:08,911] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:08,912] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:08,912] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c selected partitions : PageViewEvent:4-3: fetched offset = 1552130668536: consumed offset = 1552130668536,PageViewEvent:5-0: fetched offset = 3421380751552: consumed offset = 3421380751552,PageViewEvent:5-1: fetched offset = 3421369413684: consumed offset = 3421369413684,PageViewEvent:5-2: fetched offset = 3421454417394: consumed offset = 3421454417394,PageViewEvent:5-3: fetched offset = 3421476896842: consumed offset = 3421476896842 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:08,913] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:08,913] INFO creating metrics stream consumer for stream StreamPartition [system=kafka, stream=PageViewEvent, partition=13] (com.linkedin.samsa.metrics.MetricsConsumer) [2012-08-22 08:15:08,914] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3421369413684 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:08,914] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 3 offset: 1552130668536 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:08,915] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3421380751552 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:08,915] INFO Creating new consumer factory com.linkedin.samsa.stream.kafka.KafkaConsumerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:15:08,915] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3421476896842 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:08,915] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3421454417394 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:08,915] INFO Creating consumer for PageViewEvent with config {samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, reconnect.interval=14400000, groupid=page-key-groups-joiner-dev, socket.buffer.size=2097152, zk.connectiontimeout.ms=1000000, fetch.size=1200000, samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, autooffset.reset=largest} (com.linkedin.samsa.stream.kafka.KafkaConsumerFactory) [2012-08-22 08:15:08,916] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Connecting to zookeeper instance at eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:08,917] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@9e21f52 (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:15:08,917] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:15:08,918] INFO Opening socket connection to server eat1-qa466.corp.linkedin.com/172.18.146.132:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:08,972] INFO Socket connection established to eat1-qa466.corp.linkedin.com/172.18.146.132:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:09,028] INFO Session establishment complete on server eat1-qa466.corp.linkedin.com/172.18.146.132:12913, sessionid = 0x438a5460fc2016a, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:09,028] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:15:09,029] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 starting auto committer every 10000 ms (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:09,029] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 begin registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:09,085] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 end registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:09,086] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 starting watcher executor thread for consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:09,193] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:09,193] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:09,193] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:09,194] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:09,302] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,280] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:10,280] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:10,281] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:10,281] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:10,281] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:10,281] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:10,282] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:10,282] INFO FecherRunnable Thread[FetchRunnable-1,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:10,282] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:10,282] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:10,283] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:10,282] INFO FecherRunnable Thread[FetchRunnable-1,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:10,283] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:10,282] INFO stopping fetcher FetchRunnable-1 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:10,283] INFO stopping fetcher FetchRunnable-1 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:10,283] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:10,283] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:10,283] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:10,284] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:10,284] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:10,284] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:10,284] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:10,284] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:10,284] INFO FecherRunnable Thread[FetchRunnable-1,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:10,284] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,284] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:10,284] INFO stopping fetcher FetchRunnable-1 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:10,284] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:10,285] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:10,285] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,285] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:10,285] INFO FecherRunnable Thread[FetchRunnable-1,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:10,285] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:10,285] INFO stopping fetcher FetchRunnable-1 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:10,285] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,285] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:10,285] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:10,286] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:10,286] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,386] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:10,387] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:10,387] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:10,387] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,387] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,387] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,387] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,442] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,496] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,550] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,561] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,567] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,569] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,569] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,713] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/5-2 data: page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 (kafka.utils.ZkUtils$) [2012-08-22 08:15:10,713] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 waiting for the partition ownership to be deleted: 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,822] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/5-3 data: page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 stored data: null (kafka.utils.ZkUtils$) [2012-08-22 08:15:10,822] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 waiting for the partition ownership to be deleted: 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,837] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,837] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 2-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,842] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,842] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,846] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,847] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,847] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 3-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,847] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 4-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,877] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,891] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 2-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,896] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,902] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 4-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,902] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 3-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,931] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 5-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,945] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 2-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,950] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,956] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,956] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:10,999] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 2-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,005] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,010] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,010] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 3-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,041] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,041] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,041] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:11,041] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:11,042] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:11,042] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,108] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 2-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,114] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,119] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 3-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,119] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 4-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,164] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 2-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,169] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,174] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 3-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,174] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 4-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,219] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 2-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,224] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,230] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 3-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,230] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 4-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,274] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 2-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,274] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,275] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a selected partitions : PageViewEvent:2-0: fetched offset = 1552608202184: consumed offset = 1552608202184,PageViewEvent:2-1: fetched offset = 1552582554731: consumed offset = 1552582554731,PageViewEvent:2-2: fetched offset = 1552535101873: consumed offset = 1552535101873,PageViewEvent:2-3: fetched offset = 1552611501919: consumed offset = 1552611501919 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,275] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,276] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552582554731 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:11,276] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552535101873 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:11,276] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552608202184 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:11,276] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552611501919 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:11,279] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,279] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,279] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe selected partitions : PageViewEvent:1-0: fetched offset = 3081506771280: consumed offset = 3081506771280,PageViewEvent:1-1: fetched offset = 3081544869148: consumed offset = 3081544869148,PageViewEvent:1-2: fetched offset = 3081443966754: consumed offset = 3081443966754,PageViewEvent:1-3: fetched offset = 3081504493241: consumed offset = 3081504493241 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,280] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3081443966754 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:11,281] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3081504493241 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:11,281] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3081544869148 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:11,281] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3081506771280 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:11,285] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 3-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,285] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 4-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,285] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,285] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,285] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f selected partitions : PageViewEvent:3-0: fetched offset = 3422063515078: consumed offset = 3422063515078,PageViewEvent:3-1: fetched offset = 3422053184589: consumed offset = 3422053184589,PageViewEvent:3-2: fetched offset = 3422067276182: consumed offset = 3422067276182,PageViewEvent:3-3: fetched offset = 3422017754421: consumed offset = 3422017754421 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,285] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c selected partitions : PageViewEvent:4-0: fetched offset = 1552186542523: consumed offset = 1552186542523,PageViewEvent:4-1: fetched offset = 1552143965700: consumed offset = 1552143965700,PageViewEvent:4-2: fetched offset = 1552168921180: consumed offset = 1552168921180,PageViewEvent:4-3: fetched offset = 1552130668536: consumed offset = 1552130668536 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,286] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,287] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:11,287] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3422063515078 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:11,287] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552130668536 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:11,288] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3422053184589 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:11,288] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552143965700 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:11,288] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3422067276182 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:11,288] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552168921180 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:11,288] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3422017754421 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:11,288] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552186542523 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:13,042] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,125] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:14,126] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:14,126] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:14,126] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,126] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,126] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,126] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,180] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,234] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,288] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,401] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 5-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,456] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 5-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,510] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,566] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 5-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,566] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,567] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 selected partitions : PageViewEvent:5-0: fetched offset = 3421380751552: consumed offset = 3421380751552,PageViewEvent:5-1: fetched offset = 3421369413684: consumed offset = 3421369413684,PageViewEvent:5-2: fetched offset = 3421454417394: consumed offset = 3421454417394,PageViewEvent:5-3: fetched offset = 3421476896842: consumed offset = 3421476896842 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,567] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,568] INFO creating metrics stream consumer for stream StreamPartition [system=kafka, stream=PageViewEvent, partition=10] (com.linkedin.samsa.metrics.MetricsConsumer) [2012-08-22 08:15:14,568] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3421369413684 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:14,568] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3421380751552 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:14,568] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3421476896842 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:14,569] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3421454417394 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:14,569] INFO Creating new consumer factory com.linkedin.samsa.stream.kafka.KafkaConsumerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:15:14,569] INFO Creating consumer for PageViewEvent with config {samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, reconnect.interval=14400000, groupid=page-key-groups-joiner-dev, socket.buffer.size=2097152, zk.connectiontimeout.ms=1000000, fetch.size=1200000, samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, autooffset.reset=largest} (com.linkedin.samsa.stream.kafka.KafkaConsumerFactory) [2012-08-22 08:15:14,570] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Connecting to zookeeper instance at eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,570] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@16e334a (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:15:14,570] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:15:14,571] INFO Opening socket connection to server eat1-qa465.corp.linkedin.com/172.18.146.131:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:14,625] INFO Socket connection established to eat1-qa465.corp.linkedin.com/172.18.146.131:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:14,682] INFO Session establishment complete on server eat1-qa465.corp.linkedin.com/172.18.146.131:12913, sessionid = 0x338a5460d11016e, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:14,682] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:15:14,683] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e starting auto committer every 10000 ms (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,684] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e begin registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,741] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e end registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,742] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e starting watcher executor thread for consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,849] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,849] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,849] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,849] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,849] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:14,957] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:15,988] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:15,989] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:15,989] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:15,989] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:15,990] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:15,990] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:15,990] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:15,990] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:15,990] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:15,990] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:15,991] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:15,990] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:15,990] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:15,991] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:15,991] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:15,991] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:15,991] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:15,991] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:15,991] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:15,991] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:15,991] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:15,991] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:15,992] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:15,992] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:15,992] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:15,992] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:15,992] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:15,992] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:15,992] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:15,992] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:15,993] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:15,992] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:15,993] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:15,993] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:15,993] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,095] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:16,096] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:16,096] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:16,096] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,096] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,096] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,096] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,150] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,204] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,216] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,224] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,224] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,224] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,224] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,368] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/5-2 data: page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 (kafka.utils.ZkUtils$) [2012-08-22 08:15:16,368] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e waiting for the partition ownership to be deleted: 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,423] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 5-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,435] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,435] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,442] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,442] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,445] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,445] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,445] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 3-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,446] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 3-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,445] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,446] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 2-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,478] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,489] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,497] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,500] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 4-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,500] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 3-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,500] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 2-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,543] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,551] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,554] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 4-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,554] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,554] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 2-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,589] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,589] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,589] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:16,589] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:16,589] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:16,590] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,605] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,608] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 2-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,652] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 4-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,663] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 3-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,663] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 3-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,706] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 5-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,717] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,721] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 2-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,722] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 3-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,722] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 4-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,761] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 4-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,761] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,762] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 selected partitions : PageViewEvent:4-2: fetched offset = 1552168921180: consumed offset = 1552168921180,PageViewEvent:4-3: fetched offset = 1552130668536: consumed offset = 1552130668536,PageViewEvent:5-0: fetched offset = 3421380751552: consumed offset = 3421380751552 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,762] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,763] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552130668536 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:16,763] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552168921180 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:16,763] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 0 offset: 3421380751552 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:16,772] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,776] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 2-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,776] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 3-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,777] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,777] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f selected partitions : PageViewEvent:3-0: fetched offset = 3422063515078: consumed offset = 3422063515078,PageViewEvent:3-1: fetched offset = 3422053184589: consumed offset = 3422053184589,PageViewEvent:3-2: fetched offset = 3422067276182: consumed offset = 3422067276182 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,777] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 4-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,777] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,777] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,778] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c selected partitions : PageViewEvent:3-3: fetched offset = 3422017754421: consumed offset = 3422017754421,PageViewEvent:4-0: fetched offset = 1552186542523: consumed offset = 1552186542523,PageViewEvent:4-1: fetched offset = 1552143965700: consumed offset = 1552143965700 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,778] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3422063515078 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:16,778] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3422053184589 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:16,778] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3422067276182 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:16,778] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,779] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3422017754421 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:16,779] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 1 offset: 1552143965700 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:16,779] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 0 offset: 1552186542523 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:16,828] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,836] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 2-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,883] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,883] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,883] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe selected partitions : PageViewEvent:1-0: fetched offset = 3081506771280: consumed offset = 3081506771280,PageViewEvent:1-1: fetched offset = 3081544869148: consumed offset = 3081544869148,PageViewEvent:1-2: fetched offset = 3081443966754: consumed offset = 3081443966754,PageViewEvent:1-3: fetched offset = 3081504493241: consumed offset = 3081504493241 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,884] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,884] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3081443966754 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:16,884] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3081504493241 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:16,885] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3081544869148 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:16,885] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3081506771280 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:16,891] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 2-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,891] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,892] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a selected partitions : PageViewEvent:2-0: fetched offset = 1552608202184: consumed offset = 1552608202184,PageViewEvent:2-1: fetched offset = 1552582554731: consumed offset = 1552582554731,PageViewEvent:2-2: fetched offset = 1552535101873: consumed offset = 1552535101873,PageViewEvent:2-3: fetched offset = 1552611501919: consumed offset = 1552611501919 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,892] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:16,893] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552582554731 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:16,893] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552535101873 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:16,893] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552608202184 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:16,893] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552611501919 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:18,590] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:19,727] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:19,727] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:19,727] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:19,727] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:19,727] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:19,728] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:19,728] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:19,782] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:19,836] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:19,945] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 5-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:20,001] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 5-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:20,057] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:20,057] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:20,057] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e selected partitions : PageViewEvent:5-1: fetched offset = 3421369413684: consumed offset = 3421369413684,PageViewEvent:5-2: fetched offset = 3421454417394: consumed offset = 3421454417394,PageViewEvent:5-3: fetched offset = 3421476896842: consumed offset = 3421476896842 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:20,058] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:20,058] INFO creating metrics stream consumer for stream StreamPartition [system=kafka, stream=PageViewEvent, partition=2] (com.linkedin.samsa.metrics.MetricsConsumer) [2012-08-22 08:15:20,059] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3421369413684 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:20,059] INFO Creating new consumer factory com.linkedin.samsa.stream.kafka.KafkaConsumerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:15:20,059] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3421476896842 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:20,059] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3421454417394 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:20,059] INFO Creating consumer for PageViewEvent with config {samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, reconnect.interval=14400000, groupid=page-key-groups-joiner-dev, socket.buffer.size=2097152, zk.connectiontimeout.ms=1000000, fetch.size=1200000, samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, autooffset.reset=largest} (com.linkedin.samsa.stream.kafka.KafkaConsumerFactory) [2012-08-22 08:15:20,060] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Connecting to zookeeper instance at eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:20,060] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@59d6e3d2 (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:15:20,060] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:15:20,065] INFO Opening socket connection to server eat1-qa467.corp.linkedin.com/172.18.146.133:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:20,118] INFO Socket connection established to eat1-qa467.corp.linkedin.com/172.18.146.133:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:20,191] INFO Session establishment complete on server eat1-qa467.corp.linkedin.com/172.18.146.133:12913, sessionid = 0x538a546c1190192, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:20,191] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:15:20,191] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 starting auto committer every 10000 ms (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:20,192] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 begin registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:20,247] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 end registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:20,248] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 starting watcher executor thread for consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:20,355] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:20,356] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:20,356] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:20,356] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:20,356] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:20,364] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:20,463] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,548] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:21,548] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:21,581] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:21,581] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:21,582] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:21,582] INFO FecherRunnable Thread[FetchRunnable-1,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:21,582] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:21,583] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:21,582] INFO FecherRunnable Thread[FetchRunnable-1,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:21,582] INFO stopping fetcher FetchRunnable-1 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:21,583] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:21,582] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:21,583] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:21,583] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:21,584] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:21,583] INFO stopping fetcher FetchRunnable-1 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:21,584] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:21,583] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedChannelException at sun.nio.ch.SocketChannelImpl.ensureReadOpen(SocketChannelImpl.java:113) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:156) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:21,583] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:21,584] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:21,584] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:21,584] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:21,584] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:21,585] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,585] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:21,585] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:21,585] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:21,584] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:21,585] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,585] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:21,585] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:21,585] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:21,585] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:21,585] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,585] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:21,585] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:21,585] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:21,586] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:21,586] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,586] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:21,586] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,585] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:21,586] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:21,586] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:21,586] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,691] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:21,691] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:21,691] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:21,691] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,691] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,691] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,692] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,746] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,775] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,777] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,777] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,777] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,830] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,831] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,909] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/5-2 data: page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 (kafka.utils.ZkUtils$) [2012-08-22 08:15:21,909] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 waiting for the partition ownership to be deleted: 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,938] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,939] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 4-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,941] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,942] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,942] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,942] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,942] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 3-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,942] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,964] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 successfully owned partition 5-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,993] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 4-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,996] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,996] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:21,996] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,019] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,019] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,019] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:22,019] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:22,019] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:22,019] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,047] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,048] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,048] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,050] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 3-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,050] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,051] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,051] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 3-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,051] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,102] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,105] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 2-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,162] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 4-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,163] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,165] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 3-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,165] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,165] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 2-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,165] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,217] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 4-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,221] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 3-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,221] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 5-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,221] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 3-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,272] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,272] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 4-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,272] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,273] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 selected partitions : PageViewEvent:4-0: fetched offset = 1552186542523: consumed offset = 1552186542523,PageViewEvent:4-1: fetched offset = 1552143965700: consumed offset = 1552143965700,PageViewEvent:4-2: fetched offset = 1552168921180: consumed offset = 1552168921180 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,273] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,273] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552143965700 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:22,273] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552168921180 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:22,274] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552186542523 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:22,274] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 2-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,276] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 3-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,276] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,276] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 4-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,276] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,276] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,276] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,276] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c selected partitions : PageViewEvent:3-1: fetched offset = 3422053184589: consumed offset = 3422053184589,PageViewEvent:3-2: fetched offset = 3422067276182: consumed offset = 3422067276182,PageViewEvent:3-3: fetched offset = 3422017754421: consumed offset = 3422017754421 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,276] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f selected partitions : PageViewEvent:2-2: fetched offset = 1552535101873: consumed offset = 1552535101873,PageViewEvent:2-3: fetched offset = 1552611501919: consumed offset = 1552611501919,PageViewEvent:3-0: fetched offset = 3422063515078: consumed offset = 3422063515078 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,276] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e selected partitions : PageViewEvent:4-3: fetched offset = 1552130668536: consumed offset = 1552130668536,PageViewEvent:5-0: fetched offset = 3421380751552: consumed offset = 3421380751552,PageViewEvent:5-1: fetched offset = 3421369413684: consumed offset = 3421369413684 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,277] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,278] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3421369413684 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:22,278] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,278] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,278] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 3 offset: 1552130668536 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:22,278] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3422053184589 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:22,278] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 0 offset: 3422063515078 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:22,278] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3422067276182 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:22,278] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552535101873 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:22,278] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3421380751552 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:22,278] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3422017754421 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:22,278] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552611501919 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:22,327] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,329] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,381] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,382] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,382] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe selected partitions : PageViewEvent:1-0: fetched offset = 3081506771280: consumed offset = 3081506771280,PageViewEvent:1-1: fetched offset = 3081544869148: consumed offset = 3081544869148,PageViewEvent:1-2: fetched offset = 3081443966754: consumed offset = 3081443966754 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,382] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,383] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3081443966754 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:22,383] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3081544869148 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:22,383] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3081506771280 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:22,384] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 2-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,384] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,384] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a selected partitions : PageViewEvent:1-3: fetched offset = 3081504493241: consumed offset = 3081504493241,PageViewEvent:2-0: fetched offset = 1552608202184: consumed offset = 1552608202184,PageViewEvent:2-1: fetched offset = 1552582554731: consumed offset = 1552582554731 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,386] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3081504493241 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:22,386] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:22,386] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 1 offset: 1552582554731 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:22,386] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 0 offset: 1552608202184 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:24,020] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,208] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:25,208] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:25,208] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:25,208] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,208] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,208] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,209] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,263] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,374] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 successfully owned partition 5-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,429] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 successfully owned partition 5-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,429] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,429] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 selected partitions : PageViewEvent:5-2: fetched offset = 3421454417394: consumed offset = 3421454417394,PageViewEvent:5-3: fetched offset = 3421476896842: consumed offset = 3421476896842 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,430] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,430] INFO creating metrics stream consumer for stream StreamPartition [system=kafka, stream=PageViewEvent, partition=18] (com.linkedin.samsa.metrics.MetricsConsumer) [2012-08-22 08:15:25,430] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3421476896842 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:25,430] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3421454417394 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:25,430] INFO Creating new consumer factory com.linkedin.samsa.stream.kafka.KafkaConsumerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:15:25,431] INFO Creating consumer for PageViewEvent with config {samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, reconnect.interval=14400000, groupid=page-key-groups-joiner-dev, socket.buffer.size=2097152, zk.connectiontimeout.ms=1000000, fetch.size=1200000, samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, autooffset.reset=largest} (com.linkedin.samsa.stream.kafka.KafkaConsumerFactory) [2012-08-22 08:15:25,432] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Connecting to zookeeper instance at eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,432] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@22cb1edc (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:15:25,432] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:15:25,433] INFO Opening socket connection to server eat1-qa466.corp.linkedin.com/172.18.146.132:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:25,487] INFO Socket connection established to eat1-qa466.corp.linkedin.com/172.18.146.132:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:25,543] INFO Session establishment complete on server eat1-qa466.corp.linkedin.com/172.18.146.132:12913, sessionid = 0x438a5460fc2016b, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:25,543] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:15:25,543] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 starting auto committer every 10000 ms (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,544] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 begin registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,600] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 end registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,601] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 starting watcher executor thread for consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,708] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,708] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,708] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,708] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,708] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,709] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,709] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:25,816] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:26,953] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:26,953] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:26,954] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:26,954] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:26,954] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:26,954] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:26,954] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:26,954] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:26,954] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:26,954] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:26,954] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:26,954] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:26,954] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:26,954] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:26,955] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:26,955] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:26,955] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:26,955] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:26,955] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:26,955] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:26,955] INFO FecherRunnable Thread[FetchRunnable-1,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:26,956] INFO stopping fetcher FetchRunnable-1 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:26,955] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:26,956] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:26,956] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:26,956] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:26,956] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:26,956] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:26,956] INFO FecherRunnable Thread[FetchRunnable-1,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:26,956] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:26,956] INFO stopping fetcher FetchRunnable-1 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:26,956] INFO FecherRunnable Thread[FetchRunnable-1,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:26,956] INFO stopping fetcher FetchRunnable-1 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:26,956] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:26,956] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:26,957] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:26,957] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:26,957] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:26,957] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:26,957] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:26,957] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:26,958] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:26,958] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:26,958] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:26,958] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:26,958] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:26,958] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:26,958] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:26,958] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:26,959] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:26,959] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:26,959] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:26,959] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:26,959] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:26,959] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,064] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,066] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:27,067] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:27,067] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:27,067] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,067] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,067] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,067] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,119] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,120] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,121] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,121] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,122] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,122] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,122] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,174] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,174] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 attempting to claim partition 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,228] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,238] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 successfully owned partition 5-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,286] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,286] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 3-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,293] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,293] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,293] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,293] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 4-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,293] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 successfully owned partition 5-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,293] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,293] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,293] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 selected partitions : PageViewEvent:5-2: fetched offset = 3421454417394: consumed offset = 3421454417394,PageViewEvent:5-3: fetched offset = 3421476896842: consumed offset = 3421476896842 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,293] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,293] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,294] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,294] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,294] INFO creating metrics stream consumer for stream StreamPartition [system=kafka, stream=PageViewEvent, partition=7] (com.linkedin.samsa.metrics.MetricsConsumer) [2012-08-22 08:15:27,294] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,294] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,294] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3421476896842 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:27,294] INFO Creating new consumer factory com.linkedin.samsa.stream.kafka.KafkaConsumerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:15:27,294] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3421454417394 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:27,295] INFO Creating consumer for PageViewEvent with config {samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, reconnect.interval=14400000, groupid=page-key-groups-joiner-dev, socket.buffer.size=2097152, zk.connectiontimeout.ms=1000000, fetch.size=1200000, samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, autooffset.reset=largest} (com.linkedin.samsa.stream.kafka.KafkaConsumerFactory) [2012-08-22 08:15:27,295] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Connecting to zookeeper instance at eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,296] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@64623367 (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:15:27,296] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:15:27,297] INFO Opening socket connection to server eat1-qa463.corp.linkedin.com/172.18.146.129:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:27,337] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,340] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,347] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,347] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 4-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,347] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 2-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,348] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,348] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,350] INFO Socket connection established to eat1-qa463.corp.linkedin.com/172.18.146.129:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:27,392] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 successfully owned partition 5-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,392] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,392] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 selected partitions : PageViewEvent:5-0: fetched offset = 3421380751552: consumed offset = 3421380751552,PageViewEvent:5-1: fetched offset = 3421369413684: consumed offset = 3421369413684 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,393] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,393] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3421369413684 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:27,393] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3421380751552 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:27,394] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 3-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,401] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,401] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 2-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,402] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 3-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,407] INFO Session establishment complete on server eat1-qa463.corp.linkedin.com/172.18.146.129:12913, sessionid = 0x138a5460d160182, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:27,407] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:15:27,408] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 starting auto committer every 10000 ms (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,409] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 begin registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,455] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 4-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,456] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 4-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,466] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 end registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,466] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 starting watcher executor thread for consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,503] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 3-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,510] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 4-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,510] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,510] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,510] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 2-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,511] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,511] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 selected partitions : PageViewEvent:4-0: fetched offset = 1552186542523: consumed offset = 1552186542523,PageViewEvent:4-1: fetched offset = 1552143965700: consumed offset = 1552143965700 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,512] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 4-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,512] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,512] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,512] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552143965700 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:27,512] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e selected partitions : PageViewEvent:4-2: fetched offset = 1552168921180: consumed offset = 1552168921180,PageViewEvent:4-3: fetched offset = 1552130668536: consumed offset = 1552130668536 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,512] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552186542523 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:27,512] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,513] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552130668536 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:27,513] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552168921180 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:27,558] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 3-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,565] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,566] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 3-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,566] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,572] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,574] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,574] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,574] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,613] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 3-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,613] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,613] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c selected partitions : PageViewEvent:3-1: fetched offset = 3422053184589: consumed offset = 3422053184589,PageViewEvent:3-2: fetched offset = 3422067276182: consumed offset = 3422067276182,PageViewEvent:3-3: fetched offset = 3422017754421: consumed offset = 3422017754421 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,614] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,614] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,614] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3422053184589 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:27,615] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3422067276182 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:27,615] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3422017754421 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:27,620] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,620] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,621] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe selected partitions : PageViewEvent:1-0: fetched offset = 3081506771280: consumed offset = 3081506771280,PageViewEvent:1-1: fetched offset = 3081544869148: consumed offset = 3081544869148,PageViewEvent:1-2: fetched offset = 3081443966754: consumed offset = 3081443966754 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,621] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 2-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,621] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,621] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,621] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,621] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,621] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,621] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3081443966754 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:27,622] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3081544869148 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:27,622] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f selected partitions : PageViewEvent:2-2: fetched offset = 1552535101873: consumed offset = 1552535101873,PageViewEvent:2-3: fetched offset = 1552611501919: consumed offset = 1552611501919,PageViewEvent:3-0: fetched offset = 3422063515078: consumed offset = 3422063515078 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,622] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a selected partitions : PageViewEvent:1-3: fetched offset = 3081504493241: consumed offset = 3081504493241,PageViewEvent:2-0: fetched offset = 1552608202184: consumed offset = 1552608202184,PageViewEvent:2-1: fetched offset = 1552582554731: consumed offset = 1552582554731 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,622] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3081506771280 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:27,623] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,623] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,623] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552535101873 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:27,623] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552611501919 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:27,623] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 0 offset: 3422063515078 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:27,624] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,624] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3081504493241 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:27,624] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:27,624] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 1 offset: 1552582554731 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:27,624] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 0 offset: 1552608202184 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:27,681] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:28,869] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:28,869] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:28,870] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:28,870] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:28,870] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:28,870] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:28,870] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:28,871] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:28,871] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:28,871] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:28,872] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:28,872] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:28,872] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:28,872] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:28,875] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:28,875] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:28,875] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:28,876] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:28,876] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:28,876] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:28,876] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:28,876] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:28,876] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:28,876] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:28,877] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:28,877] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:28,877] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:28,877] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:28,915] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:28,916] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:28,916] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:28,916] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:28,916] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:28,916] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:28,916] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:28,923] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:28,923] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:28,923] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:28,923] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:28,924] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:28,924] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:28,924] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:28,924] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:28,924] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:28,924] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:28,924] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:28,924] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:28,925] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:28,924] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:28,925] INFO FecherRunnable Thread[FetchRunnable-1,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:28,926] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:28,926] INFO FecherRunnable Thread[FetchRunnable-1,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:28,926] INFO stopping fetcher FetchRunnable-1 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:28,926] INFO stopping fetcher FetchRunnable-1 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:28,926] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:28,926] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:28,926] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:28,926] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:28,926] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:28,926] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:28,926] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:28,926] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:28,979] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:28,979] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:28,980] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:28,980] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:28,980] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:28,980] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:28,980] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:28,995] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:28,995] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:28,996] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:28,996] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,034] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,081] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,089] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,091] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,091] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,104] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,104] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 attempting to claim partition 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,105] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,105] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,105] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,105] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 attempting to claim partition 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,105] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,106] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 4-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,143] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 successfully owned partition 5-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,158] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,159] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 3-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,159] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,159] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 4-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,199] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 successfully owned partition 5-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,199] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,199] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 selected partitions : PageViewEvent:5-2: fetched offset = 3421454417394: consumed offset = 3421454417394,PageViewEvent:5-3: fetched offset = 3421476896842: consumed offset = 3421476896842 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,200] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,200] INFO creating metrics stream consumer for stream StreamPartition [system=kafka, stream=PageViewEvent, partition=12] (com.linkedin.samsa.metrics.MetricsConsumer) [2012-08-22 08:15:29,200] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3421476896842 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:29,200] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3421454417394 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:29,201] INFO Creating new consumer factory com.linkedin.samsa.stream.kafka.KafkaConsumerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:15:29,201] INFO Creating consumer for PageViewEvent with config {samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, reconnect.interval=14400000, groupid=page-key-groups-joiner-dev, socket.buffer.size=2097152, zk.connectiontimeout.ms=1000000, fetch.size=1200000, samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, autooffset.reset=largest} (com.linkedin.samsa.stream.kafka.KafkaConsumerFactory) [2012-08-22 08:15:29,202] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Connecting to zookeeper instance at eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,202] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@4318abfe (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:15:29,202] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:15:29,203] INFO Opening socket connection to server eat1-qa465.corp.linkedin.com/172.18.146.131:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:29,245] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,246] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 3-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,253] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,254] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,257] INFO Socket connection established to eat1-qa465.corp.linkedin.com/172.18.146.131:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:29,257] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,257] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,257] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,257] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,267] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 successfully owned partition 4-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,267] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 3-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,267] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,268] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 4-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,300] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 3-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,308] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,311] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 2-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,311] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,313] INFO Session establishment complete on server eat1-qa465.corp.linkedin.com/172.18.146.131:12913, sessionid = 0x338a5460d11016f, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:29,313] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:15:29,313] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e starting auto committer every 10000 ms (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,314] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e begin registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,322] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 successfully owned partition 4-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,322] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,322] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 selected partitions : PageViewEvent:4-2: fetched offset = 1552168921180: consumed offset = 1552168921180,PageViewEvent:4-3: fetched offset = 1552130668536: consumed offset = 1552130668536 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,322] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 3-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,322] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 successfully owned partition 5-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,322] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,323] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,323] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,323] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 selected partitions : PageViewEvent:5-0: fetched offset = 3421380751552: consumed offset = 3421380751552,PageViewEvent:5-1: fetched offset = 3421369413684: consumed offset = 3421369413684 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,323] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 selected partitions : PageViewEvent:3-2: fetched offset = 3422067276182: consumed offset = 3422067276182,PageViewEvent:3-3: fetched offset = 3422017754421: consumed offset = 3422017754421 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,323] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552130668536 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:29,323] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 4-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,323] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552168921180 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:29,323] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,323] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,323] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,323] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e selected partitions : PageViewEvent:4-0: fetched offset = 1552186542523: consumed offset = 1552186542523,PageViewEvent:4-1: fetched offset = 1552143965700: consumed offset = 1552143965700 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,324] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3421369413684 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:29,324] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3421380751552 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:29,324] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3422067276182 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:29,324] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,324] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3422017754421 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:29,324] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552143965700 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:29,324] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552186542523 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:29,362] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,365] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 2-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,370] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e end registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,371] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e starting watcher executor thread for consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,409] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 3-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,420] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,464] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 3-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,464] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,464] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c selected partitions : PageViewEvent:3-0: fetched offset = 3422063515078: consumed offset = 3422063515078,PageViewEvent:3-1: fetched offset = 3422053184589: consumed offset = 3422053184589 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,465] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,465] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3422063515078 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:29,465] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3422053184589 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:29,470] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,476] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,476] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 2-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,476] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,476] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f selected partitions : PageViewEvent:2-2: fetched offset = 1552535101873: consumed offset = 1552535101873,PageViewEvent:2-3: fetched offset = 1552611501919: consumed offset = 1552611501919 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,477] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,477] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,477] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,477] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552535101873 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:29,477] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,477] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552611501919 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:29,478] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,478] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,478] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,478] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,525] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,531] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,580] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,580] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,580] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe selected partitions : PageViewEvent:1-0: fetched offset = 3081506771280: consumed offset = 3081506771280,PageViewEvent:1-1: fetched offset = 3081544869148: consumed offset = 3081544869148,PageViewEvent:1-2: fetched offset = 3081443966754: consumed offset = 3081443966754 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,581] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,581] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3081443966754 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:29,581] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,581] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3081544869148 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:29,581] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3081506771280 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:29,586] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 2-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,586] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,586] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,586] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a selected partitions : PageViewEvent:1-3: fetched offset = 3081504493241: consumed offset = 3081504493241,PageViewEvent:2-0: fetched offset = 1552608202184: consumed offset = 1552608202184,PageViewEvent:2-1: fetched offset = 1552582554731: consumed offset = 1552582554731 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,587] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,587] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3081504493241 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:29,589] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:29,590] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 1 offset: 1552582554731 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:29,590] INFO FetchRunnable-1 start fetching topic: PageViewEvent part: 0 offset: 1552608202184 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:30,829] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:30,829] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:30,830] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:30,830] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:30,830] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:30,830] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:30,830] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:30,832] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:30,832] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:30,832] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:30,832] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:30,832] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:30,833] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:30,833] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:30,833] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:30,833] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:30,833] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:30,834] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:30,834] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:30,834] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:30,834] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:30,835] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:30,836] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:30,836] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:30,836] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:30,836] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:30,836] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:30,837] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:30,837] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:30,838] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:30,838] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:30,838] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:30,838] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:30,838] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:30,838] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:30,838] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:30,838] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:30,838] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:30,838] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:30,838] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:30,838] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:30,838] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:30,838] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:30,838] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:30,839] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:30,839] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:30,839] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:30,839] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:30,839] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:30,936] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:30,937] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:30,937] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:30,937] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:30,937] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:30,937] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:30,938] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:30,939] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:30,939] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:30,939] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:30,939] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:30,939] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:30,939] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:30,939] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:30,947] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:30,950] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:30,951] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:30,952] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:30,952] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:30,952] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:30,953] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:30,953] INFO FecherRunnable Thread[FetchRunnable-1,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:30,953] INFO stopping fetcher FetchRunnable-1 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:30,954] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:30,954] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:30,954] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:30,954] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:30,955] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:30,963] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:30,964] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:30,964] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:30,993] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,056] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,057] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 attempting to claim partition 4-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,059] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,059] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 3-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,061] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,061] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 attempting to claim partition 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,070] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,070] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 attempting to claim partition 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,073] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,073] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,073] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,073] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,073] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 2-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,074] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,101] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,102] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 successfully owned partition 5-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,111] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 attempting to claim partition 4-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,113] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 3-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,115] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,119] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,124] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,128] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,128] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 3-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,128] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 2-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,157] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 successfully owned partition 5-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,157] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,157] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e selected partitions : PageViewEvent:5-2: fetched offset = 3421454417394: consumed offset = 3421454417394,PageViewEvent:5-3: fetched offset = 3421476896842: consumed offset = 3421476896842 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,157] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,158] INFO creating metrics stream consumer for stream StreamPartition [system=kafka, stream=PageViewEvent, partition=4] (com.linkedin.samsa.metrics.MetricsConsumer) [2012-08-22 08:15:31,158] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3421476896842 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:31,158] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3421454417394 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:31,158] INFO Creating new consumer factory com.linkedin.samsa.stream.kafka.KafkaConsumerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:15:31,159] INFO Creating consumer for PageViewEvent with config {samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, reconnect.interval=14400000, groupid=page-key-groups-joiner-dev, socket.buffer.size=2097152, zk.connectiontimeout.ms=1000000, fetch.size=1200000, samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, autooffset.reset=largest} (com.linkedin.samsa.stream.kafka.KafkaConsumerFactory) [2012-08-22 08:15:31,159] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Connecting to zookeeper instance at eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,160] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@1a9d267d (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:15:31,160] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:15:31,160] INFO Opening socket connection to server eat1-qa464.corp.linkedin.com/172.18.146.130:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:31,214] INFO Socket connection established to eat1-qa464.corp.linkedin.com/172.18.146.130:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:31,219] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 successfully owned partition 4-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,222] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 3-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,225] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,233] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 successfully owned partition 4-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,237] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,237] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 2-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,237] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 3-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,266] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,266] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,271] INFO Session establishment complete on server eat1-qa464.corp.linkedin.com/172.18.146.130:12913, sessionid = 0x238a5460fc101a1, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:31,271] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:15:31,271] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 starting auto committer every 10000 ms (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,272] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 begin registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,274] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 successfully owned partition 4-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,274] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,275] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 selected partitions : PageViewEvent:4-0: fetched offset = 1552186542523: consumed offset = 1552186542523,PageViewEvent:4-1: fetched offset = 1552143965700: consumed offset = 1552143965700 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,275] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,275] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552143965700 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:31,275] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552186542523 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:31,277] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 3-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,277] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,277] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 selected partitions : PageViewEvent:3-0: fetched offset = 3422063515078: consumed offset = 3422063515078,PageViewEvent:3-1: fetched offset = 3422053184589: consumed offset = 3422053184589 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,277] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,278] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3422063515078 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:31,278] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3422053184589 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:31,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 successfully owned partition 5-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 selected partitions : PageViewEvent:5-0: fetched offset = 3421380751552: consumed offset = 3421380751552,PageViewEvent:5-1: fetched offset = 3421369413684: consumed offset = 3421369413684 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,281] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,281] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3421369413684 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:31,281] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3421380751552 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:31,288] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,288] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,288] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 successfully owned partition 4-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,288] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,289] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 selected partitions : PageViewEvent:4-2: fetched offset = 1552168921180: consumed offset = 1552168921180,PageViewEvent:4-3: fetched offset = 1552130668536: consumed offset = 1552130668536 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,289] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,289] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552130668536 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:31,289] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552168921180 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:31,292] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 2-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,292] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,292] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 3-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,292] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,292] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,292] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,292] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c selected partitions : PageViewEvent:2-2: fetched offset = 1552535101873: consumed offset = 1552535101873,PageViewEvent:2-3: fetched offset = 1552611501919: consumed offset = 1552611501919 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,292] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f selected partitions : PageViewEvent:2-0: fetched offset = 1552608202184: consumed offset = 1552608202184,PageViewEvent:2-1: fetched offset = 1552582554731: consumed offset = 1552582554731 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,292] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e selected partitions : PageViewEvent:3-2: fetched offset = 3422067276182: consumed offset = 3422067276182,PageViewEvent:3-3: fetched offset = 3422017754421: consumed offset = 3422017754421 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,293] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,293] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,293] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,298] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3422067276182 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:31,299] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552535101873 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:31,299] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3422017754421 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:31,299] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552611501919 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:31,300] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552582554731 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:31,301] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552608202184 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:31,320] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,328] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 end registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,329] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 starting watcher executor thread for consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,342] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,429] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,436] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,436] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,436] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,436] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,437] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,437] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,437] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,437] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,451] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,483] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,483] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,484] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe selected partitions : PageViewEvent:1-0: fetched offset = 3081506771280: consumed offset = 3081506771280,PageViewEvent:1-1: fetched offset = 3081544869148: consumed offset = 3081544869148 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,484] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,484] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,484] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3081544869148 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:31,484] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3081506771280 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:31,507] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,507] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,507] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a selected partitions : PageViewEvent:1-2: fetched offset = 3081443966754: consumed offset = 3081443966754,PageViewEvent:1-3: fetched offset = 3081504493241: consumed offset = 3081504493241 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,508] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,508] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:31,508] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3081443966754 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:31,508] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3081504493241 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:31,544] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:32,846] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:32,847] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:32,847] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:32,847] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:32,847] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:32,848] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:32,848] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:32,848] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:32,847] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:32,847] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:32,847] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:32,849] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:32,849] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:32,849] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:32,848] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:32,849] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:32,848] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:32,848] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:32,849] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:32,850] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:32,850] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:32,849] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:32,849] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:32,849] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:32,849] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:32,850] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:32,850] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:32,850] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:32,850] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:32,850] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:32,850] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:32,850] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:32,850] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:32,850] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:32,851] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:32,851] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:32,850] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:32,850] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:32,850] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:32,851] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:32,850] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:32,850] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:32,851] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:32,851] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:32,851] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:32,851] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:32,851] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:32,851] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:32,852] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:32,853] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:32,854] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:32,854] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:32,854] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:32,854] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:32,854] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:32,854] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:32,891] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:32,892] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:32,892] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:32,892] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:32,892] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:32,892] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:32,893] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:32,921] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:32,921] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:32,921] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:32,921] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:32,922] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:32,922] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:32,922] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:32,949] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:32,949] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:32,950] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:32,950] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:32,950] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:32,950] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:32,950] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:32,967] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:32,971] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:32,971] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:32,972] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:32,972] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:32,972] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:32,972] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:32,979] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,013] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,049] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,063] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0 successfully owned partition 5-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,063] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,063] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 selected partitions : PageViewEvent:5-3: fetched offset = 3421476896842: consumed offset = 3421476896842 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,064] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,064] INFO creating metrics stream consumer for stream StreamPartition [system=kafka, stream=PageViewEvent, partition=11] (com.linkedin.samsa.metrics.MetricsConsumer) [2012-08-22 08:15:33,064] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3421476896842 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:33,064] INFO Creating new consumer factory com.linkedin.samsa.stream.kafka.KafkaConsumerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:15:33,065] INFO Creating consumer for PageViewEvent with config {samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, reconnect.interval=14400000, groupid=page-key-groups-joiner-dev, socket.buffer.size=2097152, zk.connectiontimeout.ms=1000000, fetch.size=1200000, samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, autooffset.reset=largest} (com.linkedin.samsa.stream.kafka.KafkaConsumerFactory) [2012-08-22 08:15:33,065] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Connecting to zookeeper instance at eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,066] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@366aa95b (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:15:33,066] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:15:33,067] INFO Opening socket connection to server eat1-qa465.corp.linkedin.com/172.18.146.131:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:33,079] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,079] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 3-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,087] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,087] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 attempting to claim partition 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,096] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,096] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,096] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,096] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,096] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,096] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,096] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 2-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,096] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,096] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,096] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 attempting to claim partition 4-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,097] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,097] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 attempting to claim partition 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,121] INFO Socket connection established to eat1-qa465.corp.linkedin.com/172.18.146.131:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:33,124] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,124] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,133] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 3-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,141] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,150] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 2-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,150] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 3-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,150] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 attempting to claim partition 4-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,151] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,152] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,159] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,159] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,177] INFO Session establishment complete on server eat1-qa465.corp.linkedin.com/172.18.146.131:12913, sessionid = 0x338a5460d110170, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:33,177] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:15:33,177] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d starting auto committer every 10000 ms (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,178] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,178] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d begin registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,205] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 successfully owned partition 5-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,205] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,205] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e selected partitions : PageViewEvent:5-2: fetched offset = 3421454417394: consumed offset = 3421454417394 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,206] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,206] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3421454417394 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:33,213] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,237] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d end registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,238] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d starting watcher executor thread for consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,242] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 3-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,250] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 successfully owned partition 4-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,260] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 3-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,260] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 2-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,260] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 successfully owned partition 4-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,261] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,261] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,287] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,296] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 3-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,296] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,297] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 selected partitions : PageViewEvent:3-0: fetched offset = 3422063515078: consumed offset = 3422063515078,PageViewEvent:3-1: fetched offset = 3422053184589: consumed offset = 3422053184589 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,297] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,297] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3422063515078 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:33,297] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3422053184589 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:33,304] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 successfully owned partition 4-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,304] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,305] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 selected partitions : PageViewEvent:4-2: fetched offset = 1552168921180: consumed offset = 1552168921180,PageViewEvent:4-3: fetched offset = 1552130668536: consumed offset = 1552130668536 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,305] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,305] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552130668536 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:33,305] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552168921180 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:33,315] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 3-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,315] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,315] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e selected partitions : PageViewEvent:3-2: fetched offset = 3422067276182: consumed offset = 3422067276182,PageViewEvent:3-3: fetched offset = 3422017754421: consumed offset = 3422017754421 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,315] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 2-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,315] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 successfully owned partition 4-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,315] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,316] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 successfully owned partition 5-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,316] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,316] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,316] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,316] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c selected partitions : PageViewEvent:2-2: fetched offset = 1552535101873: consumed offset = 1552535101873,PageViewEvent:2-3: fetched offset = 1552611501919: consumed offset = 1552611501919 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,316] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,316] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 selected partitions : PageViewEvent:4-0: fetched offset = 1552186542523: consumed offset = 1552186542523,PageViewEvent:4-1: fetched offset = 1552143965700: consumed offset = 1552143965700 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,316] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 selected partitions : PageViewEvent:5-0: fetched offset = 3421380751552: consumed offset = 3421380751552,PageViewEvent:5-1: fetched offset = 3421369413684: consumed offset = 3421369413684 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,316] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,316] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3422067276182 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:33,316] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3422017754421 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:33,316] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,316] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f selected partitions : PageViewEvent:2-0: fetched offset = 1552608202184: consumed offset = 1552608202184,PageViewEvent:2-1: fetched offset = 1552582554731: consumed offset = 1552582554731 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,317] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,317] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,317] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,317] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3421369413684 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:33,317] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552535101873 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:33,317] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552582554731 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:33,317] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3421380751552 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:33,317] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552611501919 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:33,317] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552143965700 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:33,317] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552608202184 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:33,318] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552186542523 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:33,322] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,341] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,342] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,342] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe selected partitions : PageViewEvent:1-0: fetched offset = 3081506771280: consumed offset = 3081506771280,PageViewEvent:1-1: fetched offset = 3081544869148: consumed offset = 3081544869148 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,342] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,342] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,342] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3081544869148 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:33,343] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3081506771280 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:33,343] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,343] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,344] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,344] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,344] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,344] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,345] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,345] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,345] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,378] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,378] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,378] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a selected partitions : PageViewEvent:1-2: fetched offset = 3081443966754: consumed offset = 3081443966754,PageViewEvent:1-3: fetched offset = 3081504493241: consumed offset = 3081504493241 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,378] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,378] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:33,378] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3081443966754 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:33,379] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3081504493241 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:33,452] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,809] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:34,809] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:34,810] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedChannelException at sun.nio.ch.SocketChannelImpl.ensureReadOpen(SocketChannelImpl.java:113) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:156) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:34,809] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:34,811] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:34,810] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:34,811] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:34,811] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:34,810] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:34,811] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:34,811] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:34,811] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:34,811] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:34,811] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:34,811] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:34,812] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:34,812] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:34,812] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,811] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:34,811] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:34,811] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:34,812] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,812] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:34,812] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:34,812] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:34,812] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:34,813] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,813] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,815] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:34,816] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:34,815] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:34,816] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:34,816] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:34,816] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:34,816] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:34,817] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:34,817] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:34,817] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:34,817] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:34,817] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:34,817] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:34,817] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:34,817] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:34,817] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:34,817] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:34,817] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,818] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:34,818] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:34,818] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:34,818] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,818] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,818] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:34,818] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:34,819] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:34,818] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:34,819] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:34,819] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:34,819] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:34,819] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:34,819] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:34,819] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:34,819] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:34,819] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:34,819] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:34,819] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,819] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:34,819] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:34,820] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:34,820] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,820] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,842] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:34,842] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:34,842] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:34,842] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:34,843] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:34,843] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:34,843] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,876] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,876] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,917] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:34,917] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:34,917] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:34,917] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,918] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,918] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,918] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,921] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,923] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,923] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,923] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,930] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,930] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,930] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,931] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,931] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,931] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,931] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,931] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:34,952] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,027] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0 successfully owned partition 5-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,027] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,027] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d selected partitions : PageViewEvent:5-3: fetched offset = 3421476896842: consumed offset = 3421476896842 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,028] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,028] INFO creating metrics stream consumer for stream StreamPartition [system=kafka, stream=PageViewEvent, partition=15] (com.linkedin.samsa.metrics.MetricsConsumer) [2012-08-22 08:15:35,028] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3421476896842 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:35,028] INFO Creating new consumer factory com.linkedin.samsa.stream.kafka.KafkaConsumerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:15:35,028] INFO Creating consumer for PageViewEvent with config {samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, reconnect.interval=14400000, groupid=page-key-groups-joiner-dev, socket.buffer.size=2097152, zk.connectiontimeout.ms=1000000, fetch.size=1200000, samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, autooffset.reset=largest} (com.linkedin.samsa.stream.kafka.KafkaConsumerFactory) [2012-08-22 08:15:35,029] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Connecting to zookeeper instance at eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,029] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@32cd736 (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:15:35,029] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:15:35,030] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,030] INFO Opening socket connection to server eat1-qa466.corp.linkedin.com/172.18.146.132:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:35,031] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 attempting to claim partition 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,034] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,034] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 attempting to claim partition 4-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,042] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,042] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,042] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,042] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 attempting to claim partition 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,042] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,042] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0 successfully owned partition 5-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,042] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 3-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,042] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,042] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,042] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 selected partitions : PageViewEvent:5-2: fetched offset = 3421454417394: consumed offset = 3421454417394 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,042] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,042] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,043] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3421454417394 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:35,048] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,048] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,048] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,049] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,049] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 2-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,049] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,049] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e selected partitions : PageViewEvent:5-1: fetched offset = 3421369413684: consumed offset = 3421369413684 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,049] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,049] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3421369413684 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:35,062] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,062] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,084] INFO Socket connection established to eat1-qa466.corp.linkedin.com/172.18.146.132:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:35,086] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,087] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 attempting to claim partition 4-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,096] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,096] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 3-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,096] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,102] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 3-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,102] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 2-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,116] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,140] INFO Session establishment complete on server eat1-qa466.corp.linkedin.com/172.18.146.132:12913, sessionid = 0x438a5460fc2016c, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:35,141] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:15:35,141] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 starting auto committer every 10000 ms (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,142] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 begin registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,151] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 successfully owned partition 5-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,151] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,151] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 selected partitions : PageViewEvent:5-0: fetched offset = 3421380751552: consumed offset = 3421380751552 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,151] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,152] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3421380751552 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:35,196] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 successfully owned partition 4-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,196] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 successfully owned partition 4-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,197] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 end registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,197] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 starting watcher executor thread for consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,204] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 3-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,205] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,206] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,211] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 3-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,212] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 2-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,225] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,250] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 successfully owned partition 4-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,251] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,251] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 selected partitions : PageViewEvent:4-2: fetched offset = 1552168921180: consumed offset = 1552168921180,PageViewEvent:4-3: fetched offset = 1552130668536: consumed offset = 1552130668536 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,251] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 successfully owned partition 4-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,251] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,252] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 selected partitions : PageViewEvent:4-0: fetched offset = 1552186542523: consumed offset = 1552186542523,PageViewEvent:4-1: fetched offset = 1552143965700: consumed offset = 1552143965700 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,252] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,252] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,252] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552143965700 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:35,252] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552130668536 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:35,252] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552186542523 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:35,252] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552168921180 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:35,259] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 3-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,259] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,259] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 selected partitions : PageViewEvent:3-0: fetched offset = 3422063515078: consumed offset = 3422063515078,PageViewEvent:3-1: fetched offset = 3422053184589: consumed offset = 3422053184589 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,259] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,260] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,260] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,260] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe selected partitions : PageViewEvent:1-0: fetched offset = 3081506771280: consumed offset = 3081506771280,PageViewEvent:1-1: fetched offset = 3081544869148: consumed offset = 3081544869148 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,260] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3422063515078 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:35,260] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3422053184589 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:35,260] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,260] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,260] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f selected partitions : PageViewEvent:2-0: fetched offset = 1552608202184: consumed offset = 1552608202184,PageViewEvent:2-1: fetched offset = 1552582554731: consumed offset = 1552582554731 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,261] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,261] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,261] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3081544869148 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:35,261] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3081506771280 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:35,261] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552582554731 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:35,262] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552608202184 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:35,265] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 3-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,266] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,266] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e selected partitions : PageViewEvent:3-2: fetched offset = 3422067276182: consumed offset = 3422067276182,PageViewEvent:3-3: fetched offset = 3422017754421: consumed offset = 3422017754421 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,266] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,266] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 2-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,266] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3422067276182 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:35,266] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,267] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3422017754421 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:35,267] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c selected partitions : PageViewEvent:2-2: fetched offset = 1552535101873: consumed offset = 1552535101873,PageViewEvent:2-3: fetched offset = 1552611501919: consumed offset = 1552611501919 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,267] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,267] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552535101873 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:35,267] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552611501919 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:35,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a selected partitions : PageViewEvent:1-2: fetched offset = 3081443966754: consumed offset = 3081443966754,PageViewEvent:1-3: fetched offset = 3081504493241: consumed offset = 3081504493241 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,281] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,281] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3081443966754 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:35,281] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3081504493241 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:35,304] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,305] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,305] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,305] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,305] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,305] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,305] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,305] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,306] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,306] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,306] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,306] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:35,412] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,401] ERROR error parsing consumer json string { "PageViewEvent": 1 } (kafka.consumer.TopicCount$) java.lang.NullPointerException at scala.util.parsing.combinator.Parsers$NoSuccess.(Parsers.scala:131) at scala.util.parsing.combinator.Parsers$Failure.(Parsers.scala:158) at scala.util.parsing.combinator.Parsers$$anonfun$acceptIf$1.apply(Parsers.scala:489) at scala.util.parsing.combinator.Parsers$$anonfun$acceptIf$1.apply(Parsers.scala:487) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Failure.append(Parsers.scala:162) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Success.flatMapWithNext(Parsers.scala:113) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Success.flatMapWithNext(Parsers.scala:113) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Success.flatMapWithNext(Parsers.scala:113) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$2.apply(Parsers.scala:742) at scala.util.parsing.json.JSON$.parseRaw(JSON.scala:71) at scala.util.parsing.json.JSON$.parseFull(JSON.scala:85) at kafka.consumer.TopicCount$.constructTopicCount(TopicCount.scala:97) at kafka.utils.ZkUtils$$anonfun$getConsumersPerTopic$1.apply(ZkUtils.scala:259) at kafka.utils.ZkUtils$$anonfun$getConsumersPerTopic$1.apply(ZkUtils.scala:258) at scala.collection.Iterator$class.foreach(Iterator.scala:631) at scala.collection.JavaConversions$JIteratorWrapper.foreach(JavaConversions.scala:549) at scala.collection.IterableLike$class.foreach(IterableLike.scala:79) at scala.collection.JavaConversions$JListWrapper.foreach(JavaConversions.scala:596) at kafka.utils.ZkUtils$.getConsumersPerTopic(ZkUtils.scala:258) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener.kafka$consumer$ZookeeperConsumerConnector$ZKRebalancerListener$$rebalance(ZookeeperConsumerConnector.scala:478) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener$$anonfun$syncedRebalance$1.apply$mcVI$sp(ZookeeperConsumerConnector.scala:449) at scala.collection.immutable.Range$ByOne$class.foreach$mVc$sp(Range.scala:282) at scala.collection.immutable.Range$$anon$2.foreach$mVc$sp(Range.scala:265) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener.syncedRebalance(ZookeeperConsumerConnector.scala:444) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener$$anon$1.run(ZookeeperConsumerConnector.scala:401) [2012-08-22 08:15:36,406] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 exception during rebalance (kafka.consumer.ZookeeperConsumerConnector) java.lang.NullPointerException at scala.util.parsing.combinator.Parsers$NoSuccess.(Parsers.scala:131) at scala.util.parsing.combinator.Parsers$Failure.(Parsers.scala:158) at scala.util.parsing.combinator.Parsers$$anonfun$acceptIf$1.apply(Parsers.scala:489) at scala.util.parsing.combinator.Parsers$$anonfun$acceptIf$1.apply(Parsers.scala:487) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1$$anonfun$apply$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Failure.append(Parsers.scala:162) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Success.flatMapWithNext(Parsers.scala:113) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Success.flatMapWithNext(Parsers.scala:113) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Success.flatMapWithNext(Parsers.scala:113) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$2.apply(Parsers.scala:742) at scala.util.parsing.json.JSON$.parseRaw(JSON.scala:71) at scala.util.parsing.json.JSON$.parseFull(JSON.scala:85) at kafka.consumer.TopicCount$.constructTopicCount(TopicCount.scala:97) at kafka.utils.ZkUtils$$anonfun$getConsumersPerTopic$1.apply(ZkUtils.scala:259) at kafka.utils.ZkUtils$$anonfun$getConsumersPerTopic$1.apply(ZkUtils.scala:258) at scala.collection.Iterator$class.foreach(Iterator.scala:631) at scala.collection.JavaConversions$JIteratorWrapper.foreach(JavaConversions.scala:549) at scala.collection.IterableLike$class.foreach(IterableLike.scala:79) at scala.collection.JavaConversions$JListWrapper.foreach(JavaConversions.scala:596) at kafka.utils.ZkUtils$.getConsumersPerTopic(ZkUtils.scala:258) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener.kafka$consumer$ZookeeperConsumerConnector$ZKRebalancerListener$$rebalance(ZookeeperConsumerConnector.scala:478) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener$$anonfun$syncedRebalance$1.apply$mcVI$sp(ZookeeperConsumerConnector.scala:449) at scala.collection.immutable.Range$ByOne$class.foreach$mVc$sp(Range.scala:282) at scala.collection.immutable.Range$$anon$2.foreach$mVc$sp(Range.scala:265) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener.syncedRebalance(ZookeeperConsumerConnector.scala:444) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener$$anon$1.run(ZookeeperConsumerConnector.scala:401) [2012-08-22 08:15:36,407] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,408] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,408] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:36,409] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,409] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,409] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:36,409] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:36,409] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:36,409] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,831] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:36,833] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,833] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,833] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:36,833] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:36,833] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:36,833] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:36,833] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:36,835] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:36,835] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:36,835] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,835] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:36,836] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,836] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,835] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:36,834] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:36,834] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,834] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:36,834] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:36,834] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:36,838] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,838] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,837] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,839] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,839] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,839] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:36,837] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,837] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,839] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:36,836] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:36,836] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,839] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:36,836] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,839] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,839] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:36,835] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,839] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:36,839] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,839] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,839] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,840] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:36,839] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,840] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:36,840] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:36,840] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:36,839] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,840] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:36,839] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:36,840] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,839] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,839] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:36,840] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:36,840] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:36,840] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:36,840] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:36,840] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:36,840] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:36,840] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:36,840] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:36,840] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:36,840] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:36,840] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:36,840] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,840] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:36,840] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:36,841] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:36,841] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:36,841] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,841] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:36,840] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,841] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,840] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,841] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:36,841] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,841] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:36,841] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,841] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,891] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,895] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,895] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,904] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,942] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:36,942] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:36,942] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:36,942] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,943] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,943] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,943] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,947] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,947] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,948] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,950] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,950] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,950] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,950] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,950] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,951] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,951] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,951] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,951] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,959] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,959] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:36,959] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 attempting to claim partition 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,052] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0 successfully owned partition 5-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,052] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,052] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 selected partitions : PageViewEvent:5-3: fetched offset = 3421476896842: consumed offset = 3421476896842 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,052] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,053] INFO creating metrics stream consumer for stream StreamPartition [system=kafka, stream=PageViewEvent, partition=16] (com.linkedin.samsa.metrics.MetricsConsumer) [2012-08-22 08:15:37,053] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3421476896842 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:37,053] INFO Creating new consumer factory com.linkedin.samsa.stream.kafka.KafkaConsumerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:15:37,053] INFO Creating consumer for PageViewEvent with config {samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, reconnect.interval=14400000, groupid=page-key-groups-joiner-dev, socket.buffer.size=2097152, zk.connectiontimeout.ms=1000000, fetch.size=1200000, samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, autooffset.reset=largest} (com.linkedin.samsa.stream.kafka.KafkaConsumerFactory) [2012-08-22 08:15:37,054] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Connecting to zookeeper instance at eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,054] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@28722969 (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:15:37,055] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:15:37,055] INFO Opening socket connection to server eat1-qa463.corp.linkedin.com/172.18.146.129:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:37,056] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 successfully owned partition 4-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,056] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,056] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 selected partitions : PageViewEvent:4-3: fetched offset = 1552130668536: consumed offset = 1552130668536 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,056] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,057] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552130668536 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:37,058] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,058] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,059] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,059] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,059] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 3-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,059] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,059] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0 successfully owned partition 5-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,059] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 selected partitions : PageViewEvent:5-1: fetched offset = 3421369413684: consumed offset = 3421369413684 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,059] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,059] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d selected partitions : PageViewEvent:5-2: fetched offset = 3421454417394: consumed offset = 3421454417394 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,059] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,060] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3421369413684 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:37,060] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,060] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3421454417394 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:37,060] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,060] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,060] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,060] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 attempting to claim partition 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,068] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,068] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,068] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,068] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 successfully owned partition 5-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,068] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 2-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,068] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,068] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e selected partitions : PageViewEvent:5-0: fetched offset = 3421380751552: consumed offset = 3421380751552 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,068] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,068] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,068] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,069] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3421380751552 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:37,109] INFO Socket connection established to eat1-qa463.corp.linkedin.com/172.18.146.129:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:37,112] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 3-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,113] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 3-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,114] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,122] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,122] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 2-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,122] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,166] INFO Session establishment complete on server eat1-qa463.corp.linkedin.com/172.18.146.129:12913, sessionid = 0x138a5460d160183, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:37,166] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:15:37,166] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f starting auto committer every 10000 ms (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,167] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f begin registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,170] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 successfully owned partition 4-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,171] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,171] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 selected partitions : PageViewEvent:4-2: fetched offset = 1552168921180: consumed offset = 1552168921180 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,171] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,174] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552168921180 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:37,221] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 3-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,225] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 3-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,225] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,227] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f end registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,227] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f starting watcher executor thread for consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,230] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 2-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,231] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,231] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,278] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 3-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,278] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,278] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e selected partitions : PageViewEvent:3-2: fetched offset = 3422067276182: consumed offset = 3422067276182,PageViewEvent:3-3: fetched offset = 3422017754421: consumed offset = 3422017754421 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,279] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,279] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3422067276182 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:37,279] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3422017754421 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:37,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,281] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe selected partitions : PageViewEvent:1-0: fetched offset = 3081506771280: consumed offset = 3081506771280,PageViewEvent:1-1: fetched offset = 3081544869148: consumed offset = 3081544869148 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,281] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,281] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3081544869148 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:37,281] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3081506771280 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:37,282] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 3-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,282] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,282] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 selected partitions : PageViewEvent:3-0: fetched offset = 3422063515078: consumed offset = 3422063515078,PageViewEvent:3-1: fetched offset = 3422053184589: consumed offset = 3422053184589 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,282] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,282] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3422063515078 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:37,283] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3422053184589 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:37,285] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 2-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,285] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,285] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,285] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,285] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,286] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c selected partitions : PageViewEvent:2-2: fetched offset = 1552535101873: consumed offset = 1552535101873,PageViewEvent:2-3: fetched offset = 1552611501919: consumed offset = 1552611501919 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,286] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a selected partitions : PageViewEvent:1-2: fetched offset = 3081443966754: consumed offset = 3081443966754,PageViewEvent:1-3: fetched offset = 3081504493241: consumed offset = 3081504493241 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,286] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,286] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f selected partitions : PageViewEvent:2-0: fetched offset = 1552608202184: consumed offset = 1552608202184,PageViewEvent:2-1: fetched offset = 1552582554731: consumed offset = 1552582554731 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,286] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,286] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,286] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,287] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552535101873 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:37,287] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3081443966754 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:37,287] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552582554731 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:37,287] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552611501919 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:37,287] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3081504493241 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:37,287] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552608202184 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:37,334] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,334] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,334] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,335] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,335] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,334] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,335] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,335] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,335] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,335] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,335] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,335] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:37,443] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:38,519] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:38,911] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:38,911] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:38,911] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,911] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:38,911] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:38,911] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:38,911] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:38,911] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:38,911] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:38,911] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:38,914] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,913] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,914] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,913] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,914] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,914] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:38,913] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,912] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,912] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,912] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:38,911] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:38,911] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:38,911] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,911] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,915] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,915] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:38,915] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,915] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:38,915] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,915] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,914] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,915] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,914] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,914] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,914] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:38,914] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,916] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:38,916] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:38,914] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,916] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:38,914] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,916] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:38,916] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:38,916] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:38,916] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:38,916] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:38,916] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:38,916] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:38,916] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:38,916] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:38,915] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:38,917] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:38,917] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:38,915] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:38,915] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,917] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:38,917] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:38,917] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:38,917] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:38,917] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:38,917] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:38,916] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:38,916] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:38,916] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:38,916] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:38,917] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:38,918] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:38,918] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:38,918] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:38,917] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:38,917] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:38,918] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:38,918] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:38,917] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:38,917] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:38,917] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:38,918] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:38,918] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:38,917] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:38,918] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:38,918] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:38,918] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:38,918] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:38,918] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:38,987] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:38,988] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:38,988] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:38,988] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:38,988] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:38,988] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,018] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:39,018] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:39,019] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:39,019] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,019] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,019] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,019] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,042] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,042] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,042] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,043] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,043] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,043] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,043] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,043] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 attempting to claim partition 4-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,043] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,043] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,043] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,043] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0 attempting to claim partition 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,043] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,043] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 attempting to claim partition 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,044] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,043] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,043] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,044] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,129] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0 successfully owned partition 5-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,129] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,129] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f selected partitions : PageViewEvent:5-3: fetched offset = 3421476896842: consumed offset = 3421476896842 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,129] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,129] INFO creating metrics stream consumer for stream StreamPartition [system=kafka, stream=PageViewEvent, partition=5] (com.linkedin.samsa.metrics.MetricsConsumer) [2012-08-22 08:15:39,129] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3421476896842 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:39,130] INFO Creating new consumer factory com.linkedin.samsa.stream.kafka.KafkaConsumerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:15:39,130] INFO Creating consumer for PageViewEvent with config {samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, reconnect.interval=14400000, groupid=page-key-groups-joiner-dev, socket.buffer.size=2097152, zk.connectiontimeout.ms=1000000, fetch.size=1200000, samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, autooffset.reset=largest} (com.linkedin.samsa.stream.kafka.KafkaConsumerFactory) [2012-08-22 08:15:39,131] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Connecting to zookeeper instance at eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,131] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@29d602b3 (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:15:39,131] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:15:39,132] INFO Opening socket connection to server eat1-qa463.corp.linkedin.com/172.18.146.129:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:39,150] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0 successfully owned partition 5-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,151] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,151] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 selected partitions : PageViewEvent:5-2: fetched offset = 3421454417394: consumed offset = 3421454417394 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,151] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,151] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,151] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,151] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3421454417394 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:39,152] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,152] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 3-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,152] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,152] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0 successfully owned partition 5-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,152] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,152] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,153] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 selected partitions : PageViewEvent:5-0: fetched offset = 3421380751552: consumed offset = 3421380751552 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,153] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,153] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 successfully owned partition 4-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,153] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,153] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,153] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,153] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,153] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3421380751552 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:39,153] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 2-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,153] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 selected partitions : PageViewEvent:4-2: fetched offset = 1552168921180: consumed offset = 1552168921180 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,154] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,154] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552168921180 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:39,154] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 successfully owned partition 4-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,154] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,154] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,154] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,154] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,154] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,154] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e selected partitions : PageViewEvent:4-3: fetched offset = 1552130668536: consumed offset = 1552130668536 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,154] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d selected partitions : PageViewEvent:5-1: fetched offset = 3421369413684: consumed offset = 3421369413684 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,155] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,155] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,155] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552130668536 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:39,155] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3421369413684 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:39,186] INFO Socket connection established to eat1-qa463.corp.linkedin.com/172.18.146.129:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:39,205] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,206] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/4-1 data: page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 (kafka.utils.ZkUtils$) [2012-08-22 08:15:39,206] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 waiting for the partition ownership to be deleted: 4-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,206] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,206] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,206] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 3-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,207] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,207] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,207] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:39,207] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:39,207] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:39,207] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 2-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,207] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,208] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 3-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,242] INFO Session establishment complete on server eat1-qa463.corp.linkedin.com/172.18.146.129:12913, sessionid = 0x138a5460d160184, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:39,242] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:15:39,242] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 starting auto committer every 10000 ms (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,243] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 begin registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,299] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 end registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,300] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 starting watcher executor thread for consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,313] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,315] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 3-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,315] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,315] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,316] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 2-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,322] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 3-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,368] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,368] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,368] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe selected partitions : PageViewEvent:1-0: fetched offset = 3081506771280: consumed offset = 3081506771280,PageViewEvent:1-1: fetched offset = 3081544869148: consumed offset = 3081544869148 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,368] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,369] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3081544869148 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:39,369] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3081506771280 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:39,370] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 3-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,371] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,371] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 selected partitions : PageViewEvent:3-0: fetched offset = 3422063515078: consumed offset = 3422063515078,PageViewEvent:3-1: fetched offset = 3422053184589: consumed offset = 3422053184589 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,372] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,372] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3422063515078 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:39,372] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3422053184589 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:39,378] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,378] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,378] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,378] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,378] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 2-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,378] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f selected partitions : PageViewEvent:2-0: fetched offset = 1552608202184: consumed offset = 1552608202184,PageViewEvent:2-1: fetched offset = 1552582554731: consumed offset = 1552582554731 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,379] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,379] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a selected partitions : PageViewEvent:1-2: fetched offset = 3081443966754: consumed offset = 3081443966754,PageViewEvent:1-3: fetched offset = 3081504493241: consumed offset = 3081504493241 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,379] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c selected partitions : PageViewEvent:2-2: fetched offset = 1552535101873: consumed offset = 1552535101873,PageViewEvent:2-3: fetched offset = 1552611501919: consumed offset = 1552611501919 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,379] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 3-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,379] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,379] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,379] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e selected partitions : PageViewEvent:3-2: fetched offset = 3422067276182: consumed offset = 3422067276182,PageViewEvent:3-3: fetched offset = 3422017754421: consumed offset = 3422017754421 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,379] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,379] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3081443966754 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:39,379] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,379] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552582554731 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:39,379] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3081504493241 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:39,379] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,379] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552608202184 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:39,379] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552535101873 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:39,380] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552611501919 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:39,380] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3422067276182 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:39,380] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3422017754421 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:39,406] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,406] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,406] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,406] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,406] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,406] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,407] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,407] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,407] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,407] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,407] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,407] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:39,515] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:40,086] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:40,087] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:40,087] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:40,087] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:40,196] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:40,309] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:40,310] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 attempting to claim partition 4-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:40,418] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 successfully owned partition 4-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:40,418] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:40,419] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 selected partitions : PageViewEvent:4-0: fetched offset = 1552186542523: consumed offset = 1552186542523 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:40,419] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:40,419] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:40,419] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552186542523 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,043] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:41,043] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:41,043] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,043] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,043] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:41,043] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:41,043] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:41,043] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:41,043] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:41,043] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:41,043] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:41,045] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,045] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,046] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,045] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,045] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,044] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,046] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,044] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:41,044] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,044] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:41,044] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,046] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:41,043] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:41,043] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:41,047] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,047] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:41,047] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,047] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,046] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,046] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,048] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:41,046] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:41,048] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:41,046] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,048] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:41,046] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,048] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:41,046] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:41,048] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:41,048] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:41,048] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:41,046] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,048] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,046] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,048] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,049] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:41,049] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:41,049] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:41,049] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:41,049] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:41,049] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:41,049] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,049] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,048] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:41,048] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:41,049] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:41,048] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:41,049] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,048] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:41,048] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:41,049] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:41,048] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,050] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,047] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,047] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,050] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:41,047] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,050] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:41,050] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:41,050] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:41,050] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:41,050] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,049] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:41,049] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,050] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,049] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:41,050] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:41,051] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,050] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:41,051] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,051] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:41,051] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:41,051] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,114] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,115] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,115] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,115] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,115] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,115] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,150] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:41,150] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:41,151] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:41,151] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,151] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,151] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,151] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,169] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,169] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,169] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,169] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,169] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,170] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,170] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,171] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,171] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,171] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,171] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,171] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 attempting to claim partition 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,171] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,171] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,171] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,171] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,171] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 attempting to claim partition 4-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,171] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0 attempting to claim partition 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,207] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,260] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0 successfully owned partition 5-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,260] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,260] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 selected partitions : PageViewEvent:5-3: fetched offset = 3421476896842: consumed offset = 3421476896842 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,260] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,261] INFO creating metrics stream consumer for stream StreamPartition [system=kafka, stream=PageViewEvent, partition=6] (com.linkedin.samsa.metrics.MetricsConsumer) [2012-08-22 08:15:41,261] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3421476896842 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,261] INFO Creating new consumer factory com.linkedin.samsa.stream.kafka.KafkaConsumerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:15:41,262] INFO Creating consumer for PageViewEvent with config {samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, reconnect.interval=14400000, groupid=page-key-groups-joiner-dev, socket.buffer.size=2097152, zk.connectiontimeout.ms=1000000, fetch.size=1200000, samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, autooffset.reset=largest} (com.linkedin.samsa.stream.kafka.KafkaConsumerFactory) [2012-08-22 08:15:41,263] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Connecting to zookeeper instance at eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,263] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@5782b9b5 (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:15:41,263] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:15:41,264] INFO Opening socket connection to server eat1-qa466.corp.linkedin.com/172.18.146.132:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:41,278] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,278] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,278] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 selected partitions : PageViewEvent:5-1: fetched offset = 3421369413684: consumed offset = 3421369413684 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,278] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,278] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,279] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 3-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,278] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,279] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3421369413684 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,279] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,279] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,279] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,279] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,279] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 2-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,279] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 successfully owned partition 4-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,279] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,279] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0 successfully owned partition 4-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,279] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e selected partitions : PageViewEvent:4-2: fetched offset = 1552168921180: consumed offset = 1552168921180 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 selected partitions : PageViewEvent:4-3: fetched offset = 1552130668536: consumed offset = 1552130668536 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0 successfully owned partition 5-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d selected partitions : PageViewEvent:5-0: fetched offset = 3421380751552: consumed offset = 3421380751552 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 successfully owned partition 4-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0 successfully owned partition 5-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,281] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 selected partitions : PageViewEvent:4-1: fetched offset = 1552143965700: consumed offset = 1552143965700 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,281] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,280] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552168921180 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,281] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f selected partitions : PageViewEvent:5-2: fetched offset = 3421454417394: consumed offset = 3421454417394 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,281] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3421380751552 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,281] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,281] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,281] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,281] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,281] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552143965700 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,281] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552130668536 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,282] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3421454417394 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,318] INFO Socket connection established to eat1-qa466.corp.linkedin.com/172.18.146.132:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:41,332] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 3-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,333] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,333] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 2-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,333] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,334] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,374] INFO Session establishment complete on server eat1-qa466.corp.linkedin.com/172.18.146.132:12913, sessionid = 0x438a5460fc2016d, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:41,374] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:15:41,374] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a starting auto committer every 10000 ms (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,375] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a begin registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,387] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 3-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,388] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,388] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e selected partitions : PageViewEvent:3-2: fetched offset = 3422067276182: consumed offset = 3422067276182 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,388] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,389] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3422067276182 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,431] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a end registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,431] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a starting watcher executor thread for consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,441] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 3-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,441] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,443] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,450] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 2-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,451] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,496] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 3-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,497] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,497] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,497] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,497] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 selected partitions : PageViewEvent:3-0: fetched offset = 3422063515078: consumed offset = 3422063515078,PageViewEvent:3-1: fetched offset = 3422053184589: consumed offset = 3422053184589 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,497] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe selected partitions : PageViewEvent:1-0: fetched offset = 3081506771280: consumed offset = 3081506771280,PageViewEvent:1-1: fetched offset = 3081544869148: consumed offset = 3081544869148 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,497] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,497] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,497] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,497] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,498] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3422063515078 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,498] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f selected partitions : PageViewEvent:2-0: fetched offset = 1552608202184: consumed offset = 1552608202184,PageViewEvent:2-1: fetched offset = 1552582554731: consumed offset = 1552582554731 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,498] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3422053184589 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,498] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3081544869148 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,498] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3081506771280 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,498] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,498] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552582554731 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,498] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552608202184 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,505] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 2-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,505] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,505] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,505] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c selected partitions : PageViewEvent:2-2: fetched offset = 1552535101873: consumed offset = 1552535101873,PageViewEvent:2-3: fetched offset = 1552611501919: consumed offset = 1552611501919 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,505] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,506] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a selected partitions : PageViewEvent:1-2: fetched offset = 3081443966754: consumed offset = 3081443966754,PageViewEvent:1-3: fetched offset = 3081504493241: consumed offset = 3081504493241 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,506] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,506] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,506] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552535101873 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,506] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552611501919 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,506] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3081443966754 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,506] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3081504493241 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:41,539] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,539] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,539] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,539] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,539] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,539] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,539] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,540] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,540] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,540] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,540] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,540] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,540] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:41,646] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:42,044] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:42,044] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:42,044] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:42,045] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:42,045] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:42,045] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:42,045] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:42,101] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:42,156] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:42,156] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 attempting to claim partition 3-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:42,266] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 successfully owned partition 3-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:42,266] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:42,266] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 selected partitions : PageViewEvent:3-3: fetched offset = 3422017754421: consumed offset = 3422017754421 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:42,266] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:42,267] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:42,267] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3422017754421 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:42,676] ERROR error parsing consumer json string { "PageViewEvent": 1 } (kafka.consumer.TopicCount$) java.lang.NullPointerException at scala.util.parsing.combinator.Parsers$NoSuccess.(Parsers.scala:131) at scala.util.parsing.combinator.Parsers$Failure.(Parsers.scala:158) at scala.util.parsing.combinator.Parsers$$anonfun$acceptIf$1.apply(Parsers.scala:489) at scala.util.parsing.combinator.Parsers$$anonfun$acceptIf$1.apply(Parsers.scala:487) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Success.flatMapWithNext(Parsers.scala:113) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Success.flatMapWithNext(Parsers.scala:113) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Success.flatMapWithNext(Parsers.scala:113) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$2.apply(Parsers.scala:742) at scala.util.parsing.json.JSON$.parseRaw(JSON.scala:71) at scala.util.parsing.json.JSON$.parseFull(JSON.scala:85) at kafka.consumer.TopicCount$.constructTopicCount(TopicCount.scala:97) at kafka.utils.ZkUtils$$anonfun$getConsumersPerTopic$1.apply(ZkUtils.scala:259) at kafka.utils.ZkUtils$$anonfun$getConsumersPerTopic$1.apply(ZkUtils.scala:258) at scala.collection.Iterator$class.foreach(Iterator.scala:631) at scala.collection.JavaConversions$JIteratorWrapper.foreach(JavaConversions.scala:549) at scala.collection.IterableLike$class.foreach(IterableLike.scala:79) at scala.collection.JavaConversions$JListWrapper.foreach(JavaConversions.scala:596) at kafka.utils.ZkUtils$.getConsumersPerTopic(ZkUtils.scala:258) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener.kafka$consumer$ZookeeperConsumerConnector$ZKRebalancerListener$$rebalance(ZookeeperConsumerConnector.scala:478) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener$$anonfun$syncedRebalance$1.apply$mcVI$sp(ZookeeperConsumerConnector.scala:449) at scala.collection.immutable.Range$ByOne$class.foreach$mVc$sp(Range.scala:282) at scala.collection.immutable.Range$$anon$2.foreach$mVc$sp(Range.scala:265) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener.syncedRebalance(ZookeeperConsumerConnector.scala:444) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener$$anon$1.run(ZookeeperConsumerConnector.scala:401) [2012-08-22 08:15:42,679] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 exception during rebalance (kafka.consumer.ZookeeperConsumerConnector) java.lang.NullPointerException at scala.util.parsing.combinator.Parsers$NoSuccess.(Parsers.scala:131) at scala.util.parsing.combinator.Parsers$Failure.(Parsers.scala:158) at scala.util.parsing.combinator.Parsers$$anonfun$acceptIf$1.apply(Parsers.scala:489) at scala.util.parsing.combinator.Parsers$$anonfun$acceptIf$1.apply(Parsers.scala:487) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Success.flatMapWithNext(Parsers.scala:113) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Success.flatMapWithNext(Parsers.scala:113) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Success.flatMapWithNext(Parsers.scala:113) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$2.apply(Parsers.scala:742) at scala.util.parsing.json.JSON$.parseRaw(JSON.scala:71) at scala.util.parsing.json.JSON$.parseFull(JSON.scala:85) at kafka.consumer.TopicCount$.constructTopicCount(TopicCount.scala:97) at kafka.utils.ZkUtils$$anonfun$getConsumersPerTopic$1.apply(ZkUtils.scala:259) at kafka.utils.ZkUtils$$anonfun$getConsumersPerTopic$1.apply(ZkUtils.scala:258) at scala.collection.Iterator$class.foreach(Iterator.scala:631) at scala.collection.JavaConversions$JIteratorWrapper.foreach(JavaConversions.scala:549) at scala.collection.IterableLike$class.foreach(IterableLike.scala:79) at scala.collection.JavaConversions$JListWrapper.foreach(JavaConversions.scala:596) at kafka.utils.ZkUtils$.getConsumersPerTopic(ZkUtils.scala:258) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener.kafka$consumer$ZookeeperConsumerConnector$ZKRebalancerListener$$rebalance(ZookeeperConsumerConnector.scala:478) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener$$anonfun$syncedRebalance$1.apply$mcVI$sp(ZookeeperConsumerConnector.scala:449) at scala.collection.immutable.Range$ByOne$class.foreach$mVc$sp(Range.scala:282) at scala.collection.immutable.Range$$anon$2.foreach$mVc$sp(Range.scala:265) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener.syncedRebalance(ZookeeperConsumerConnector.scala:444) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener$$anon$1.run(ZookeeperConsumerConnector.scala:401) [2012-08-22 08:15:42,680] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:42,681] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:42,681] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:42,682] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:42,682] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:42,682] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:42,682] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:42,682] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:42,682] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:42,893] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:42,893] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:42,893] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:42,894] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:42,894] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:42,894] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:42,894] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 attempting to claim partition 3-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,061] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/3-3 data: page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 (kafka.utils.ZkUtils$) [2012-08-22 08:15:43,061] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 waiting for the partition ownership to be deleted: 3-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,061] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,061] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,061] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:43,061] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:43,061] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:43,061] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,217] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:43,217] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:43,217] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,217] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:43,217] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:43,217] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:43,217] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:43,217] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedChannelException at sun.nio.ch.SocketChannelImpl.ensureReadOpen(SocketChannelImpl.java:113) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:156) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:43,217] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:43,219] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,219] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,218] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,219] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,219] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,218] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,218] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,220] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:43,218] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:43,218] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:43,217] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,217] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,220] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,221] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:43,221] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:43,221] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:43,221] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:43,221] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:43,221] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:43,221] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,221] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,220] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,221] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,220] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,220] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:43,221] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:43,220] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,222] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:43,220] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,220] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:43,219] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,222] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,219] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,222] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,222] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:43,222] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:43,222] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:43,223] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:43,222] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,222] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:43,222] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:43,223] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:43,222] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:43,222] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,223] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:43,222] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:43,223] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:43,222] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:43,221] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,223] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,223] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,223] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:43,223] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:43,224] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,223] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:43,224] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:43,223] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:43,223] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:43,224] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,223] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:43,223] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:43,224] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,224] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,224] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:43,224] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:43,224] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,224] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,224] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:43,223] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,225] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:43,224] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:43,225] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:43,225] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,225] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,276] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,278] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,278] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,278] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,279] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,280] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,287] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,321] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:43,321] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:43,321] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:43,321] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,321] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,321] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,322] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,330] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,331] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,331] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,333] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,333] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,338] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,338] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,338] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,338] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,338] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,338] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,338] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,338] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 3-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,338] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,338] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 attempting to claim partition 4-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,338] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0 attempting to claim partition 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,341] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,341] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,341] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 attempting to claim partition 4-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,430] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0 successfully owned partition 5-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,430] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,430] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a selected partitions : PageViewEvent:5-3: fetched offset = 3421476896842: consumed offset = 3421476896842 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,431] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,431] INFO creating metrics stream consumer for stream StreamPartition [system=kafka, stream=PageViewEvent, partition=1] (com.linkedin.samsa.metrics.MetricsConsumer) [2012-08-22 08:15:43,431] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3421476896842 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,431] INFO Creating new consumer factory com.linkedin.samsa.stream.kafka.KafkaConsumerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:15:43,432] INFO Creating consumer for PageViewEvent with config {samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, reconnect.interval=14400000, groupid=page-key-groups-joiner-dev, socket.buffer.size=2097152, zk.connectiontimeout.ms=1000000, fetch.size=1200000, samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, autooffset.reset=largest} (com.linkedin.samsa.stream.kafka.KafkaConsumerFactory) [2012-08-22 08:15:43,432] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f Connecting to zookeeper instance at eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,433] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@30943653 (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:15:43,433] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:15:43,434] INFO Opening socket connection to server eat1-qa466.corp.linkedin.com/172.18.146.132:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:43,440] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0 successfully owned partition 4-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,440] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,440] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,440] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,440] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d selected partitions : PageViewEvent:4-3: fetched offset = 1552130668536: consumed offset = 1552130668536 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,441] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,441] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552130668536 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,442] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0 successfully owned partition 5-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,442] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,443] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 selected partitions : PageViewEvent:5-2: fetched offset = 3421454417394: consumed offset = 3421454417394 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,443] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,443] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3421454417394 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,447] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,447] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,447] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0 successfully owned partition 4-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,447] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,447] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 selected partitions : PageViewEvent:4-2: fetched offset = 1552168921180: consumed offset = 1552168921180 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,448] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,448] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 2-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,448] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,448] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552168921180 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,449] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 successfully owned partition 4-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,449] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,449] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,449] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,449] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 selected partitions : PageViewEvent:4-0: fetched offset = 1552186542523: consumed offset = 1552186542523 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,449] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,449] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552186542523 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,456] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,456] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 successfully owned partition 4-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,456] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 3-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,456] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,456] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e selected partitions : PageViewEvent:4-1: fetched offset = 1552143965700: consumed offset = 1552143965700 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,457] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,457] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552143965700 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,488] INFO Socket connection established to eat1-qa466.corp.linkedin.com/172.18.146.132:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:43,494] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,501] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,501] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 2-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,502] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/3-1 data: page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 stored data: null (kafka.utils.ZkUtils$) [2012-08-22 08:15:43,502] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e waiting for the partition ownership to be deleted: 3-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,502] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,502] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,502] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:43,503] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:43,503] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,503] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:43,503] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,504] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/5-1 data: page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0 (kafka.utils.ZkUtils$) [2012-08-22 08:15:43,504] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f waiting for the partition ownership to be deleted: 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,505] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,505] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,505] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:43,505] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:43,505] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:43,506] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,543] INFO Session establishment complete on server eat1-qa466.corp.linkedin.com/172.18.146.132:12913, sessionid = 0x438a5460fc2016e, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:43,543] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:15:43,544] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f starting auto committer every 10000 ms (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,544] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f begin registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,564] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 3-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,564] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,565] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 selected partitions : PageViewEvent:3-0: fetched offset = 3422063515078: consumed offset = 3422063515078 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,565] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,565] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3422063515078 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,600] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f end registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,601] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f starting watcher executor thread for consumer page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,603] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,609] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,610] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 2-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,611] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,658] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,658] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,658] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a selected partitions : PageViewEvent:1-2: fetched offset = 3081443966754: consumed offset = 3081443966754,PageViewEvent:1-3: fetched offset = 3081504493241: consumed offset = 3081504493241 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,659] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,659] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3081443966754 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,659] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3081504493241 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,664] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,664] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,664] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe selected partitions : PageViewEvent:1-0: fetched offset = 3081506771280: consumed offset = 3081506771280,PageViewEvent:1-1: fetched offset = 3081544869148: consumed offset = 3081544869148 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,664] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,664] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3081544869148 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,665] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3081506771280 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,666] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,666] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 2-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,666] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,666] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,666] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f selected partitions : PageViewEvent:2-0: fetched offset = 1552608202184: consumed offset = 1552608202184,PageViewEvent:2-1: fetched offset = 1552582554731: consumed offset = 1552582554731 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,666] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c selected partitions : PageViewEvent:2-2: fetched offset = 1552535101873: consumed offset = 1552535101873,PageViewEvent:2-3: fetched offset = 1552611501919: consumed offset = 1552611501919 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,666] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,667] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,667] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552582554731 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,667] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552608202184 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,667] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552535101873 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,668] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552611501919 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,708] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,708] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,708] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,708] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,708] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,708] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,708] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,709] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,709] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,709] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,709] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,817] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,939] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:43,940] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,940] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:43,940] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:43,940] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:43,941] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:43,941] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:43,995] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:44,050] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:44,050] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:44,159] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 successfully owned partition 3-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:44,159] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:44,159] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 selected partitions : PageViewEvent:3-2: fetched offset = 3422067276182: consumed offset = 3422067276182 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:44,161] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:44,161] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:44,161] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3422067276182 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:44,737] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,062] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,432] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:45,432] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,432] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,433] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:45,433] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:45,433] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:45,433] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,448] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,448] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,448] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,448] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,448] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:45,448] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:45,449] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:45,449] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:45,449] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:45,449] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:45,449] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,449] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,459] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:45,459] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:45,460] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,460] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,460] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,460] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,460] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:45,460] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:45,460] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:45,460] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:45,460] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:45,460] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,460] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:45,461] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,461] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:45,461] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:45,461] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:45,462] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,461] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:45,461] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,461] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:45,462] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,462] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,463] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,463] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:45,463] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,463] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:45,463] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:45,463] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:45,463] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:45,463] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,463] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,462] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,463] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,463] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,462] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,463] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:45,464] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:45,464] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,462] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,464] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:45,464] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:45,464] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:45,464] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:45,464] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:45,464] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,464] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:45,464] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:45,464] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:45,464] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:45,464] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:45,464] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,464] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,464] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:45,465] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,488] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,503] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,503] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,506] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,515] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,515] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,524] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,524] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,526] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,542] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,543] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0 attempting to claim partition 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,558] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,558] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 2-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,558] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,569] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,569] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:45,569] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,569] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:45,570] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:45,570] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,570] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,570] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,570] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,570] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,570] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0 attempting to claim partition 4-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,573] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,578] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,578] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,579] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,579] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,579] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 attempting to claim partition 4-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,579] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 attempting to claim partition 3-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,581] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,581] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,651] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0 successfully owned partition 4-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,651] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,651] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d selected partitions : PageViewEvent:4-2: fetched offset = 1552168921180: consumed offset = 1552168921180 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,652] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,652] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552168921180 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,668] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,668] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 2-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,678] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0 successfully owned partition 5-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,678] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,678] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a selected partitions : PageViewEvent:5-2: fetched offset = 3421454417394: consumed offset = 3421454417394 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,678] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,679] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0 successfully owned partition 5-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,679] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3421454417394 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,679] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,679] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f selected partitions : PageViewEvent:5-3: fetched offset = 3421476896842: consumed offset = 3421476896842 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,679] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,679] INFO creating metrics stream consumer for stream StreamPartition [system=kafka, stream=PageViewEvent, partition=14] (com.linkedin.samsa.metrics.MetricsConsumer) [2012-08-22 08:15:45,680] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3421476896842 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,680] INFO Creating new consumer factory com.linkedin.samsa.stream.kafka.KafkaConsumerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:15:45,680] INFO Creating consumer for PageViewEvent with config {samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, reconnect.interval=14400000, groupid=page-key-groups-joiner-dev, socket.buffer.size=2097152, zk.connectiontimeout.ms=1000000, fetch.size=1200000, samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, autooffset.reset=largest} (com.linkedin.samsa.stream.kafka.KafkaConsumerFactory) [2012-08-22 08:15:45,681] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa Connecting to zookeeper instance at eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,681] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@413803ba (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:15:45,681] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:15:45,682] INFO Opening socket connection to server eat1-qa463.corp.linkedin.com/172.18.146.129:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:45,687] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0 successfully owned partition 4-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,687] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,687] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,687] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 selected partitions : PageViewEvent:4-1: fetched offset = 1552143965700: consumed offset = 1552143965700 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,687] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,687] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,688] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552143965700 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,688] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 successfully owned partition 4-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,688] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,688] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e selected partitions : PageViewEvent:4-0: fetched offset = 1552186542523: consumed offset = 1552186542523 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,689] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,689] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552186542523 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,695] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,695] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,696] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,696] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 successfully owned partition 3-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,696] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,696] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,696] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 selected partitions : PageViewEvent:3-3: fetched offset = 3422017754421: consumed offset = 3422017754421 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,696] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,697] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3422017754421 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,720] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/2-3 data: page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 stored data: null (kafka.utils.ZkUtils$) [2012-08-22 08:15:45,720] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 waiting for the partition ownership to be deleted: 2-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,720] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,721] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,721] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:45,721] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:45,721] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:45,721] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,736] INFO Socket connection established to eat1-qa463.corp.linkedin.com/172.18.146.129:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:45,741] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,750] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/5-1 data: page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0 (kafka.utils.ZkUtils$) [2012-08-22 08:15:45,750] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,750] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,750] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 waiting for the partition ownership to be deleted: 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,750] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,750] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,750] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:45,750] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:45,751] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:45,751] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,778] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 2-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,778] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,778] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c selected partitions : PageViewEvent:2-2: fetched offset = 1552535101873: consumed offset = 1552535101873 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,778] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,779] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552535101873 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,794] INFO Session establishment complete on server eat1-qa463.corp.linkedin.com/172.18.146.129:12913, sessionid = 0x138a5460d160185, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:45,794] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:15:45,794] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa starting auto committer every 10000 ms (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,795] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa begin registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,851] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,851] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa end registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,852] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa starting watcher executor thread for consumer page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,859] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,866] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,894] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:45,894] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,894] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,894] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:45,895] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:45,895] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:45,895] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,906] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,906] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,906] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f selected partitions : PageViewEvent:2-0: fetched offset = 1552608202184: consumed offset = 1552608202184,PageViewEvent:2-1: fetched offset = 1552582554731: consumed offset = 1552582554731 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,906] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,907] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552582554731 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,907] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552608202184 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,914] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,914] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,914] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe selected partitions : PageViewEvent:1-0: fetched offset = 3081506771280: consumed offset = 3081506771280,PageViewEvent:1-1: fetched offset = 3081544869148: consumed offset = 3081544869148 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,915] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,915] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3081544869148 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,915] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3081506771280 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,921] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,921] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,921] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a selected partitions : PageViewEvent:1-2: fetched offset = 3081443966754: consumed offset = 3081443966754,PageViewEvent:1-3: fetched offset = 3081504493241: consumed offset = 3081504493241 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,921] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,921] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3081443966754 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,922] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3081504493241 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:45,950] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,959] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,959] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,959] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,960] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,960] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,960] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,960] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,960] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,960] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:45,961] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,010] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,010] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 attempting to claim partition 3-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,069] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,119] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 successfully owned partition 3-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,119] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,120] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 selected partitions : PageViewEvent:3-1: fetched offset = 3422053184589: consumed offset = 3422053184589 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,120] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,120] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,120] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3422053184589 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:46,469] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:46,469] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:46,469] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:46,469] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,523] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,578] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,578] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,687] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0 successfully owned partition 4-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,687] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,687] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 selected partitions : PageViewEvent:4-3: fetched offset = 1552130668536: consumed offset = 1552130668536 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,687] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,688] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,688] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552130668536 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:46,794] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:46,795] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:46,795] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:46,795] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,795] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,795] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,795] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,826] ERROR error parsing consumer json string { "PageViewEvent": 1 } (kafka.consumer.TopicCount$) java.lang.NullPointerException at scala.util.parsing.combinator.Parsers$NoSuccess.(Parsers.scala:131) at scala.util.parsing.combinator.Parsers$Failure.(Parsers.scala:158) at scala.util.parsing.combinator.Parsers$$anonfun$acceptIf$1.apply(Parsers.scala:489) at scala.util.parsing.combinator.Parsers$$anonfun$acceptIf$1.apply(Parsers.scala:487) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Success.flatMapWithNext(Parsers.scala:113) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Success.flatMapWithNext(Parsers.scala:113) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Success.flatMapWithNext(Parsers.scala:113) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$2.apply(Parsers.scala:742) at scala.util.parsing.json.JSON$.parseRaw(JSON.scala:71) at scala.util.parsing.json.JSON$.parseFull(JSON.scala:85) at kafka.consumer.TopicCount$.constructTopicCount(TopicCount.scala:97) at kafka.utils.ZkUtils$$anonfun$getConsumersPerTopic$1.apply(ZkUtils.scala:259) at kafka.utils.ZkUtils$$anonfun$getConsumersPerTopic$1.apply(ZkUtils.scala:258) at scala.collection.Iterator$class.foreach(Iterator.scala:631) at scala.collection.JavaConversions$JIteratorWrapper.foreach(JavaConversions.scala:549) at scala.collection.IterableLike$class.foreach(IterableLike.scala:79) at scala.collection.JavaConversions$JListWrapper.foreach(JavaConversions.scala:596) at kafka.utils.ZkUtils$.getConsumersPerTopic(ZkUtils.scala:258) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener.kafka$consumer$ZookeeperConsumerConnector$ZKRebalancerListener$$rebalance(ZookeeperConsumerConnector.scala:478) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener$$anonfun$syncedRebalance$1.apply$mcVI$sp(ZookeeperConsumerConnector.scala:449) at scala.collection.immutable.Range$ByOne$class.foreach$mVc$sp(Range.scala:282) at scala.collection.immutable.Range$$anon$2.foreach$mVc$sp(Range.scala:265) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener.syncedRebalance(ZookeeperConsumerConnector.scala:444) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener$$anon$1.run(ZookeeperConsumerConnector.scala:401) [2012-08-22 08:15:46,827] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e exception during rebalance (kafka.consumer.ZookeeperConsumerConnector) java.lang.NullPointerException at scala.util.parsing.combinator.Parsers$NoSuccess.(Parsers.scala:131) at scala.util.parsing.combinator.Parsers$Failure.(Parsers.scala:158) at scala.util.parsing.combinator.Parsers$$anonfun$acceptIf$1.apply(Parsers.scala:489) at scala.util.parsing.combinator.Parsers$$anonfun$acceptIf$1.apply(Parsers.scala:487) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Success.flatMapWithNext(Parsers.scala:113) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Success.flatMapWithNext(Parsers.scala:113) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Success.flatMapWithNext(Parsers.scala:113) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$flatMap$1.apply(Parsers.scala:200) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$map$1.apply(Parsers.scala:203) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$Parser$$anonfun$append$1.apply(Parsers.scala:208) at scala.util.parsing.combinator.Parsers$$anon$3.apply(Parsers.scala:182) at scala.util.parsing.combinator.Parsers$$anon$2.apply(Parsers.scala:742) at scala.util.parsing.json.JSON$.parseRaw(JSON.scala:71) at scala.util.parsing.json.JSON$.parseFull(JSON.scala:85) at kafka.consumer.TopicCount$.constructTopicCount(TopicCount.scala:97) at kafka.utils.ZkUtils$$anonfun$getConsumersPerTopic$1.apply(ZkUtils.scala:259) at kafka.utils.ZkUtils$$anonfun$getConsumersPerTopic$1.apply(ZkUtils.scala:258) at scala.collection.Iterator$class.foreach(Iterator.scala:631) at scala.collection.JavaConversions$JIteratorWrapper.foreach(JavaConversions.scala:549) at scala.collection.IterableLike$class.foreach(IterableLike.scala:79) at scala.collection.JavaConversions$JListWrapper.foreach(JavaConversions.scala:596) at kafka.utils.ZkUtils$.getConsumersPerTopic(ZkUtils.scala:258) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener.kafka$consumer$ZookeeperConsumerConnector$ZKRebalancerListener$$rebalance(ZookeeperConsumerConnector.scala:478) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener$$anonfun$syncedRebalance$1.apply$mcVI$sp(ZookeeperConsumerConnector.scala:449) at scala.collection.immutable.Range$ByOne$class.foreach$mVc$sp(Range.scala:282) at scala.collection.immutable.Range$$anon$2.foreach$mVc$sp(Range.scala:265) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener.syncedRebalance(ZookeeperConsumerConnector.scala:444) at kafka.consumer.ZookeeperConsumerConnector$ZKRebalancerListener$$anon$1.run(ZookeeperConsumerConnector.scala:401) [2012-08-22 08:15:46,840] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,840] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,841] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:46,841] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:46,841] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:46,841] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:46,842] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:46,842] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:46,842] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,905] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 successfully owned partition 3-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,905] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,905] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 selected partitions : PageViewEvent:3-2: fetched offset = 3422067276182: consumed offset = 3422067276182 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,905] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,906] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:46,906] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3422067276182 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,285] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:47,285] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:47,285] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:47,285] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,285] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,285] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,286] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 2-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,288] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:47,288] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:47,288] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:47,288] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,288] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,288] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,288] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,394] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 2-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,394] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,395] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e selected partitions : PageViewEvent:2-3: fetched offset = 1552611501919: consumed offset = 1552611501919 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,395] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,395] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,395] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552611501919 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,455] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/4-3 data: page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0 (kafka.utils.ZkUtils$) [2012-08-22 08:15:47,455] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f waiting for the partition ownership to be deleted: 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,455] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,455] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,455] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:47,455] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:47,455] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:47,456] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,721] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,743] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:47,743] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:47,743] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,743] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:47,743] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,743] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,744] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,744] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,744] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:47,744] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:47,744] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,744] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:47,744] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:47,744] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:47,744] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:47,744] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,744] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:47,744] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:47,744] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,744] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:47,745] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,745] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:47,745] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:47,746] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:47,746] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,745] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,746] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,745] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:47,745] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:47,745] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:47,747] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,746] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,746] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:47,746] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,747] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:47,746] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,747] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:47,747] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,747] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,747] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:47,748] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:47,748] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:47,748] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,747] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,747] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,747] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,748] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,747] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:47,748] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:47,748] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:47,748] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:47,748] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:47,748] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:47,748] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:47,749] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,749] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:47,748] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:47,749] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,749] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:47,749] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:47,749] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:47,749] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,749] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,751] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,802] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,802] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,803] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,811] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,815] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,815] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,851] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:47,851] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:47,851] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:47,852] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,852] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,852] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa Consumer page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,852] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,856] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,859] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,859] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,859] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,859] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,859] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,859] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0 attempting to claim partition 4-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,867] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,867] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0 attempting to claim partition 4-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,875] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,875] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,875] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 2-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,877] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,877] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,877] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,901] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:47,901] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,901] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,901] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:47,902] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:47,902] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:47,902] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,957] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,961] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0 successfully owned partition 5-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,961] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,961] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa Consumer page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa selected partitions : PageViewEvent:5-3: fetched offset = 3421476896842: consumed offset = 3421476896842 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,962] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,962] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3421476896842 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,962] INFO creating metrics stream consumer for stream StreamPartition [system=kafka, stream=PageViewEvent, partition=17] (com.linkedin.samsa.metrics.MetricsConsumer) [2012-08-22 08:15:47,962] INFO Creating new consumer factory com.linkedin.samsa.stream.kafka.KafkaConsumerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:15:47,963] INFO Creating consumer for PageViewEvent with config {samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, reconnect.interval=14400000, groupid=page-key-groups-joiner-dev, socket.buffer.size=2097152, zk.connectiontimeout.ms=1000000, fetch.size=1200000, samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, autooffset.reset=largest} (com.linkedin.samsa.stream.kafka.KafkaConsumerFactory) [2012-08-22 08:15:47,963] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 Connecting to zookeeper instance at eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,964] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@2875ca3e (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:15:47,964] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:15:47,965] INFO Opening socket connection to server eat1-qa463.corp.linkedin.com/172.18.146.129:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:47,968] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,968] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0 successfully owned partition 5-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,968] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,968] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,968] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,969] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a selected partitions : PageViewEvent:5-1: fetched offset = 3421369413684: consumed offset = 3421369413684 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,969] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,969] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f selected partitions : PageViewEvent:5-2: fetched offset = 3421454417394: consumed offset = 3421454417394 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,969] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,969] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,969] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3421454417394 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,969] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3421369413684 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,976] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0 successfully owned partition 4-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,976] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,977] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d selected partitions : PageViewEvent:4-1: fetched offset = 1552143965700: consumed offset = 1552143965700 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,977] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,977] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552143965700 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,985] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 2-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,985] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,985] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c selected partitions : PageViewEvent:2-1: fetched offset = 1552582554731: consumed offset = 1552582554731 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,985] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,986] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552582554731 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:47,993] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,993] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 2-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,996] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:47,996] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,011] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,012] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 attempting to claim partition 3-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,019] INFO Socket connection established to eat1-qa463.corp.linkedin.com/172.18.146.129:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:48,022] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,030] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/4-0 data: page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 (kafka.utils.ZkUtils$) [2012-08-22 08:15:48,030] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 waiting for the partition ownership to be deleted: 4-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,031] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,031] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,031] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:48,031] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:48,031] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:48,031] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,050] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,050] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/3-2 data: page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 (kafka.utils.ZkUtils$) [2012-08-22 08:15:48,050] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 waiting for the partition ownership to be deleted: 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,051] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,051] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,051] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:48,052] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:48,052] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:48,052] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,074] INFO Session establishment complete on server eat1-qa463.corp.linkedin.com/172.18.146.129:12913, sessionid = 0x138a5460d160186, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:48,075] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:15:48,075] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 starting auto committer every 10000 ms (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,076] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 begin registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,101] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 2-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,102] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,102] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f selected partitions : PageViewEvent:2-0: fetched offset = 1552608202184: consumed offset = 1552608202184 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,102] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,102] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552608202184 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:48,120] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 successfully owned partition 3-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,120] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,120] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 selected partitions : PageViewEvent:3-0: fetched offset = 3422063515078: consumed offset = 3422063515078 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,121] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,121] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3422063515078 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:48,132] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,133] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 end registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,133] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 starting watcher executor thread for consumer page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,160] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,187] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,187] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,187] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe selected partitions : PageViewEvent:1-0: fetched offset = 3081506771280: consumed offset = 3081506771280,PageViewEvent:1-1: fetched offset = 3081544869148: consumed offset = 3081544869148 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,187] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,188] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3081544869148 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:48,188] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3081506771280 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:48,214] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,215] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,215] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a selected partitions : PageViewEvent:1-2: fetched offset = 3081443966754: consumed offset = 3081443966754,PageViewEvent:1-3: fetched offset = 3081504493241: consumed offset = 3081504493241 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,215] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,215] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3081443966754 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:48,216] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3081504493241 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:48,239] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,239] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,239] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,240] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,240] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,240] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,240] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,240] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,242] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,349] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,483] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:48,483] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:48,483] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:48,484] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:48,484] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:48,484] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:48,484] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,538] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,593] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,593] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0 attempting to claim partition 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,701] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:48,701] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:48,701] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:48,701] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:48,701] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0 successfully owned partition 4-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,702] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:48,702] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,702] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:48,702] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,702] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 selected partitions : PageViewEvent:4-2: fetched offset = 1552168921180: consumed offset = 1552168921180 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,702] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,702] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,702] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552168921180 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:48,757] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,812] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,812] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 attempting to claim partition 3-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,898] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,920] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 successfully owned partition 3-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,920] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,920] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 selected partitions : PageViewEvent:3-1: fetched offset = 3422053184589: consumed offset = 3422053184589 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,921] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,921] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:48,921] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3422053184589 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:49,184] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:49,185] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:49,185] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:49,185] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:49,185] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:49,185] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:49,186] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,240] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,295] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,297] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 2-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,405] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 2-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,405] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,405] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e selected partitions : PageViewEvent:2-3: fetched offset = 1552611501919: consumed offset = 1552611501919 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,406] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,406] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,406] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552611501919 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:49,456] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f try #2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,561] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:49,562] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:49,562] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:49,562] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,562] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,562] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,562] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 2-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,613] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:49,613] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:49,613] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:49,613] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,614] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,614] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,614] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,724] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0 successfully owned partition 4-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,724] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,724] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 selected partitions : PageViewEvent:4-3: fetched offset = 1552130668536: consumed offset = 1552130668536 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,724] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/2-1 data: page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 (kafka.utils.ZkUtils$) [2012-08-22 08:15:49,725] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,725] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 waiting for the partition ownership to be deleted: 2-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,725] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,725] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,725] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:49,725] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552130668536 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:49,725] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:49,725] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:49,725] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:49,725] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,031] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,052] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,071] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:50,071] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:50,072] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,071] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:50,072] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,072] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,072] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,072] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:50,072] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,073] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:50,072] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,073] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:50,073] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:50,073] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,073] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:50,073] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:50,073] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:50,073] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:50,073] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:50,073] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,073] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,074] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:50,075] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:50,075] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,075] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,075] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,075] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:50,075] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,075] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:50,075] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:50,075] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:50,075] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,076] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:50,076] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:50,076] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,077] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:50,078] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,078] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,078] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:50,078] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:50,078] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:50,078] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,078] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:50,079] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,079] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,079] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:50,079] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:50,079] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:50,079] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,092] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:50,093] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,093] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,093] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:50,093] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:50,093] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:50,093] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:50,093] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,093] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,094] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,094] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:50,094] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:50,094] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:50,094] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,127] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,128] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,128] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,131] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,133] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,135] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,149] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,182] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,182] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,182] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,182] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0 attempting to claim partition 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,183] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,183] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 attempting to claim partition 2-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,185] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,185] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,186] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0 attempting to claim partition 4-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,188] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa Consumer page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,188] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,189] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,189] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 2-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,201] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:50,202] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:50,202] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,202] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:50,202] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,202] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,202] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,202] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,203] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,203] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 1-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,291] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,291] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,291] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0 successfully owned partition 5-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,291] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,291] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f selected partitions : PageViewEvent:5-1: fetched offset = 3421369413684: consumed offset = 3421369413684 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,292] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a selected partitions : PageViewEvent:5-0: fetched offset = 3421380751552: consumed offset = 3421380751552 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,292] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,292] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,292] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3421369413684 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,292] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3421380751552 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,295] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,295] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,296] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0 successfully owned partition 5-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,296] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,296] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa Consumer page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa selected partitions : PageViewEvent:5-2: fetched offset = 3421454417394: consumed offset = 3421454417394 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,297] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,297] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3421454417394 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,298] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 2-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,298] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,298] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c selected partitions : PageViewEvent:2-0: fetched offset = 1552608202184: consumed offset = 1552608202184 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,298] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,299] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552608202184 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,310] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,310] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,311] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0 successfully owned partition 5-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,311] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,311] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 selected partitions : PageViewEvent:5-3: fetched offset = 3421476896842: consumed offset = 3421476896842 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,311] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,311] INFO creating metrics stream consumer for stream StreamPartition [system=kafka, stream=PageViewEvent, partition=0] (com.linkedin.samsa.metrics.MetricsConsumer) [2012-08-22 08:15:50,312] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3421476896842 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,312] INFO Creating new consumer factory com.linkedin.samsa.stream.kafka.KafkaConsumerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:15:50,312] INFO Creating consumer for PageViewEvent with config {samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, reconnect.interval=14400000, groupid=page-key-groups-joiner-dev, socket.buffer.size=2097152, zk.connectiontimeout.ms=1000000, fetch.size=1200000, samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, autooffset.reset=largest} (com.linkedin.samsa.stream.kafka.KafkaConsumerFactory) [2012-08-22 08:15:50,313] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 1-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,313] INFO page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0 Connecting to zookeeper instance at eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,313] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,313] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f selected partitions : PageViewEvent:1-3: fetched offset = 3081504493241: consumed offset = 3081504493241 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,313] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@4e836869 (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:15:50,313] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:15:50,313] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,314] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3081504493241 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,317] INFO Opening socket connection to server eat1-qa465.corp.linkedin.com/172.18.146.131:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:50,345] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/2-3 data: page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 (kafka.utils.ZkUtils$) [2012-08-22 08:15:50,346] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 waiting for the partition ownership to be deleted: 2-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,346] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,346] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,346] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:50,346] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:50,346] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:50,346] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,348] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/4-0 data: page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 (kafka.utils.ZkUtils$) [2012-08-22 08:15:50,348] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d waiting for the partition ownership to be deleted: 4-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,348] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,348] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,348] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:50,348] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:50,348] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:50,348] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,364] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,371] INFO Socket connection established to eat1-qa465.corp.linkedin.com/172.18.146.131:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:50,404] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,404] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,404] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a selected partitions : PageViewEvent:1-2: fetched offset = 3081443966754: consumed offset = 3081443966754 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,404] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,405] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3081443966754 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,426] INFO Session establishment complete on server eat1-qa465.corp.linkedin.com/172.18.146.131:12913, sessionid = 0x338a5460d110171, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:15:50,427] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:15:50,428] INFO page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0 starting auto committer every 10000 ms (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,428] INFO page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0 begin registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0 in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,473] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,484] INFO page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0 end registering consumer page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0 in ZK (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,493] INFO page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0 starting watcher executor thread for consumer page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,528] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,528] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,528] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe selected partitions : PageViewEvent:1-0: fetched offset = 3081506771280: consumed offset = 3081506771280,PageViewEvent:1-1: fetched offset = 3081544869148: consumed offset = 3081544869148 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,529] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,529] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3081544869148 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,529] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3081506771280 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,535] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:50,536] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,536] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,536] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:50,536] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:50,536] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:50,536] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,591] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,591] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,591] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,592] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,592] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,592] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,592] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,592] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,592] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,646] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,646] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0 attempting to claim partition 4-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,708] INFO page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,741] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:50,741] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:50,741] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:50,741] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,761] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0 successfully owned partition 4-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,761] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,761] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 selected partitions : PageViewEvent:4-1: fetched offset = 1552143965700: consumed offset = 1552143965700 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,761] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:50,761] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,761] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552143965700 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,761] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,762] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,762] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,762] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:50,762] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:50,762] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:50,762] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,796] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,818] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,851] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,851] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,879] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,879] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 attempting to claim partition 3-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,960] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 successfully owned partition 3-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,960] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,960] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e selected partitions : PageViewEvent:3-2: fetched offset = 3422067276182: consumed offset = 3422067276182 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,961] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,961] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,961] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3422067276182 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:50,988] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 successfully owned partition 3-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,988] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,988] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 selected partitions : PageViewEvent:3-0: fetched offset = 3422063515078: consumed offset = 3422063515078 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,989] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,989] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:50,989] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3422063515078 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:51,249] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:51,249] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:51,249] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:51,250] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:51,250] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:51,250] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:51,250] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,289] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:51,289] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:51,289] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:51,290] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,290] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,290] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,290] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0 attempting to claim partition 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,308] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,365] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,365] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 2-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,398] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0 successfully owned partition 4-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,399] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,399] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f selected partitions : PageViewEvent:4-2: fetched offset = 1552168921180: consumed offset = 1552168921180 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,399] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f try #2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,399] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,399] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552168921180 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:51,473] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 2-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,474] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,474] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e selected partitions : PageViewEvent:2-2: fetched offset = 1552535101873: consumed offset = 1552535101873 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,474] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,474] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,474] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552535101873 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:51,560] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:51,560] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:51,560] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:51,561] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:51,561] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:51,561] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:51,561] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,616] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,671] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,671] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,727] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,780] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0 successfully owned partition 4-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,780] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,780] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 selected partitions : PageViewEvent:4-3: fetched offset = 1552130668536: consumed offset = 1552130668536 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,793] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,793] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,794] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552130668536 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:51,921] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:51,921] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:51,921] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:51,921] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,921] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,921] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,921] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,943] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:51,943] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:51,943] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:51,943] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,943] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,943] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:51,943] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 attempting to claim partition 3-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,084] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/3-2 data: page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 (kafka.utils.ZkUtils$) [2012-08-22 08:15:52,084] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 waiting for the partition ownership to be deleted: 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,084] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,084] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,085] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:52,085] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:52,085] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:52,085] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,109] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/3-0 data: page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 (kafka.utils.ZkUtils$) [2012-08-22 08:15:52,109] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 waiting for the partition ownership to be deleted: 3-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,109] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,109] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,110] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:52,110] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:52,110] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:52,110] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,347] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,349] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,480] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:52,481] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,481] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,481] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:52,481] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:52,481] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:52,481] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,496] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:52,496] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:52,497] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:52,497] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:52,497] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,497] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:52,497] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,496] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:52,498] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,498] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,497] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,497] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,498] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,497] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,498] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,498] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:52,498] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.134 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,498] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,499] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:52,499] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:52,499] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:52,498] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:52,498] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:52,499] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:52,498] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,499] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:52,499] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:52,499] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:52,499] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:52,499] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:52,499] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,499] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,499] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:52,499] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:52,499] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,499] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:52,499] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:52,500] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:52,500] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,499] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,500] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:52,500] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,508] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:52,509] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,509] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.130 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,509] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:52,509] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:52,509] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:52,509] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,537] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,554] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,554] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,554] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,555] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,555] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,563] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,591] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa Consumer page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,592] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0 attempting to claim partition 5-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,609] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,609] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,609] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,609] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,609] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 attempting to claim partition 1-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,609] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0 attempting to claim partition 5-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,610] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,610] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0 attempting to claim partition 5-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,610] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,610] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 attempting to claim partition 1-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,617] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:52,617] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:52,617] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:52,617] INFO page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,618] INFO page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,618] INFO page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,618] INFO page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0 page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0 attempting to claim partition 5-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,618] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,618] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,618] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 attempting to claim partition 1-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,658] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:52,658] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,658] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,658] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:52,658] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:52,659] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:52,659] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,700] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0 successfully owned partition 5-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,700] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,701] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa Consumer page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa selected partitions : PageViewEvent:5-1: fetched offset = 3421369413684: consumed offset = 3421369413684 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,701] INFO page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,701] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3421369413684 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,713] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,719] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0 successfully owned partition 5-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,719] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0 successfully owned partition 1-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,719] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,719] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,719] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 selected partitions : PageViewEvent:5-2: fetched offset = 3421454417394: consumed offset = 3421454417394 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,719] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f selected partitions : PageViewEvent:1-2: fetched offset = 3081443966754: consumed offset = 3081443966754 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,719] INFO page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,719] INFO page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,720] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3421454417394 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,720] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3081443966754 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,727] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0 successfully owned partition 5-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,727] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,727] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0 successfully owned partition 1-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,727] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,727] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f selected partitions : PageViewEvent:5-0: fetched offset = 3421380751552: consumed offset = 3421380751552 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,727] INFO page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0 page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0 successfully owned partition 5-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,727] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a selected partitions : PageViewEvent:1-1: fetched offset = 3081544869148: consumed offset = 3081544869148 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,727] INFO page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,727] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0 successfully owned partition 1-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,728] INFO page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0 selected partitions : PageViewEvent:5-3: fetched offset = 3421476896842: consumed offset = 3421476896842 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,728] INFO page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,728] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,728] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c Consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c selected partitions : PageViewEvent:1-3: fetched offset = 3081504493241: consumed offset = 3081504493241 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,728] INFO page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,728] INFO page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,728] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3081544869148 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,728] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3421476896842 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,728] INFO creating metrics stream consumer for stream StreamPartition [system=kafka, stream=PageViewEvent, partition=3] (com.linkedin.samsa.metrics.MetricsConsumer) [2012-08-22 08:15:52,728] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,730] INFO page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,730] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 attempting to claim partition 1-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,728] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3421380751552 from 172.18.146.134:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,730] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3081504493241 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,737] INFO creating new metrics snapshot reporter (com.linkedin.samsa.metrics.reporter.MetricsSnapshotReporterFactory) [2012-08-22 08:15:52,738] WARN unable to find implementation version in jar's meta info. defaulting to 0.0.1 (com.linkedin.samsa.metrics.reporter.MetricsSnapshotReporterFactory) [2012-08-22 08:15:52,741] INFO got metrics snapshot reporter properties [job name: page-key-groups-joiner-dev, job id: 88a27b55-b6fa-4a7e-b159-393ef9b4ba5a, taskId: 1, taskName: local-task, version: 0.0.1, host: criccomi-ld] (com.linkedin.samsa.metrics.reporter.MetricsSnapshotReporter) [2012-08-22 08:15:52,743] INFO creating new ingraphs metrics reporter (com.linkedin.samsa.metrics.reporter.InGraphReporterFactory) [2012-08-22 08:15:52,744] WARN unable to find implementation version in jar's meta info. defaulting to 0.0.1 (com.linkedin.samsa.metrics.reporter.InGraphReporterFactory) [2012-08-22 08:15:52,745] INFO got ingraph reporter properties [job name: page-key-groups-joiner-dev, taskId: 1, env: STG-BETA, task class: com.linkedin.samsa.jobs.etl.PageKeyGroupsJoiner, version: 0.0.1] (com.linkedin.samsa.metrics.reporter.InGraphReporterFactory) [2012-08-22 08:15:52,749] INFO Creating InGraphReporter (com.linkedin.samsa.metrics.reporter.InGraphReporter) [2012-08-22 08:15:52,754] INFO running task class com.linkedin.samsa.jobs.etl.PageKeyGroupsJoiner with config {metrics.reporter.snapshot.class=com.linkedin.samsa.metrics.reporter.MetricsSnapshotReporterFactory, streams.page-view-event-by-group.stream=PageViewEventByGroupJson, streams.service-metrics.system=kafka-ingraphs, streams.page-view-event-by-group.system=kafka, serializers.registry.avro-schemas.schemas=http://ela4-cstool.prod.linkedin.com:12250/schemaRegistry/schemas, systems.databus.container.jmx.rmiEnabled=false, streams.samsa-metrics.serde=metrics-snapshot, systems.databus.runtime.bootstrap.enabled=false, systems.kafka.samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, task.lifecycle.listener.generator.fabric=dev, systems.databus.connectionDefaults.eventBuffer.allocationPolicy=DIRECT_MEMORY, systems.kafka.samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, streams.page-view-event.system=kafka, task.class=com.linkedin.samsa.jobs.etl.PageKeyGroupsJoiner, yarn.package.path=, systems.kafka-ingraphs.broker.list=0:esv4-kafka-vip-a.stg.linkedin.com:10251, systems.kafka.zk.connectiontimeout.ms=1000000, metrics.reporter.ingraphs.class=com.linkedin.samsa.metrics.reporter.InGraphReporterFactory, systems.databus.clusterManager.instanceName=useLocalHostName:11242, yarn.container.memory.mb=768, job.factory.class=com.linkedin.samsa.job.local.LocalJobFactory, systems.kafka.zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, job.name=page-key-groups-joiner-dev, metrics.reporters=snapshot,ingraphs, systems.kafka-ingraphs.samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, metrics.reporter.ingraphs.stream=service-metrics, yarn.container.count=1, systems.kafka.autooffset.reset=largest, metrics.reporter.ingraphs.fabric=STG-BETA, serializers.registry.service-metrics.class=com.linkedin.samsa.serializers.KafkaSerdeFactory, systems.databus.connectionDefaults.dispatcherRetries.maxRetryNum=-1, serializers.registry.databus-avro-schemas.class=com.linkedin.samsa.serializers.DatabusEventAvroSerdeFactory, streams.service-metrics.serde=service-metrics, systems.databus.samsa.consumer.factory=com.linkedin.samsa.stream.databus.DatabusConsumerFactory, systems.databus.connectionDefaults.pullerRetries.maxSleep=300000, task.lifecycle.listener.generator.class=com.linkedin.samsa.task.GeneratorLifecycleListenerFactory, serializers.default=avro-schemas, systems.databus.connectionDefaults.dispatcherRetries.maxSleep=60000, serializers.registry.json.class=com.linkedin.samsa.serializers.JsonSerdeFactory, systems.kafka.samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, job.id=88a27b55-b6fa-4a7e-b159-393ef9b4ba5a, systems.databus.connectionDefaults.pullerRetries.maxRetryNum=-1, systems.databus.connectionDefaults.eventBuffer.readBufferSize=102400, streams.samsa-metrics.stream=SamsaMetrics, systems.databus.clusterManager.relayZkConnectString=eat1-app207.stg.linkedin.com:12913, systems.databus.clusterManager.enabled=true, metrics.reporter.snapshot.stream=samsa-metrics, streams.page-view-event-by-group.serde=json, yarn.jvm.args=-Xmx512M, streams.samsa-metrics.system=kafka, task.inputs=page-view-event, systems.databus.checkpointPersistence.fileSystem.rootDirectory=/tmp/espressoclient-checkpoints, streams.page-view-event.stream=PageViewEvent, serializers.registry.metrics-snapshot.class=com.linkedin.samsa.serializers.MetricsSnapshotSerdeFactory, systems.databus.clusterManager.relayClusterName=RELAY_DR_SRC, task.lifecycle.listeners=generator, streams.service-metrics.stream=service_metrics, systems.databus.connectionDefaults.eventBuffer.maxSize=500000, systems.databus.samsa.partition.manager=com.linkedin.samsa.stream.databus.DatabusPartitionManager, serializers.registry.avro-schemas.class=com.linkedin.samsa.serializers.SchemaRegistrySerdeFactory, systems.databus.connectionDefaults.pullerRetries.initSleep=2000, serializers.registry.service-metrics.encoder=com.linkedin.metrics.ingraphs.AvroEncoder, systems.databus.connectionDefaults.dispatcherRetries.initSleep=0, systems.kafka.fetch.size=1200000, systems.databus.container.httpPort=11242, systems.kafka.reconnect.interval=14400000, systems.databus.connectionDefaults.eventBuffer.scnIndexSize=10240} (com.linkedin.samsa.task.JavaTaskRunner) [2012-08-22 08:15:52,769] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,769] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0 attempting to claim partition 4-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,771] INFO conflict in /consumers/page-key-groups-joiner-dev/owners/PageViewEvent/4-3 data: page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0 stored data: page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0 (kafka.utils.ZkUtils$) [2012-08-22 08:15:52,771] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a waiting for the partition ownership to be deleted: 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,771] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,771] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Rebalancing attempt failed. Clearing the cache before the next rebalancing operation is triggered (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,771] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:52,771] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:52,771] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:52,771] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,816] INFO initializing tasks (com.linkedin.samsa.task.JavaTaskRunner) [2012-08-22 08:15:52,839] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0 successfully owned partition 1-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,839] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,839] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe Consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe selected partitions : PageViewEvent:1-0: fetched offset = 3081506771280: consumed offset = 3081506771280 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,840] INFO page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,840] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3081506771280 from 172.18.146.130:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,850] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:54) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:52,850] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,850] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,850] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:52,851] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:52,851] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:52,851] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,881] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0 successfully owned partition 4-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,881] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,881] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 selected partitions : PageViewEvent:4-0: fetched offset = 1552186542523: consumed offset = 1552186542523 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,882] INFO page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,882] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552186542523 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,888] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:52,889] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,889] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:52,889] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:52,889] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:52,889] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:52,889] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,896] WARN unable to find implementation version in jar's meta info. defaulting to 0.0.1 (com.linkedin.samsa.task.GeneratorLifecycleListener) [2012-08-22 08:15:52,907] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) 2012-08-22 08:15:52 INFO [com.linkedin.dal.drc.impl.ICMergeCallbackDRCImpl] Constructed 2012-08-22 08:15:52 INFO [com.linkedin.container.ic.impl.MergingICFinder] Callbacks={com.linkedin.container.degraded=com.linkedin.container.rpc.degrader.DTCICMergeCallbackImpl@465fadce, com.linkedin.container.dsc=com.linkedin.dal.dsc.impl.ICMergeCallbackDSCImpl@338bd37a, com.linkedin.container.drc=com.linkedin.dal.drc.impl.ICMergeCallbackDRCImpl@20e90906} [2012-08-22 08:15:52,944] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,969] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:52,969] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 attempting to claim partition 3-1 (kafka.consumer.ZookeeperConsumerConnector) 2012-08-22 08:15:52 INFO [com.linkedin.container.service.trace.ICTraceDataHandler] TraceDataHandler State: traceEnabled: true, scaleFactor: 0.1 2012-08-22 08:15:52 INFO [com.linkedin.container.jmx.JMXServiceMgr] Using Platform MBean Server [2012-08-22 08:15:53,005] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,006] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 attempting to claim partition 2-3 (kafka.consumer.ZookeeperConsumerConnector) 2012-08-22 08:15:53 INFO [com.linkedin.container.jmx.JMXServiceMgr] Registering mbean com.linkedin.trace:type=ServiceCallTraceDataHandler,service=page-key-groups-joiner-dev => com.linkedin.container.service.trace.TraceDataHandlerMBean@3a0b2771 [2012-08-22 08:15:53,039] INFO starting process loop (com.linkedin.samsa.task.JavaTaskRunner) [2012-08-22 08:15:53,078] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0 successfully owned partition 3-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,079] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,079] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e selected partitions : PageViewEvent:3-1: fetched offset = 3422053184589: consumed offset = 3422053184589 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,079] INFO page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,079] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 3422053184589 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:53,114] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0 successfully owned partition 2-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,114] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,114] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 selected partitions : PageViewEvent:2-3: fetched offset = 1552611501919: consumed offset = 1552611501919 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,115] INFO page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,115] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552611501919 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:53,287] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:53,288] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:53,288] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:53,288] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:53,288] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:53,288] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:53,288] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,343] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,381] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:53,382] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:53,382] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:53,382] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:53,382] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:53,382] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:53,382] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,398] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,398] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0 attempting to claim partition 4-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,438] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,493] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,493] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 attempting to claim partition 2-1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,507] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0 successfully owned partition 4-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,507] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,507] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f Consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f selected partitions : PageViewEvent:4-1: fetched offset = 1552143965700: consumed offset = 1552143965700 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,507] INFO page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,508] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552143965700 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:53,602] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0 successfully owned partition 2-1 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,602] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,602] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e Consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e selected partitions : PageViewEvent:2-1: fetched offset = 1552582554731: consumed offset = 1552582554731 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,602] INFO page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,602] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 1 offset: 1552582554731 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:53,633] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:53,634] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:53,634] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:53,634] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,634] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,634] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,634] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 2-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,685] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:53,686] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:53,686] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.133 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:53,686] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:53,686] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:53,686] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:53,686] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,741] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,742] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 2-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,742] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,743] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 selected partitions : PageViewEvent:2-0: fetched offset = 1552608202184: consumed offset = 1552608202184 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,743] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,743] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,743] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552608202184 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:53,797] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,797] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0 attempting to claim partition 4-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,906] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0 successfully owned partition 4-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,906] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,906] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 selected partitions : PageViewEvent:4-2: fetched offset = 1552168947635: consumed offset = 1552168947635 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,909] INFO page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:53,909] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552168947635 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:54,085] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 try #2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:54,110] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:54,239] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:54,239] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:54,239] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:54,240] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:54,240] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:54,240] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:54,240] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 attempting to claim partition 2-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:54,247] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:54,248] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:54,248] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:54,248] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:54,248] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:54,248] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:54,248] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0 attempting to claim partition 3-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:54,354] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 successfully owned partition 2-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:54,354] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:54,354] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 selected partitions : PageViewEvent:2-2: fetched offset = 1552535169954: consumed offset = 1552535169954 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:54,356] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0 successfully owned partition 3-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:54,357] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:54,357] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d selected partitions : PageViewEvent:3-3: fetched offset = 3422017754421: consumed offset = 3422017754421 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:54,361] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:54,361] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:54,371] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552535169954 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:54,386] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:54,386] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:54,387] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3422017754421 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:54,790] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:55,723] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:55,724] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:55,724] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:55,724] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:55,724] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:55,724] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:55,725] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:55,779] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:55,834] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:55,834] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 attempting to claim partition 2-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:55,958] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0 successfully owned partition 2-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:55,958] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:55,958] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 selected partitions : PageViewEvent:2-0: fetched offset = 1552608216302: consumed offset = 1552608216302 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:55,958] INFO page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:55,958] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 1552608216302 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:56,006] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:56,006] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:56,007] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:56,007] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,007] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,007] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,007] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,058] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:56,059] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:56,059] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:56,059] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,059] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,059] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,059] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 attempting to claim partition 3-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,116] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0 successfully owned partition 3-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,116] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,116] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 selected partitions : PageViewEvent:3-2: fetched offset = 3422067276182: consumed offset = 3422067276182 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,116] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 try #2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,116] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,116] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3422067276182 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:56,169] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 successfully owned partition 3-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,169] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,169] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 selected partitions : PageViewEvent:3-0: fetched offset = 3422063515078: consumed offset = 3422063515078 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,170] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,170] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 begin rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,170] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3422063515078 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:56,276] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:56,277] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:56,277] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.131 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:56,277] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:56,277] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:56,277] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:56,278] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,339] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,339] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:56,339] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:56,340] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:56,340] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:56,340] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:56,340] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:56,340] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,394] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,394] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 attempting to claim partition 2-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,395] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,449] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,450] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0 attempting to claim partition 3-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,502] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0 successfully owned partition 2-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,502] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,502] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 selected partitions : PageViewEvent:2-2: fetched offset = 1552535169954: consumed offset = 1552535169954 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,503] INFO page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,503] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 1552535169954 from 172.18.146.131:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:56,677] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0 successfully owned partition 3-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,677] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,677] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d Consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d selected partitions : PageViewEvent:3-3: fetched offset = 3422017782468: consumed offset = 3422017782468 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,678] INFO page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,678] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 3422017782468 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:56,846] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:56,846] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:56,846] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:56,846] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,846] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,846] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,846] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0 attempting to claim partition 4-3 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,961] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0 successfully owned partition 4-3 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,961] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,961] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a Consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a selected partitions : PageViewEvent:4-3: fetched offset = 1552130782676: consumed offset = 1552130782676 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,962] INFO page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a try #1 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:56,962] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 3 offset: 1552130782676 from 172.18.146.133:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:58,165] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:58,166] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:58,166] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:58,166] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:58,166] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:58,166] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:58,166] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:58,221] INFO Reconnect in multifetch due to socket error: (kafka.consumer.SimpleConsumer) java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:184) at sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:263) at kafka.utils.Utils$.read(Utils.scala:538) at kafka.network.BoundedByteBufferReceive.readFrom(BoundedByteBufferReceive.scala:67) at kafka.network.Receive$class.readCompletely(Transmission.scala:55) at kafka.network.BoundedByteBufferReceive.readCompletely(BoundedByteBufferReceive.scala:29) at kafka.consumer.SimpleConsumer.getResponse(SimpleConsumer.scala:177) at kafka.consumer.SimpleConsumer.liftedTree2$1(SimpleConsumer.scala:117) at kafka.consumer.SimpleConsumer.multifetch(SimpleConsumer.scala:115) at kafka.consumer.FetcherRunnable.run(FetcherRunnable.scala:60) [2012-08-22 08:15:58,221] INFO FecherRunnable Thread[FetchRunnable-0,5,main] interrupted (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:58,221] INFO stopping fetcher FetchRunnable-0 to host 172.18.146.132 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:58,221] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:58,221] INFO Cleared all relevant queues for this fetcher (kafka.consumer.Fetcher) [2012-08-22 08:15:58,222] INFO Clearing the current data chunk for this consumer iterator (kafka.consumer.ConsumerIterator) [2012-08-22 08:15:58,222] INFO Cleared the data chunks in all the consumer message iterators (kafka.consumer.Fetcher) [2012-08-22 08:15:58,222] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Committing all offsets after clearing the fetcher queues (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:58,276] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:58,277] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0 attempting to claim partition 3-2 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:58,277] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Releasing partition ownership (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:58,332] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 rebalancing the following partitions: List(1-0, 1-1, 1-2, 1-3, 2-0, 2-1, 2-2, 2-3, 3-0, 3-1, 3-2, 3-3, 4-0, 4-1, 4-2, 4-3, 5-0, 5-1, 5-2, 5-3) for topic PageViewEvent with consumers: List(page-key-groups-joiner-dev_criccomi-ld-1345648486194-aeadb4fe-0, page-key-groups-joiner-dev_criccomi-ld-1345648490021-609dc07a-0, page-key-groups-joiner-dev_criccomi-ld-1345648497056-8560ed7f-0, page-key-groups-joiner-dev_criccomi-ld-1345648503072-70acc04c-0, page-key-groups-joiner-dev_criccomi-ld-1345648508916-d7307fe3-0, page-key-groups-joiner-dev_criccomi-ld-1345648514570-eef2c61e-0, page-key-groups-joiner-dev_criccomi-ld-1345648520060-978ac1f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648525431-968e5a17-0, page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0, page-key-groups-joiner-dev_criccomi-ld-1345648529202-5aa9ed5e-0, page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0, page-key-groups-joiner-dev_criccomi-ld-1345648533065-873bf95d-0, page-key-groups-joiner-dev_criccomi-ld-1345648535029-3901e1d5-0, page-key-groups-joiner-dev_criccomi-ld-1345648537054-5c7fe76f-0, page-key-groups-joiner-dev_criccomi-ld-1345648539131-aa5f9bb1-0, page-key-groups-joiner-dev_criccomi-ld-1345648541263-71e3295a-0, page-key-groups-joiner-dev_criccomi-ld-1345648543432-54a8dc2f-0, page-key-groups-joiner-dev_criccomi-ld-1345648545681-71a886fa-0, page-key-groups-joiner-dev_criccomi-ld-1345648547963-2b1d69f7-0, page-key-groups-joiner-dev_criccomi-ld-1345648550313-af8938f0-0) (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:58,332] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 attempting to claim partition 3-0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:58,387] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5-0 successfully owned partition 3-2 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:58,387] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:58,387] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 selected partitions : PageViewEvent:3-2: fetched offset = 3422067301817: consumed offset = 3422067301817 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:58,387] INFO page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648531159-c951f2c5 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:58,388] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 2 offset: 3422067301817 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:15:58,442] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6-0 successfully owned partition 3-0 for topic PageViewEvent (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:58,442] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Updating the cache (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:58,442] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 Consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 selected partitions : PageViewEvent:3-0: fetched offset = 3422063556597: consumed offset = 3422063556597 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:58,442] INFO page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 end rebalancing consumer page-key-groups-joiner-dev_criccomi-ld-1345648527295-c17872a6 try #0 (kafka.consumer.ZookeeperConsumerConnector) [2012-08-22 08:15:58,442] INFO FetchRunnable-0 start fetching topic: PageViewEvent part: 0 offset: 3422063556597 from 172.18.146.132:9092 (kafka.consumer.FetcherRunnable) [2012-08-22 08:16:02,813] INFO Creating new producer factory com.linkedin.samsa.stream.kafka.KafkaProducerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:16:02,815] INFO Creating producer for Stream [system=kafka, stream=SamsaMetrics] with config {fetch.size=1200000, zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, zk.connectiontimeout.ms=1000000, autooffset.reset=largest, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, reconnect.interval=14400000} (com.linkedin.samsa.stream.kafka.KafkaProducerFactory) [2012-08-22 08:16:02,830] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@7490649e (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:16:02,831] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:16:02,831] INFO Opening socket connection to server eat1-qa463.corp.linkedin.com/172.18.146.129:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:16:02,888] INFO Socket connection established to eat1-qa463.corp.linkedin.com/172.18.146.129:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:16:02,951] INFO Session establishment complete on server eat1-qa463.corp.linkedin.com/172.18.146.129:12913, sessionid = 0x138a5460d160187, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:16:02,951] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:16:12,048] INFO Creating sync producer for broker id = 2 at 172.18.146.131:9092 (kafka.producer.ProducerPool) [2012-08-22 08:16:12,049] INFO Creating sync producer for broker id = 4 at 172.18.146.133:9092 (kafka.producer.ProducerPool) [2012-08-22 08:16:12,049] INFO Creating sync producer for broker id = 1 at 172.18.146.130:9092 (kafka.producer.ProducerPool) [2012-08-22 08:16:12,050] INFO Creating sync producer for broker id = 3 at 172.18.146.132:9092 (kafka.producer.ProducerPool) [2012-08-22 08:16:12,050] INFO Creating sync producer for broker id = 5 at 172.18.146.134:9092 (kafka.producer.ProducerPool) [2012-08-22 08:16:12,050] INFO Creating sync producer for broker id = 0 at 172.18.146.129:9092 (kafka.producer.ProducerPool) [2012-08-22 08:16:12,051] INFO creating metrics stream producer for stream Stream [system=kafka, stream=SamsaMetrics] (com.linkedin.samsa.metrics.MetricsProducer) [2012-08-22 08:16:12,165] INFO Connected to 172.18.146.131:9092 for producing (kafka.producer.SyncProducer) [2012-08-22 08:16:12,226] INFO Connected to 172.18.146.132:9092 for producing (kafka.producer.SyncProducer) [2012-08-22 08:16:12,281] INFO Connected to 172.18.146.129:9092 for producing (kafka.producer.SyncProducer) [2012-08-22 08:16:12,336] INFO Connected to 172.18.146.134:9092 for producing (kafka.producer.SyncProducer) [2012-08-22 08:16:12,393] INFO Connected to 172.18.146.130:9092 for producing (kafka.producer.SyncProducer) [2012-08-22 08:16:12,394] INFO Disconnecting from 172.18.146.130:9092 (kafka.producer.SyncProducer) [2012-08-22 08:16:12,450] INFO Connected to 172.18.146.130:9092 for producing (kafka.producer.SyncProducer) [2012-08-22 08:16:12,492] INFO Creating new producer factory com.linkedin.samsa.stream.kafka.KafkaProducerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:16:12,492] INFO Creating producer for Stream [system=kafka-ingraphs, stream=service_metrics] with config {broker.list=0:esv4-kafka-vip-a.stg.linkedin.com:10251, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory} (com.linkedin.samsa.stream.kafka.KafkaProducerFactory) [2012-08-22 08:16:12,495] INFO Creating sync producer for broker id = 0 at esv4-kafka-vip-a.stg.linkedin.com:10251 (kafka.producer.ProducerPool) [2012-08-22 08:16:12,496] INFO creating metrics stream producer for stream Stream [system=kafka-ingraphs, stream=service_metrics] (com.linkedin.samsa.metrics.MetricsProducer) [2012-08-22 08:16:12,514] INFO Connected to esv4-kafka-vip-a.stg.linkedin.com:10251 for producing (kafka.producer.SyncProducer) [2012-08-22 08:16:15,570] INFO Creating new producer factory com.linkedin.samsa.stream.kafka.KafkaProducerFactory (com.linkedin.samsa.task.JavaTaskRunner$$anon$1) [2012-08-22 08:16:15,571] INFO Creating producer for Stream [system=kafka, stream=PageViewEventByGroupJson] with config {fetch.size=1200000, zk.connect=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa, samsa.partition.manager=com.linkedin.samsa.stream.kafka.KafkaPartitionManager, zk.connectiontimeout.ms=1000000, autooffset.reset=largest, samsa.producer.factory=com.linkedin.samsa.stream.kafka.KafkaProducerFactory, samsa.consumer.factory=com.linkedin.samsa.stream.kafka.KafkaConsumerFactory, reconnect.interval=14400000} (com.linkedin.samsa.stream.kafka.KafkaProducerFactory) [2012-08-22 08:16:15,571] INFO Initiating client connection, connectString=eat1-qa463.corp.linkedin.com:12913,eat1-qa464.corp.linkedin.com:12913,eat1-qa465.corp.linkedin.com:12913,eat1-qa466.corp.linkedin.com:12913,eat1-qa467.corp.linkedin.com:12913/kafka-samsa sessionTimeout=6000 watcher=org.I0Itec.zkclient.ZkClient@7daf3aa0 (org.apache.zookeeper.ZooKeeper) [2012-08-22 08:16:15,571] INFO Starting ZkClient event thread. (org.I0Itec.zkclient.ZkEventThread) [2012-08-22 08:16:15,574] INFO Opening socket connection to server eat1-qa466.corp.linkedin.com/172.18.146.132:12913 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:16:15,632] INFO Socket connection established to eat1-qa466.corp.linkedin.com/172.18.146.132:12913, initiating session (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:16:15,688] INFO Session establishment complete on server eat1-qa466.corp.linkedin.com/172.18.146.132:12913, sessionid = 0x438a5460fc2016f, negotiated timeout = 6000 (org.apache.zookeeper.ClientCnxn) [2012-08-22 08:16:15,689] INFO zookeeper state changed (SyncConnected) (org.I0Itec.zkclient.ZkClient) [2012-08-22 08:16:24,745] INFO Creating sync producer for broker id = 2 at 172.18.146.131:9092 (kafka.producer.ProducerPool) [2012-08-22 08:16:24,746] INFO Creating sync producer for broker id = 4 at 172.18.146.133:9092 (kafka.producer.ProducerPool) [2012-08-22 08:16:24,746] INFO Creating sync producer for broker id = 1 at 172.18.146.130:9092 (kafka.producer.ProducerPool) [2012-08-22 08:16:24,746] INFO Creating sync producer for broker id = 3 at 172.18.146.132:9092 (kafka.producer.ProducerPool) [2012-08-22 08:16:24,746] INFO Creating sync producer for broker id = 5 at 172.18.146.134:9092 (kafka.producer.ProducerPool) [2012-08-22 08:16:24,746] INFO Creating sync producer for broker id = 0 at 172.18.146.129:9092 (kafka.producer.ProducerPool) [2012-08-22 08:16:24,746] INFO creating metrics stream producer for stream Stream [system=kafka, stream=PageViewEventByGroupJson] (com.linkedin.samsa.metrics.MetricsProducer) [2012-08-22 08:16:24,807] INFO Connected to 172.18.146.130:9092 for producing (kafka.producer.SyncProducer) Dumping CPU usage by sampling running threads ... done.