Beginning test run at 1381796256 Configuration file fork factor: 5 INFO: ./test_harness.pl at 578 : Loading configuration file /Users/ekoifman/dev/hive/hcatalog/src/test/e2e/templeton/tests/serverstatus.conf INFO ./test_harness.pl: hadoopversion=${hadoopversion} INFO ./test_harness.pl: harnessCfg=/Users/ekoifman/dev/hive/hcatalog/src/test/e2e/templeton/conf/default.conf INFO ./test_harness.pl: tmpPath=/tmp/pigtest INFO ./test_harness.pl: UID=1381796256 INFO ./test_harness.pl: harness.console.level=ERROR INFO ./test_harness.pl: logDir=./log INFO ./test_harness.pl: localoutpathbase=/Users/ekoifman/dev/hive/hcatalog/src/test/e2e/templeton/testdist/ INFO ./test_harness.pl: outpathbase=/tmp/templeton_test_out INFO ./test_harness.pl: local.bin=/usr/bin INFO ./test_harness.pl: userhomePath=/Users/ekoifman INFO ./test_harness.pl: logfile=/Users/ekoifman/dev/hive/hcatalog/src/test/e2e/templeton/testdist//test_harnesss_1381796256 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -X , PUT , -o , /tmp/ekoifman.1381796256/_.res_body , -D , /tmp/ekoifman.1381796256/_.res_header , http://localhost:8085/webhdfs/v1/tmp/templeton_test_out/ekoifman.1381796256/?op=MKDIRS&permission=777&user.name=ekoifman result : ( "body", "{\"boolean\":true}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01-Jan-1970 00:00:00 GMT\r", "Server" => "Jetty(6.1.26)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832256892&s=+Y7/FUl0k71tV3Tuqc3OLogM+Rc=\";Path=/\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nContent-Type: application/json\r\n\\nExpires: Thu, 01-Jan-1970 00:00:00 GMT\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832256892&s=+Y7/FUl0k71tV3Tuqc3OLogM+Rc=\";Path=/\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(6.1.26)\r\n\\n\r\n", "stdout", undef, )INFO TestDriverCurl::run at 1244: Running TEST GROUP(TypesSupported) ****************************************************** TEST: TypesSupported_1 ****************************************************** Beginning test TypesSupported_1 at 1381796256 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -X , GET , -o , /tmp/ekoifman.1381796256/TypesSupported_1.res_body , -D , /tmp/ekoifman.1381796256/TypesSupported_1.res_header , http://localhost:50111/templeton/v1 result : ( "body", "{\"responseTypes\":[\"application/json\"]}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )INFO: TestDriverCurl::run() at 1377:Test TypesSupported_1 SUCCEEDED at 1381796256 Results so far, PASSED: 1 FAILED: 0 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 INFO TestDriverCurl::run at 1244: Running TEST GROUP(VersionsSupported) ****************************************************** TEST: VersionsSupported_1 ****************************************************** Beginning test VersionsSupported_1 at 1381796256 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -X , GET , -o , /tmp/ekoifman.1381796256/VersionsSupported_1.res_body , -D , /tmp/ekoifman.1381796256/VersionsSupported_1.res_header , http://localhost:50111/templeton/v1/version result : ( "body", "{\"supportedVersions\":[\"v1\"],\"version\":\"v1\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("version", "v1", "supportedVersions", ["v1"]) Comparing version: v1 with regex /v1/ Comparing supportedVersions: ["v1"],expected value: ["v1"]INFO: TestDriverCurl::run() at 1377:Test VersionsSupported_1 SUCCEEDED at 1381796256 Results so far, PASSED: 2 FAILED: 0 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 INFO: ./test_harness.pl at 578 : Loading configuration file /Users/ekoifman/dev/hive/hcatalog/src/test/e2e/templeton/tests/jobsubmission2.conf INFO ./test_harness.pl: hadoopversion=${hadoopversion} INFO ./test_harness.pl: harnessCfg=/Users/ekoifman/dev/hive/hcatalog/src/test/e2e/templeton/conf/default.conf INFO ./test_harness.pl: tmpPath=/tmp/pigtest INFO ./test_harness.pl: UID=1381796256 INFO ./test_harness.pl: harness.console.level=ERROR INFO ./test_harness.pl: logDir=./log INFO ./test_harness.pl: localoutpathbase=/Users/ekoifman/dev/hive/hcatalog/src/test/e2e/templeton/testdist/ INFO ./test_harness.pl: outpathbase=/tmp/templeton_test_out INFO ./test_harness.pl: local.bin=/usr/bin INFO ./test_harness.pl: userhomePath=/Users/ekoifman INFO ./test_harness.pl: logfile=/Users/ekoifman/dev/hive/hcatalog/src/test/e2e/templeton/testdist//test_harnesss_1381796256 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -X , PUT , -o , /tmp/ekoifman.1381796256/_.res_body , -D , /tmp/ekoifman.1381796256/_.res_header , http://localhost:8085/webhdfs/v1/tmp/templeton_test_out/ekoifman.1381796256/?op=MKDIRS&permission=777&user.name=ekoifman result : ( "body", "{\"boolean\":true}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01-Jan-1970 00:00:00 GMT\r", "Server" => "Jetty(6.1.26)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832256892&s=+Y7/FUl0k71tV3Tuqc3OLogM+Rc=\";Path=/\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nContent-Type: application/json\r\n\\nExpires: Thu, 01-Jan-1970 00:00:00 GMT\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832256892&s=+Y7/FUl0k71tV3Tuqc3OLogM+Rc=\";Path=/\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(6.1.26)\r\n\\n\r\n", "stdout", undef, )INFO TestDriverCurl::run at 1244: Running TEST GROUP(TestHeartbeat) ****************************************************** TEST: TestHeartbeat_1 ****************************************************** Beginning test TestHeartbeat_1 at 1381796256 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:62240/templeton/$jobId , -d , user.name=ekoifman , -d , arg=-mt , -d , arg=42000 , -d , jar=/user/ekoifman/webhcate2e/hclient.jar , -d , class=sleep , -d , statusdir=/tmp/TestHeartbeat_1 , -X , POST , -o , /tmp/ekoifman.1381796256/TestHeartbeat_1.res_body , -D , /tmp/ekoifman.1381796256/TestHeartbeat_1.res_header , http://localhost:50111/templeton/v1/mapreduce/jar result : ( "body", "{\"id\":\"job_201310141642_0043\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832256927&s=ASqASOR/kHKlsqUrCdgYau4Kakw=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832256927&s=ASqASOR/kHKlsqUrCdgYau4Kakw=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0043") Comparing id: job_201310141642_0043 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:62846/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestHeartbeat_1_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestHeartbeat_1_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0043?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796264623,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":47,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0047\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0047/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0047\",\"queueName\":\"default\",\"jobName\":\"Sleep job\",\"jobID\":{\"id\":47,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0047\"},\"id\":\"job_201310141642_0047\",\"parentId\":\"job_201310141642_0043\",\"percentComplete\":\"map 100% reduce 100%\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:62240/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":\"/tmp/TestHeartbeat_1\",\"define\":[],\"arg\":[\"-mt\",\"42000\"],\"files\":null,\"enablelog\":\"false\",\"libjars\":null,\"user.name\":\"ekoifman\",\"jar\":\"/user/ekoifman/webhcate2e/hclient.jar\",\"callback\":\"http://ekoifman.local:62240/templeton/\$jobId\",\"class\":\"sleep\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832324587&s=KOA8azO3gWgIf5ddQzxB5OO1BUI=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832324587&s=KOA8azO3gWgIf5ddQzxB5OO1BUI=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt arg=-mtopt arg=42000opt jar=/user/ekoifman/webhcate2e/hclient.jaropt class=sleepopt statusdir=/tmp/TestHeartbeat_1opt callback=http://ekoifman.local:62240/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected statusdir ->"/tmp/TestHeartbeat_1" With result statusdir ->"/tmp/TestHeartbeat_1" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:62240/templeton/\$jobId" With result callback ->"http://ekoifman.local:62240/templeton/\$jobId" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected jar ->"/user/ekoifman/webhcate2e/hclient.jar" With result jar ->"/user/ekoifman/webhcate2e/hclient.jar" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected arg ->["-mt", 42000] With result arg ->["-mt", 42000] ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected class ->"sleep" With result class ->"sleep" INFO: TestDriverCurl::run() at 1377:Test TestHeartbeat_1 SUCCEEDED at 1381796324 Results so far, PASSED: 1 FAILED: 0 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 INFO: ./test_harness.pl at 578 : Loading configuration file /Users/ekoifman/dev/hive/hcatalog/src/test/e2e/templeton/tests/jobstatus.conf INFO ./test_harness.pl: hadoopversion=${hadoopversion} INFO ./test_harness.pl: harnessCfg=/Users/ekoifman/dev/hive/hcatalog/src/test/e2e/templeton/conf/default.conf INFO ./test_harness.pl: tmpPath=/tmp/pigtest INFO ./test_harness.pl: UID=1381796256 INFO ./test_harness.pl: harness.console.level=ERROR INFO ./test_harness.pl: logDir=./log INFO ./test_harness.pl: localoutpathbase=/Users/ekoifman/dev/hive/hcatalog/src/test/e2e/templeton/testdist/ INFO ./test_harness.pl: outpathbase=/tmp/templeton_test_out INFO ./test_harness.pl: local.bin=/usr/bin INFO ./test_harness.pl: userhomePath=/Users/ekoifman INFO ./test_harness.pl: logfile=/Users/ekoifman/dev/hive/hcatalog/src/test/e2e/templeton/testdist//test_harnesss_1381796256 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -X , PUT , -o , /tmp/ekoifman.1381796256/_.res_body , -D , /tmp/ekoifman.1381796256/_.res_header , http://localhost:8085/webhdfs/v1/tmp/templeton_test_out/ekoifman.1381796256/?op=MKDIRS&permission=777&user.name=ekoifman result : ( "body", "{\"boolean\":true}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01-Jan-1970 00:00:00 GMT\r", "Server" => "Jetty(6.1.26)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832256892&s=+Y7/FUl0k71tV3Tuqc3OLogM+Rc=\";Path=/\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nContent-Type: application/json\r\n\\nExpires: Thu, 01-Jan-1970 00:00:00 GMT\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832256892&s=+Y7/FUl0k71tV3Tuqc3OLogM+Rc=\";Path=/\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(6.1.26)\r\n\\n\r\n", "stdout", undef, )INFO TestDriverCurl::run at 1244: Running TEST GROUP(JOBS) ****************************************************** TEST: JOBS_1 ****************************************************** Beginning test JOBS_1 at 1381796256 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:62235/templeton/$jobId , -d , user.name=hive , -d , arg=-p , -d , arg=INPDIR=/user/ekoifman/webhcate2e , -d , arg=-p , -d , arg=OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/JOBS_1 , -d , file=/user/ekoifman/webhcate2e/loadstore.pig , -X , POST , -o , /tmp/ekoifman.1381796256/JOBS_1.res_body , -D , /tmp/ekoifman.1381796256/JOBS_1.res_header , http://localhost:50111/templeton/v1/pig result : ( "body", "{\"id\":\"job_201310141642_0044\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=hive&p=hive&t=simple&e=1381832256919&s=KrXX8MwNm80Ah1+k8xWsW5k1oK0=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=hive&p=hive&t=simple&e=1381832256919&s=KrXX8MwNm80Ah1+k8xWsW5k1oK0=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0044") Comparing id: job_201310141642_0044 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:62612/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/JOBS_1_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/JOBS_1_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0044?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796271467,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"hive\",\"jobID\":{\"id\":48,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0048\",\"jobComplete\":true},\"profile\":{\"user\":\"hive\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/hive/.staging/job_201310141642_0048/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0048\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":48,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0048\"},\"id\":\"job_201310141642_0048\",\"parentId\":\"job_201310141642_0044\",\"percentComplete\":\"100% complete\",\"exitValue\":0,\"user\":\"hive\",\"callback\":\"http://ekoifman.local:62235/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/JOBS_1\"],\"enablelog\":\"false\",\"execute\":null,\"user.name\":\"hive\",\"file\":\"/user/ekoifman/webhcate2e/loadstore.pig\",\"callback\":\"http://ekoifman.local:62235/templeton/\$jobId\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832293594&s=iXwh3t+PMjmb7LMKKI+TmXowiWI=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832293594&s=iXwh3t+PMjmb7LMKKI+TmXowiWI=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=hiveopt arg=-popt arg=INPDIR=/user/ekoifman/webhcate2eopt arg=-popt arg=OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/JOBS_1opt file=/user/ekoifman/webhcate2e/loadstore.pigopt callback=http://ekoifman.local:62235/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"hive" With result user.name ->"hive" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:62235/templeton/\$jobId" With result callback ->"http://ekoifman.local:62235/templeton/\$jobId" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected arg ->[ "-p", "INPDIR=/user/ekoifman/webhcate2e", "-p", "OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/JOBS_1", ] With result arg ->[ "-p", "INPDIR=/user/ekoifman/webhcate2e", "-p", "OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/JOBS_1", ] ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected file ->"/user/ekoifman/webhcate2e/loadstore.pig" With result file ->"/user/ekoifman/webhcate2e/loadstore.pig" INFO: TestDriverCurl::run() at 1377:Test JOBS_1 SUCCEEDED at 1381796293 Results so far, PASSED: 1 FAILED: 0 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: JOBS_2 ****************************************************** Beginning test JOBS_2 at 1381796293 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:62622/templeton/$jobId , -d , user.name=ekoifman , -d , arg=-p , -d , arg=INPDIR=/user/ekoifman/webhcate2e , -d , arg=-p , -d , arg=OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/JOBS_2 , -d , file=/user/ekoifman/webhcate2e/loadstore.pig , -X , POST , -o , /tmp/ekoifman.1381796256/JOBS_2.res_body , -D , /tmp/ekoifman.1381796256/JOBS_2.res_header , http://localhost:50111/templeton/v1/pig result : ( "body", "{\"id\":\"job_201310141642_0052\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832293673&s=5sn07FISWO3pFbbDh+njTki3p9E=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832293673&s=5sn07FISWO3pFbbDh+njTki3p9E=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0052") Comparing id: job_201310141642_0052 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:62872/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/JOBS_2_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/JOBS_2_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0052?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796303859,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":54,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0054\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0054/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0054\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":54,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0054\"},\"id\":\"job_201310141642_0054\",\"parentId\":\"job_201310141642_0052\",\"percentComplete\":\"100% complete\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:62622/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/JOBS_2\"],\"enablelog\":\"false\",\"execute\":null,\"user.name\":\"ekoifman\",\"file\":\"/user/ekoifman/webhcate2e/loadstore.pig\",\"callback\":\"http://ekoifman.local:62622/templeton/\$jobId\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832326112&s=Ma2TKnGHc8IVm4nxBu+AOv+W6Jc=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832326112&s=Ma2TKnGHc8IVm4nxBu+AOv+W6Jc=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt arg=-popt arg=INPDIR=/user/ekoifman/webhcate2eopt arg=-popt arg=OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/JOBS_2opt file=/user/ekoifman/webhcate2e/loadstore.pigopt callback=http://ekoifman.local:62622/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:62622/templeton/\$jobId" With result callback ->"http://ekoifman.local:62622/templeton/\$jobId" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected arg ->[ "-p", "INPDIR=/user/ekoifman/webhcate2e", "-p", "OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/JOBS_2", ] With result arg ->[ "-p", "INPDIR=/user/ekoifman/webhcate2e", "-p", "OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/JOBS_2", ] ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected file ->"/user/ekoifman/webhcate2e/loadstore.pig" With result file ->"/user/ekoifman/webhcate2e/loadstore.pig" INFO: TestDriverCurl::run() at 1377:Test JOBS_2 SUCCEEDED at 1381796326 Results so far, PASSED: 2 FAILED: 0 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: JOBS_3 ****************************************************** Beginning test JOBS_3 at 1381796326 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:62882/templeton/$jobId , -d , user.name=hive , -d , arg=-p , -d , arg=INPDIR=/user/ekoifman/webhcate2e , -d , arg=-p , -d , arg=OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/JOBS_3 , -d , file=/user/ekoifman/webhcate2e/loadstore.pig , -X , POST , -o , /tmp/ekoifman.1381796256/JOBS_3.res_body , -D , /tmp/ekoifman.1381796256/JOBS_3.res_header , http://localhost:50111/templeton/v1/pig result : ( "body", "{\"id\":\"job_201310141642_0057\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=hive&p=hive&t=simple&e=1381832326188&s=TnTUwI61GWEbcEeWi1ZQ5Wlye7Q=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=hive&p=hive&t=simple&e=1381832326188&s=TnTUwI61GWEbcEeWi1ZQ5Wlye7Q=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0057") Comparing id: job_201310141642_0057 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:63133/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/JOBS_3_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/JOBS_3_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0057?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796335189,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"hive\",\"jobID\":{\"id\":58,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0058\",\"jobComplete\":true},\"profile\":{\"user\":\"hive\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/hive/.staging/job_201310141642_0058/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0058\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":58,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0058\"},\"id\":\"job_201310141642_0058\",\"parentId\":\"job_201310141642_0057\",\"percentComplete\":\"100% complete\",\"exitValue\":0,\"user\":\"hive\",\"callback\":\"http://ekoifman.local:62882/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/JOBS_3\"],\"enablelog\":\"false\",\"execute\":null,\"user.name\":\"hive\",\"file\":\"/user/ekoifman/webhcate2e/loadstore.pig\",\"callback\":\"http://ekoifman.local:62882/templeton/\$jobId\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832357634&s=+mxMLFga8Y2bu24x+HUJaScmbWo=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832357634&s=+mxMLFga8Y2bu24x+HUJaScmbWo=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=hiveopt arg=-popt arg=INPDIR=/user/ekoifman/webhcate2eopt arg=-popt arg=OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/JOBS_3opt file=/user/ekoifman/webhcate2e/loadstore.pigopt callback=http://ekoifman.local:62882/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"hive" With result user.name ->"hive" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:62882/templeton/\$jobId" With result callback ->"http://ekoifman.local:62882/templeton/\$jobId" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected arg ->[ "-p", "INPDIR=/user/ekoifman/webhcate2e", "-p", "OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/JOBS_3", ] With result arg ->[ "-p", "INPDIR=/user/ekoifman/webhcate2e", "-p", "OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/JOBS_3", ] ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected file ->"/user/ekoifman/webhcate2e/loadstore.pig" With result file ->"/user/ekoifman/webhcate2e/loadstore.pig" INFO: TestDriverCurl::run() at 1377:Test JOBS_3 SUCCEEDED at 1381796357 Results so far, PASSED: 3 FAILED: 0 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: JOBS_4 ****************************************************** Beginning test JOBS_4 at 1381796357 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -H , Content-Type: application/json , -H , Content-Type: application/json , -X , GET , -o , /tmp/ekoifman.1381796256/JOBS_4.res_body , -D , /tmp/ekoifman.1381796256/JOBS_4.res_header , http://localhost:50111/templeton/v1/jobs?user.name=hive&showall=true&fields=* result : ( "body", "[{\"id\":\"job_201310141642_0001\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794239336,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":5,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0005\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0005/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0005\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":5,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0005\"},\"id\":\"job_201310141642_0005\",\"parentId\":\"job_201310141642_0001\",\"percentComplete\":\"100% complete\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:60159/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381794223/JOBS_2\"],\"enablelog\":\"false\",\"execute\":null,\"user.name\":\"ekoifman\",\"file\":\"/user/ekoifman/webhcate2e/loadstore.pig\",\"callback\":\"http://ekoifman.local:60159/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0002\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794233883,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":3,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0003\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0003/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0003\",\"queueName\":\"default\",\"jobName\":\"streamjob525645056011870137.jar\",\"jobID\":{\"id\":3,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0003\"},\"id\":\"job_201310141642_0003\",\"parentId\":\"job_201310141642_0002\",\"percentComplete\":\"map 100% reduce 100%\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:60150/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"reducer\":\"wc\",\"statusdir\":null,\"files\":null,\"define\":[],\"mapper\":\"cat\",\"arg\":[],\"enablelog\":\"false\",\"input\":[\"/user/ekoifman/webhcate2e/nums.txt\",\"/user/ekoifman/webhcate2e/nums.txt\"],\"cmdenv\":[],\"user.name\":\"ekoifman\",\"file\":[],\"combiner\":null,\"callback\":\"http://ekoifman.local:60150/templeton/\$jobId\",\"output\":\"/tmp/templeton_test_out/ekoifman.1381794223/TestStreaming_1/mycounts\"}}},{\"id\":\"job_201310141642_0003\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794233883,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":3,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0003\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0003/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0003\",\"queueName\":\"default\",\"jobName\":\"streamjob525645056011870137.jar\",\"jobID\":{\"id\":3,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0003\"},\"id\":\"job_201310141642_0003\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0004\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794241081,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":6,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0006\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0006/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0006\",\"queueName\":\"default\",\"jobName\":\"word count\",\"jobID\":{\"id\":6,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0006\"},\"id\":\"job_201310141642_0006\",\"parentId\":\"job_201310141642_0004\",\"percentComplete\":\"map 100% reduce 100%\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:60236/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"define\":[],\"arg\":[\"/user/ekoifman/webhcate2e/nums.txt\",\" /tmp/templeton_test_out/ekoifman.1381794223/TestMapReduce_1/wc.txt\"],\"files\":null,\"enablelog\":\"false\",\"libjars\":null,\"user.name\":\"ekoifman\",\"jar\":\"/user/ekoifman/webhcate2e/hexamples.jar\",\"callback\":\"http://ekoifman.local:60236/templeton/\$jobId\",\"class\":\"wordcount\"}}},{\"id\":\"job_201310141642_0005\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794239336,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":5,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0005\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0005/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0005\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":5,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0005\"},\"id\":\"job_201310141642_0005\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0006\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794241081,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":6,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0006\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0006/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0006\",\"queueName\":\"default\",\"jobName\":\"word count\",\"jobID\":{\"id\":6,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0006\"},\"id\":\"job_201310141642_0006\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0007\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":3,\"startTime\":1381794266474,\"schedulingInfo\":\"NA\",\"failureInfo\":\"# of failed Map Tasks exceeded allowed limit. FailedCount: 1. LastFailedTask: task_201310141642_0010_m_000000\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":10,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0010\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0010/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0010\",\"queueName\":\"default\",\"jobName\":\"streamjob4960691008754875067.jar\",\"jobID\":{\"id\":10,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0010\"},\"id\":\"job_201310141642_0010\",\"parentId\":\"job_201310141642_0007\",\"percentComplete\":\"map 100% reduce 100%\",\"exitValue\":1,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:60384/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"reducer\":\"wc\",\"statusdir\":null,\"files\":null,\"define\":[],\"mapper\":\"ls no_such-file-12e3\",\"arg\":[],\"enablelog\":\"false\",\"input\":[\"/user/ekoifman/webhcate2e/nums.txt\",\"/user/ekoifman/webhcate2e/nums.txt\"],\"cmdenv\":[],\"user.name\":\"ekoifman\",\"file\":[],\"combiner\":null,\"callback\":\"http://ekoifman.local:60384/templeton/\$jobId\",\"output\":\"/tmp/templeton_test_out/ekoifman.1381794223/TestStreaming_2/mycounts\"}}},{\"id\":\"job_201310141642_0008\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794272714,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"hive\",\"jobID\":{\"id\":12,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0012\",\"jobComplete\":true},\"profile\":{\"user\":\"hive\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/hive/.staging/job_201310141642_0012/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0012\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":12,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0012\"},\"id\":\"job_201310141642_0012\",\"parentId\":\"job_201310141642_0008\",\"percentComplete\":\"100% complete\",\"exitValue\":0,\"user\":\"hive\",\"callback\":\"http://ekoifman.local:60421/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381794223/JOBS_3\"],\"enablelog\":\"false\",\"execute\":null,\"user.name\":\"hive\",\"file\":\"/user/ekoifman/webhcate2e/loadstore.pig\",\"callback\":\"http://ekoifman.local:60421/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0009\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794271753,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":11,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0011\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0011/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0011\",\"queueName\":\"default\",\"jobName\":\"word count\",\"jobID\":{\"id\":11,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0011\"},\"id\":\"job_201310141642_0011\",\"parentId\":\"job_201310141642_0009\",\"percentComplete\":\"map 100% reduce 100%\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:60475/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":\"/tmp/templeton_test_out/ekoifman.1381794223/TestMapReduce_2/status\",\"define\":[],\"arg\":[\"/user/ekoifman/webhcate2e/nums.txt\",\" /tmp/templeton_test_out/ekoifman.1381794223/TestMapReduce_2/wc.txt\"],\"files\":null,\"enablelog\":\"true\",\"libjars\":null,\"user.name\":\"ekoifman\",\"jar\":\"/user/ekoifman/webhcate2e/hexamples.jar\",\"callback\":\"http://ekoifman.local:60475/templeton/\$jobId\",\"class\":\"wordcount\"}}},{\"id\":\"job_201310141642_0010\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":3,\"startTime\":1381794266474,\"schedulingInfo\":\"NA\",\"failureInfo\":\"# of failed Map Tasks exceeded allowed limit. FailedCount: 1. LastFailedTask: task_201310141642_0010_m_000000\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":10,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0010\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0010/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0010\",\"queueName\":\"default\",\"jobName\":\"streamjob4960691008754875067.jar\",\"jobID\":{\"id\":10,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0010\"},\"id\":\"job_201310141642_0010\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0011\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794271753,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":11,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0011\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0011/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0011\",\"queueName\":\"default\",\"jobName\":\"word count\",\"jobID\":{\"id\":11,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0011\"},\"id\":\"job_201310141642_0011\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0012\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794272714,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"hive\",\"jobID\":{\"id\":12,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0012\",\"jobComplete\":true},\"profile\":{\"user\":\"hive\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/hive/.staging/job_201310141642_0012/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0012\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":12,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0012\"},\"id\":\"job_201310141642_0012\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0013\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794299559,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":13,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0013\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0013/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0013\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":13,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0013\"},\"id\":\"job_201310141642_0013\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":8,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:60755/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[],\"enablelog\":\"false\",\"execute\":\"asdf\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:60755/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0014\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794312230,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":15,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0015\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0015/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0015\",\"queueName\":\"default\",\"jobName\":\"streamjob1783131714801683271.jar\",\"jobID\":{\"id\":15,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0015\"},\"id\":\"job_201310141642_0015\",\"parentId\":\"job_201310141642_0014\",\"percentComplete\":\"map 100% reduce 100%\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:60802/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"reducer\":\"wc\",\"statusdir\":\"/tmp/templeton_test_out/ekoifman.1381794223/TestStreaming_3/status\",\"files\":null,\"define\":[],\"mapper\":\"cat\",\"arg\":[],\"enablelog\":\"true\",\"input\":[\"/user/ekoifman/webhcate2e/nums.txt\",\"/user/ekoifman/webhcate2e/nums.txt\"],\"cmdenv\":[],\"user.name\":\"ekoifman\",\"file\":[],\"combiner\":null,\"callback\":\"http://ekoifman.local:60802/templeton/\$jobId\",\"output\":\"/tmp/templeton_test_out/ekoifman.1381794223/TestStreaming_3/mycounts\"}}},{\"id\":\"job_201310141642_0015\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794312230,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":15,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0015\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0015/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0015\",\"queueName\":\"default\",\"jobName\":\"streamjob1783131714801683271.jar\",\"jobID\":{\"id\":15,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0015\"},\"id\":\"job_201310141642_0015\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0016\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794316819,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":16,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0016\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0016/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0016\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":16,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0016\"},\"id\":\"job_201310141642_0016\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:60875/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[],\"enablelog\":\"false\",\"execute\":\"fs -ls /user/ekoifman/webhcate2e;\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:60875/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0017\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794334067,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":17,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0017\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0017/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0017\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":17,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0017\"},\"id\":\"job_201310141642_0017\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:60930/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[\"-check\",\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381794223/TestPig_3\"],\"enablelog\":\"false\",\"execute\":null,\"user.name\":\"ekoifman\",\"file\":\"/user/ekoifman/webhcate2e/loadstore.pig\",\"callback\":\"http://ekoifman.local:60930/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0018\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":3,\"startTime\":1381794342588,\"schedulingInfo\":\"NA\",\"failureInfo\":\"# of failed Map Tasks exceeded allowed limit. FailedCount: 1. LastFailedTask: task_201310141642_0019_m_000000\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":19,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0019\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0019/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0019\",\"queueName\":\"default\",\"jobName\":\"streamjob6007288244830133256.jar\",\"jobID\":{\"id\":19,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0019\"},\"id\":\"job_201310141642_0019\",\"parentId\":\"job_201310141642_0018\",\"percentComplete\":\"map 100% reduce 100%\",\"exitValue\":1,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:60984/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"reducer\":\"wc\",\"statusdir\":\"/tmp/templeton_test_out/ekoifman.1381794223/TestStreaming_4/status\",\"files\":null,\"define\":[],\"mapper\":\"ls no_such-file-12e3\",\"arg\":[],\"enablelog\":\"true\",\"input\":[\"/user/ekoifman/webhcate2e/nums.txt\",\"/user/ekoifman/webhcate2e/nums.txt\"],\"cmdenv\":[],\"user.name\":\"ekoifman\",\"file\":[],\"combiner\":null,\"callback\":\"http://ekoifman.local:60984/templeton/\$jobId\",\"output\":\"/tmp/templeton_test_out/ekoifman.1381794223/TestStreaming_4/mycounts\"}}},{\"id\":\"job_201310141642_0019\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":3,\"startTime\":1381794342588,\"schedulingInfo\":\"NA\",\"failureInfo\":\"# of failed Map Tasks exceeded allowed limit. FailedCount: 1. LastFailedTask: task_201310141642_0019_m_000000\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":19,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0019\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0019/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0019\",\"queueName\":\"default\",\"jobName\":\"streamjob6007288244830133256.jar\",\"jobID\":{\"id\":19,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0019\"},\"id\":\"job_201310141642_0019\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0020\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794351958,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":20,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0020\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0020/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0020\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":20,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0020\"},\"id\":\"job_201310141642_0020\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:61061/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[\"-d\",\"INFO\"],\"enablelog\":\"false\",\"execute\":\"fs -ls /user/ekoifman/webhcate2e \",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:61061/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0021\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794378120,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":22,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0022\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0022/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0022\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":22,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0022\"},\"id\":\"job_201310141642_0022\",\"parentId\":\"job_201310141642_0021\",\"percentComplete\":\"100% complete\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:61132/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381794223/TestPig_5\"],\"enablelog\":\"false\",\"execute\":null,\"user.name\":\"ekoifman\",\"file\":\"/user/ekoifman/webhcate2e/loadstore.pig\",\"callback\":\"http://ekoifman.local:61132/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0022\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794378120,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":22,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0022\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0022/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0022\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":22,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0022\"},\"id\":\"job_201310141642_0022\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0023\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794408494,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":24,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0024\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0024/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0024\",\"queueName\":\"default\",\"jobName\":\"PigLatin:jarregistered.pig\",\"jobID\":{\"id\":24,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0024\"},\"id\":\"job_201310141642_0024\",\"parentId\":\"job_201310141642_0023\",\"percentComplete\":\"100% complete\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:61248/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":\"/user/ekoifman/webhcate2e/piggybank.jar\",\"arg\":[\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381794223/TestPig_6\"],\"enablelog\":\"false\",\"execute\":null,\"user.name\":\"ekoifman\",\"file\":\"/user/ekoifman/webhcate2e/jarregistered.pig\",\"callback\":\"http://ekoifman.local:61248/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0024\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794408494,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":24,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0024\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0024/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0024\",\"queueName\":\"default\",\"jobName\":\"PigLatin:jarregistered.pig\",\"jobID\":{\"id\":24,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0024\"},\"id\":\"job_201310141642_0024\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0025\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794439146,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":26,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0026\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0026/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0026\",\"queueName\":\"default\",\"jobName\":\"PigLatin:rowcount_withmacro.pig\",\"jobID\":{\"id\":26,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0026\"},\"id\":\"job_201310141642_0026\",\"parentId\":\"job_201310141642_0025\",\"percentComplete\":\"100% complete\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:61335/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":\"/user/ekoifman/webhcate2e/rowcountmacro.pig\",\"arg\":[\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381794223/TestPig_7\"],\"enablelog\":\"false\",\"execute\":null,\"user.name\":\"ekoifman\",\"file\":\"/user/ekoifman/webhcate2e/rowcount_withmacro.pig\",\"callback\":\"http://ekoifman.local:61335/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0026\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794439146,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":26,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0026\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0026/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0026\",\"queueName\":\"default\",\"jobName\":\"PigLatin:rowcount_withmacro.pig\",\"jobID\":{\"id\":26,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0026\"},\"id\":\"job_201310141642_0026\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0027\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794474628,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":28,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0028\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0028/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0028\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":28,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0028\"},\"id\":\"job_201310141642_0028\",\"parentId\":\"job_201310141642_0027\",\"percentComplete\":\"100% complete\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:61435/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":\"/tmp/templeton_test_out/ekoifman.1381794223/TestPig_9/status\",\"files\":null,\"arg\":[\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381794223/TestPig_9\"],\"enablelog\":\"true\",\"execute\":null,\"user.name\":\"ekoifman\",\"file\":\"/user/ekoifman/webhcate2e/loadstore.pig\",\"callback\":\"http://ekoifman.local:61435/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0028\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794474628,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":28,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0028\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0028/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0028\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":28,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0028\"},\"id\":\"job_201310141642_0028\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0029\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794496818,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":29,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0029\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0029/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0029\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":29,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0029\"},\"id\":\"job_201310141642_0029\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":64,\"user\":\"ekoifman\",\"callback\":null,\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"asdf\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":null}}},{\"id\":\"job_201310141642_0030\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794517139,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":30,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0030\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0030/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0030\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":30,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0030\"},\"id\":\"job_201310141642_0030\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:61576/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"show tables\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:61576/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0031\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794535756,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":31,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0031\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0031/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0031\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":31,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0031\"},\"id\":\"job_201310141642_0031\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:61626/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"drop table if exists mynums;\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:61626/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0032\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794553906,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":32,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0032\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0032/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0032\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":32,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0032\"},\"id\":\"job_201310141642_0032\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:61679/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"create external table mynums(a int, b int) location '/user/ekoifman/webhcate2e/numstable/';\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:61679/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0033\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794572316,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":33,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0033\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0033/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0033\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":33,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0033\"},\"id\":\"job_201310141642_0033\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:61730/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"describe formatted mynums\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:61730/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0034\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794590436,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":34,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0034\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0034/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0034\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":34,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0034\"},\"id\":\"job_201310141642_0034\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:61780/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"select * from mynums\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:61780/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0035\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794608864,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":35,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0035\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0035/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0035\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":35,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0035\"},\"id\":\"job_201310141642_0035\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:61834/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"select a,b from mynums\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:61834/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0036\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794615835,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":36,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0036\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0036/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0036\",\"queueName\":\"default\",\"jobName\":\"select a,b from mynums(Stage-1)\",\"jobID\":{\"id\":36,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0036\"},\"id\":\"job_201310141642_0036\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0037\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794632433,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":37,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0037\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0037/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0037\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":37,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0037\"},\"id\":\"job_201310141642_0037\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":null,\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"select a,rand(b) from mynums\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":null}}},{\"id\":\"job_201310141642_0038\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794639693,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":38,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0038\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0038/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0038\",\"queueName\":\"default\",\"jobName\":\"select a,rand(b) from mynums(Stage-1)\",\"jobID\":{\"id\":38,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0038\"},\"id\":\"job_201310141642_0038\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0039\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794658277,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":39,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0039\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0039/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0039\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":39,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0039\"},\"id\":\"job_201310141642_0039\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:61985/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":\"/user/ekoifman/webhcate2e/piggybank.jar\",\"define\":[],\"enablelog\":\"false\",\"execute\":\"add jar piggybank.jar\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:61985/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0040\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794675023,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":40,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0040\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0040/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0040\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":40,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0040\"},\"id\":\"job_201310141642_0040\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":1,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:62033/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"add jar piggybank.jar\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:62033/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0041\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796264406,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":46,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0046\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0046/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0046\",\"queueName\":\"default\",\"jobName\":\"streamjob1886652210832876994.jar\",\"jobID\":{\"id\":46,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0046\"},\"id\":\"job_201310141642_0046\",\"parentId\":\"job_201310141642_0041\",\"percentComplete\":\"map 100% reduce 100%\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:62234/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"reducer\":\"wc\",\"statusdir\":null,\"files\":null,\"define\":[],\"mapper\":\"cat\",\"arg\":[],\"enablelog\":\"false\",\"input\":[\"/user/ekoifman/webhcate2e/nums.txt\",\"/user/ekoifman/webhcate2e/nums.txt\"],\"cmdenv\":[],\"user.name\":\"ekoifman\",\"file\":[],\"combiner\":null,\"callback\":\"http://ekoifman.local:62234/templeton/\$jobId\",\"output\":\"/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_1/mycounts\"}}},{\"id\":\"job_201310141642_0042\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":5,\"startTime\":1381796264058,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":45,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0045\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0045/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0045\",\"queueName\":\"default\",\"jobName\":\"streamjob2938039988299330857.jar\",\"jobID\":{\"id\":45,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0045\"},\"id\":\"job_201310141642_0045\",\"parentId\":\"job_201310141642_0042\",\"percentComplete\":\"map 0% reduce 0%\",\"exitValue\":null,\"user\":\"ekoifman\",\"callback\":null,\"completed\":null,\"userargs\":{\"reducer\":\"wc\",\"statusdir\":null,\"files\":null,\"define\":[],\"mapper\":\"sleep 100\",\"arg\":[],\"enablelog\":\"false\",\"input\":[\"/user/ekoifman/webhcate2e/nums.txt\",\"/user/ekoifman/webhcate2e/nums.txt\"],\"cmdenv\":[],\"user.name\":\"ekoifman\",\"file\":[],\"combiner\":null,\"callback\":null,\"output\":\"/tmp/templeton_test_out/ekoifman.1381796256/TestKillJob_1/mycounts\"}}},{\"id\":\"job_201310141642_0043\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796264623,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":47,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0047\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0047/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0047\",\"queueName\":\"default\",\"jobName\":\"Sleep job\",\"jobID\":{\"id\":47,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0047\"},\"id\":\"job_201310141642_0047\",\"parentId\":\"job_201310141642_0043\",\"percentComplete\":\"map 100% reduce 100%\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:62240/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":\"/tmp/TestHeartbeat_1\",\"define\":[],\"arg\":[\"-mt\",\"42000\"],\"files\":null,\"enablelog\":\"false\",\"libjars\":null,\"user.name\":\"ekoifman\",\"jar\":\"/user/ekoifman/webhcate2e/hclient.jar\",\"callback\":\"http://ekoifman.local:62240/templeton/\$jobId\",\"class\":\"sleep\"}}},{\"id\":\"job_201310141642_0044\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796271467,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"hive\",\"jobID\":{\"id\":48,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0048\",\"jobComplete\":true},\"profile\":{\"user\":\"hive\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/hive/.staging/job_201310141642_0048/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0048\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":48,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0048\"},\"id\":\"job_201310141642_0048\",\"parentId\":\"job_201310141642_0044\",\"percentComplete\":\"100% complete\",\"exitValue\":0,\"user\":\"hive\",\"callback\":\"http://ekoifman.local:62235/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/JOBS_1\"],\"enablelog\":\"false\",\"execute\":null,\"user.name\":\"hive\",\"file\":\"/user/ekoifman/webhcate2e/loadstore.pig\",\"callback\":\"http://ekoifman.local:62235/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0045\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":5,\"startTime\":1381796264058,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":45,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0045\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0045/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0045\",\"queueName\":\"default\",\"jobName\":\"streamjob2938039988299330857.jar\",\"jobID\":{\"id\":45,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0045\"},\"id\":\"job_201310141642_0045\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0046\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796264406,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":46,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0046\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0046/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0046\",\"queueName\":\"default\",\"jobName\":\"streamjob1886652210832876994.jar\",\"jobID\":{\"id\":46,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0046\"},\"id\":\"job_201310141642_0046\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0047\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796264623,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":47,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0047\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0047/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0047\",\"queueName\":\"default\",\"jobName\":\"Sleep job\",\"jobID\":{\"id\":47,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0047\"},\"id\":\"job_201310141642_0047\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0048\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796271467,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"hive\",\"jobID\":{\"id\":48,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0048\",\"jobComplete\":true},\"profile\":{\"user\":\"hive\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/hive/.staging/job_201310141642_0048/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0048\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":48,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0048\"},\"id\":\"job_201310141642_0048\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0049\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796277842,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":50,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0050\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0050/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0050\",\"queueName\":\"default\",\"jobName\":\"word count\",\"jobID\":{\"id\":50,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0050\"},\"id\":\"job_201310141642_0050\",\"parentId\":\"job_201310141642_0049\",\"percentComplete\":\"map 100% reduce 100%\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:62462/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"define\":[],\"arg\":[\"/user/ekoifman/webhcate2e/nums.txt\",\" /tmp/templeton_test_out/ekoifman.1381796256/TestMapReduce_1/wc.txt\"],\"files\":null,\"enablelog\":\"false\",\"libjars\":null,\"user.name\":\"ekoifman\",\"jar\":\"/user/ekoifman/webhcate2e/hexamples.jar\",\"callback\":\"http://ekoifman.local:62462/templeton/\$jobId\",\"class\":\"wordcount\"}}},{\"id\":\"job_201310141642_0050\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796277842,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":50,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0050\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0050/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0050\",\"queueName\":\"default\",\"jobName\":\"word count\",\"jobID\":{\"id\":50,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0050\"},\"id\":\"job_201310141642_0050\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0051\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":3,\"startTime\":1381796298309,\"schedulingInfo\":\"NA\",\"failureInfo\":\"# of failed Map Tasks exceeded allowed limit. FailedCount: 1. LastFailedTask: task_201310141642_0053_m_000000\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":53,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0053\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0053/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0053\",\"queueName\":\"default\",\"jobName\":\"streamjob4567590967192924192.jar\",\"jobID\":{\"id\":53,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0053\"},\"id\":\"job_201310141642_0053\",\"parentId\":\"job_201310141642_0051\",\"percentComplete\":\"map 100% reduce 100%\",\"exitValue\":1,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:62583/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"reducer\":\"wc\",\"statusdir\":null,\"files\":null,\"define\":[],\"mapper\":\"ls no_such-file-12e3\",\"arg\":[],\"enablelog\":\"false\",\"input\":[\"/user/ekoifman/webhcate2e/nums.txt\",\"/user/ekoifman/webhcate2e/nums.txt\"],\"cmdenv\":[],\"user.name\":\"ekoifman\",\"file\":[],\"combiner\":null,\"callback\":\"http://ekoifman.local:62583/templeton/\$jobId\",\"output\":\"/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_2/mycounts\"}}},{\"id\":\"job_201310141642_0052\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796303859,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":54,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0054\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0054/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0054\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":54,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0054\"},\"id\":\"job_201310141642_0054\",\"parentId\":\"job_201310141642_0052\",\"percentComplete\":\"100% complete\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:62622/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/JOBS_2\"],\"enablelog\":\"false\",\"execute\":null,\"user.name\":\"ekoifman\",\"file\":\"/user/ekoifman/webhcate2e/loadstore.pig\",\"callback\":\"http://ekoifman.local:62622/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0053\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":3,\"startTime\":1381796298309,\"schedulingInfo\":\"NA\",\"failureInfo\":\"# of failed Map Tasks exceeded allowed limit. FailedCount: 1. LastFailedTask: task_201310141642_0053_m_000000\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":53,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0053\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0053/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0053\",\"queueName\":\"default\",\"jobName\":\"streamjob4567590967192924192.jar\",\"jobID\":{\"id\":53,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0053\"},\"id\":\"job_201310141642_0053\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0054\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796303859,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":54,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0054\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0054/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0054\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":54,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0054\"},\"id\":\"job_201310141642_0054\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0055\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796311562,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":56,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0056\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0056/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0056\",\"queueName\":\"default\",\"jobName\":\"word count\",\"jobID\":{\"id\":56,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0056\"},\"id\":\"job_201310141642_0056\",\"parentId\":\"job_201310141642_0055\",\"percentComplete\":\"map 100% reduce 100%\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:62726/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":\"/tmp/templeton_test_out/ekoifman.1381796256/TestMapReduce_2/status\",\"define\":[],\"arg\":[\"/user/ekoifman/webhcate2e/nums.txt\",\" /tmp/templeton_test_out/ekoifman.1381796256/TestMapReduce_2/wc.txt\"],\"files\":null,\"enablelog\":\"true\",\"libjars\":null,\"user.name\":\"ekoifman\",\"jar\":\"/user/ekoifman/webhcate2e/hexamples.jar\",\"callback\":\"http://ekoifman.local:62726/templeton/\$jobId\",\"class\":\"wordcount\"}}},{\"id\":\"job_201310141642_0056\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796311562,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":56,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0056\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0056/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0056\",\"queueName\":\"default\",\"jobName\":\"word count\",\"jobID\":{\"id\":56,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0056\"},\"id\":\"job_201310141642_0056\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0057\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796335189,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"hive\",\"jobID\":{\"id\":58,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0058\",\"jobComplete\":true},\"profile\":{\"user\":\"hive\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/hive/.staging/job_201310141642_0058/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0058\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":58,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0058\"},\"id\":\"job_201310141642_0058\",\"parentId\":\"job_201310141642_0057\",\"percentComplete\":\"100% complete\",\"exitValue\":0,\"user\":\"hive\",\"callback\":\"http://ekoifman.local:62882/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/JOBS_3\"],\"enablelog\":\"false\",\"execute\":null,\"user.name\":\"hive\",\"file\":\"/user/ekoifman/webhcate2e/loadstore.pig\",\"callback\":\"http://ekoifman.local:62882/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0058\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796335189,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"hive\",\"jobID\":{\"id\":58,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0058\",\"jobComplete\":true},\"profile\":{\"user\":\"hive\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/hive/.staging/job_201310141642_0058/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0058\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":58,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0058\"},\"id\":\"job_201310141642_0058\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0059\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796338727,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":59,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0059\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0059/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0059\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":59,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0059\"},\"id\":\"job_201310141642_0059\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":8,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:62970/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[],\"enablelog\":\"false\",\"execute\":\"asdf\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:62970/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0060\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":1,\"startTime\":1381796348700,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":61,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0061\",\"jobComplete\":false},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0061/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0061\",\"queueName\":\"default\",\"jobName\":\"streamjob7059024893002387929.jar\",\"jobID\":{\"id\":61,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0061\"},\"id\":\"job_201310141642_0061\",\"parentId\":\"job_201310141642_0060\",\"percentComplete\":\"map 100% reduce 0%\",\"exitValue\":null,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:63025/templeton/\$jobId\",\"completed\":null,\"userargs\":{\"reducer\":\"wc\",\"statusdir\":\"/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_3/status\",\"files\":null,\"define\":[],\"mapper\":\"cat\",\"arg\":[],\"enablelog\":\"true\",\"input\":[\"/user/ekoifman/webhcate2e/nums.txt\",\"/user/ekoifman/webhcate2e/nums.txt\"],\"cmdenv\":[],\"user.name\":\"ekoifman\",\"file\":[],\"combiner\":null,\"callback\":\"http://ekoifman.local:63025/templeton/\$jobId\",\"output\":\"/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_3/mycounts\"}}},{\"id\":\"job_201310141642_0061\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":1,\"startTime\":1381796348700,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":61,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0061\",\"jobComplete\":false},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0061/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0061\",\"queueName\":\"default\",\"jobName\":\"streamjob7059024893002387929.jar\",\"jobID\":{\"id\":61,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0061\"},\"id\":\"job_201310141642_0061\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":null,\"callback\":null,\"completed\":null,\"userargs\":{}}},{\"id\":\"job_201310141642_0062\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":1,\"startTime\":1381796356266,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":62,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0062\",\"jobComplete\":false},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0062/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0062\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":62,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0062\"},\"id\":\"job_201310141642_0062\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:63105/templeton/\$jobId\",\"completed\":null,\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[],\"enablelog\":\"false\",\"execute\":\"fs -ls /user/ekoifman/webhcate2e;\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:63105/templeton/\$jobId\"}}}]", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=hive&p=hive&t=simple&e=1381832357710&s=lf8ZJLKR2Wmf6XHnMxm8b3sjfL4=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=hive&p=hive&t=simple&e=1381832357710&s=lf8ZJLKR2Wmf6XHnMxm8b3sjfL4=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )INFO: TestDriverCurl::run() at 1377:Test JOBS_4 SUCCEEDED at 1381796359 Results so far, PASSED: 4 FAILED: 0 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: JOBS_5 ****************************************************** Beginning test JOBS_5 at 1381796359 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -H , Content-Type: application/json , -H , Content-Type: application/json , -X , GET , -o , /tmp/ekoifman.1381796256/JOBS_5.res_body , -D , /tmp/ekoifman.1381796256/JOBS_5.res_header , http://localhost:50111/templeton/v1/jobs?user.name=hive&fields=* result : ( "body", "[{\"id\":\"job_201310141642_0008\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794272714,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"hive\",\"jobID\":{\"id\":12,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0012\",\"jobComplete\":true},\"profile\":{\"user\":\"hive\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/hive/.staging/job_201310141642_0012/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0012\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":12,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0012\"},\"id\":\"job_201310141642_0012\",\"parentId\":\"job_201310141642_0008\",\"percentComplete\":\"100% complete\",\"exitValue\":0,\"user\":\"hive\",\"callback\":\"http://ekoifman.local:60421/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381794223/JOBS_3\"],\"enablelog\":\"false\",\"execute\":null,\"user.name\":\"hive\",\"file\":\"/user/ekoifman/webhcate2e/loadstore.pig\",\"callback\":\"http://ekoifman.local:60421/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0044\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796271467,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"hive\",\"jobID\":{\"id\":48,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0048\",\"jobComplete\":true},\"profile\":{\"user\":\"hive\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/hive/.staging/job_201310141642_0048/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0048\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":48,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0048\"},\"id\":\"job_201310141642_0048\",\"parentId\":\"job_201310141642_0044\",\"percentComplete\":\"100% complete\",\"exitValue\":0,\"user\":\"hive\",\"callback\":\"http://ekoifman.local:62235/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/JOBS_1\"],\"enablelog\":\"false\",\"execute\":null,\"user.name\":\"hive\",\"file\":\"/user/ekoifman/webhcate2e/loadstore.pig\",\"callback\":\"http://ekoifman.local:62235/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0057\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796335189,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"hive\",\"jobID\":{\"id\":58,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0058\",\"jobComplete\":true},\"profile\":{\"user\":\"hive\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/hive/.staging/job_201310141642_0058/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0058\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":58,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0058\"},\"id\":\"job_201310141642_0058\",\"parentId\":\"job_201310141642_0057\",\"percentComplete\":\"100% complete\",\"exitValue\":0,\"user\":\"hive\",\"callback\":\"http://ekoifman.local:62882/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/JOBS_3\"],\"enablelog\":\"false\",\"execute\":null,\"user.name\":\"hive\",\"file\":\"/user/ekoifman/webhcate2e/loadstore.pig\",\"callback\":\"http://ekoifman.local:62882/templeton/\$jobId\"}}}]", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=hive&p=hive&t=simple&e=1381832359335&s=JoXh1VqDZAb7WRrGNnPWR/agBII=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=hive&p=hive&t=simple&e=1381832359335&s=JoXh1VqDZAb7WRrGNnPWR/agBII=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )INFO: TestDriverCurl::run() at 1377:Test JOBS_5 SUCCEEDED at 1381796359 Results so far, PASSED: 5 FAILED: 0 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: JOBS_6 ****************************************************** Beginning test JOBS_6 at 1381796359 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -H , Content-Type: application/json , -H , Content-Type: application/json , -X , GET , -o , /tmp/ekoifman.1381796256/JOBS_6.res_body , -D , /tmp/ekoifman.1381796256/JOBS_6.res_header , http://localhost:50111/templeton/v1/jobs?user.name=hive result : ( "body", "[{\"id\":\"job_201310141642_0008\",\"detail\":null},{\"id\":\"job_201310141642_0044\",\"detail\":null},{\"id\":\"job_201310141642_0057\",\"detail\":null}]", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=hive&p=hive&t=simple&e=1381832359512&s=dSXovSTHpzaMYhpUt/BEj//YokA=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=hive&p=hive&t=simple&e=1381832359512&s=dSXovSTHpzaMYhpUt/BEj//YokA=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )INFO: TestDriverCurl::run() at 1377:Test JOBS_6 SUCCEEDED at 1381796359 Results so far, PASSED: 6 FAILED: 0 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: JOBS_7 ****************************************************** Beginning test JOBS_7 at 1381796359 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -H , Content-Type: application/json , -H , Content-Type: application/json , -X , GET , -o , /tmp/ekoifman.1381796256/JOBS_7.res_body , -D , /tmp/ekoifman.1381796256/JOBS_7.res_header , http://localhost:50111/templeton/v1/jobs?user.name=hive&fields=* result : ( "body", "[{\"id\":\"job_201310141642_0008\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381794272714,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"hive\",\"jobID\":{\"id\":12,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0012\",\"jobComplete\":true},\"profile\":{\"user\":\"hive\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/hive/.staging/job_201310141642_0012/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0012\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":12,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0012\"},\"id\":\"job_201310141642_0012\",\"parentId\":\"job_201310141642_0008\",\"percentComplete\":\"100% complete\",\"exitValue\":0,\"user\":\"hive\",\"callback\":\"http://ekoifman.local:60421/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381794223/JOBS_3\"],\"enablelog\":\"false\",\"execute\":null,\"user.name\":\"hive\",\"file\":\"/user/ekoifman/webhcate2e/loadstore.pig\",\"callback\":\"http://ekoifman.local:60421/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0044\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796271467,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"hive\",\"jobID\":{\"id\":48,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0048\",\"jobComplete\":true},\"profile\":{\"user\":\"hive\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/hive/.staging/job_201310141642_0048/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0048\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":48,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0048\"},\"id\":\"job_201310141642_0048\",\"parentId\":\"job_201310141642_0044\",\"percentComplete\":\"100% complete\",\"exitValue\":0,\"user\":\"hive\",\"callback\":\"http://ekoifman.local:62235/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/JOBS_1\"],\"enablelog\":\"false\",\"execute\":null,\"user.name\":\"hive\",\"file\":\"/user/ekoifman/webhcate2e/loadstore.pig\",\"callback\":\"http://ekoifman.local:62235/templeton/\$jobId\"}}},{\"id\":\"job_201310141642_0057\",\"detail\":{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796335189,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"hive\",\"jobID\":{\"id\":58,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0058\",\"jobComplete\":true},\"profile\":{\"user\":\"hive\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/hive/.staging/job_201310141642_0058/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0058\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":58,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0058\"},\"id\":\"job_201310141642_0058\",\"parentId\":\"job_201310141642_0057\",\"percentComplete\":\"100% complete\",\"exitValue\":0,\"user\":\"hive\",\"callback\":\"http://ekoifman.local:62882/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/JOBS_3\"],\"enablelog\":\"false\",\"execute\":null,\"user.name\":\"hive\",\"file\":\"/user/ekoifman/webhcate2e/loadstore.pig\",\"callback\":\"http://ekoifman.local:62882/templeton/\$jobId\"}}}]", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=hive&p=hive&t=simple&e=1381832359668&s=GuLZpEM+0jlTd5MxOdGG74HrWRc=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=hive&p=hive&t=simple&e=1381832359668&s=GuLZpEM+0jlTd5MxOdGG74HrWRc=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )INFO: TestDriverCurl::run() at 1377:Test JOBS_7 SUCCEEDED at 1381796359 Results so far, PASSED: 7 FAILED: 0 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: JOBS_8 ****************************************************** Beginning test JOBS_8 at 1381796359 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -H , Content-Type: application/json , -H , Content-Type: application/json , -X , GET , -o , /tmp/ekoifman.1381796256/JOBS_8.res_body , -D , /tmp/ekoifman.1381796256/JOBS_8.res_header , http://localhost:50111/templeton/v1/queue?user.name=hive result : ( "body", "[\"job_201310141642_0008\",\"job_201310141642_0044\",\"job_201310141642_0057\"]", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=hive&p=hive&t=simple&e=1381832359909&s=3uSujpeoEL4yKxxDlJatRi8OtFQ=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=hive&p=hive&t=simple&e=1381832359909&s=3uSujpeoEL4yKxxDlJatRi8OtFQ=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )INFO: TestDriverCurl::run() at 1377:Test JOBS_8 SUCCEEDED at 1381796360 Results so far, PASSED: 8 FAILED: 0 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 INFO: ./test_harness.pl at 578 : Loading configuration file /Users/ekoifman/dev/hive/hcatalog/src/test/e2e/templeton/tests/jobsubmission_streaming.conf INFO ./test_harness.pl: hadoopversion=${hadoopversion} INFO ./test_harness.pl: harnessCfg=/Users/ekoifman/dev/hive/hcatalog/src/test/e2e/templeton/conf/default.conf INFO ./test_harness.pl: tmpPath=/tmp/pigtest INFO ./test_harness.pl: UID=1381796256 INFO ./test_harness.pl: harness.console.level=ERROR INFO ./test_harness.pl: logDir=./log INFO ./test_harness.pl: localoutpathbase=/Users/ekoifman/dev/hive/hcatalog/src/test/e2e/templeton/testdist/ INFO ./test_harness.pl: outpathbase=/tmp/templeton_test_out INFO ./test_harness.pl: local.bin=/usr/bin INFO ./test_harness.pl: userhomePath=/Users/ekoifman INFO ./test_harness.pl: logfile=/Users/ekoifman/dev/hive/hcatalog/src/test/e2e/templeton/testdist//test_harnesss_1381796256 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -X , PUT , -o , /tmp/ekoifman.1381796256/_.res_body , -D , /tmp/ekoifman.1381796256/_.res_header , http://localhost:8085/webhdfs/v1/tmp/templeton_test_out/ekoifman.1381796256/?op=MKDIRS&permission=777&user.name=ekoifman result : ( "body", "{\"boolean\":true}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01-Jan-1970 00:00:00 GMT\r", "Server" => "Jetty(6.1.26)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832256892&s=+Y7/FUl0k71tV3Tuqc3OLogM+Rc=\";Path=/\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nContent-Type: application/json\r\n\\nExpires: Thu, 01-Jan-1970 00:00:00 GMT\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832256892&s=+Y7/FUl0k71tV3Tuqc3OLogM+Rc=\";Path=/\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(6.1.26)\r\n\\n\r\n", "stdout", undef, )INFO TestDriverCurl::run at 1244: Running TEST GROUP(TestStreaming) ****************************************************** TEST: TestStreaming_1 ****************************************************** Beginning test TestStreaming_1 at 1381796256 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:62234/templeton/$jobId , -d , user.name=ekoifman , -d , input=/user/ekoifman/webhcate2e/nums.txt , -d , input=/user/ekoifman/webhcate2e/nums.txt , -d , output=/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_1/mycounts , -d , mapper=cat , -d , reducer=wc , -X , POST , -o , /tmp/ekoifman.1381796256/TestStreaming_1.res_body , -D , /tmp/ekoifman.1381796256/TestStreaming_1.res_header , http://localhost:50111/templeton/v1/mapreduce/streaming result : ( "body", "{\"id\":\"job_201310141642_0041\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832256912&s=a5MwnNViJcpg/SQdkD/x5X9fawY=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832256912&s=a5MwnNViJcpg/SQdkD/x5X9fawY=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0041") Comparing id: job_201310141642_0041 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:62572/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestStreaming_1_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestStreaming_1_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0041?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796264406,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":46,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0046\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0046/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0046\",\"queueName\":\"default\",\"jobName\":\"streamjob1886652210832876994.jar\",\"jobID\":{\"id\":46,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0046\"},\"id\":\"job_201310141642_0046\",\"parentId\":\"job_201310141642_0041\",\"percentComplete\":\"map 100% reduce 100%\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:62234/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"reducer\":\"wc\",\"statusdir\":null,\"files\":null,\"define\":[],\"mapper\":\"cat\",\"arg\":[],\"enablelog\":\"false\",\"input\":[\"/user/ekoifman/webhcate2e/nums.txt\",\"/user/ekoifman/webhcate2e/nums.txt\"],\"cmdenv\":[],\"user.name\":\"ekoifman\",\"file\":[],\"combiner\":null,\"callback\":\"http://ekoifman.local:62234/templeton/\$jobId\",\"output\":\"/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_1/mycounts\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832292370&s=9LVNP5i0V4ONEGDnYdvRWdDvq7Q=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832292370&s=9LVNP5i0V4ONEGDnYdvRWdDvq7Q=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt input=/user/ekoifman/webhcate2e/nums.txtopt input=/user/ekoifman/webhcate2e/nums.txtopt output=/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_1/mycountsopt mapper=catopt reducer=wcopt callback=http://ekoifman.local:62234/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected input ->[ "/user/ekoifman/webhcate2e/nums.txt", "/user/ekoifman/webhcate2e/nums.txt", ] With result input ->[ "/user/ekoifman/webhcate2e/nums.txt", "/user/ekoifman/webhcate2e/nums.txt", ] ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:62234/templeton/\$jobId" With result callback ->"http://ekoifman.local:62234/templeton/\$jobId" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected mapper ->"cat" With result mapper ->"cat" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected output ->"/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_1/mycounts" With result output ->"/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_1/mycounts" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected reducer ->"wc" With result reducer ->"wc" INFO: TestDriverCurl::run() at 1377:Test TestStreaming_1 SUCCEEDED at 1381796292 Results so far, PASSED: 1 FAILED: 0 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: TestStreaming_2 ****************************************************** Beginning test TestStreaming_2 at 1381796292 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:62583/templeton/$jobId , -d , user.name=ekoifman , -d , input=/user/ekoifman/webhcate2e/nums.txt , -d , input=/user/ekoifman/webhcate2e/nums.txt , -d , output=/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_2/mycounts , -d , mapper=ls no_such-file-12e3 , -d , reducer=wc , -X , POST , -o , /tmp/ekoifman.1381796256/TestStreaming_2.res_body , -D , /tmp/ekoifman.1381796256/TestStreaming_2.res_header , http://localhost:50111/templeton/v1/mapreduce/streaming result : ( "body", "{\"id\":\"job_201310141642_0051\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832292447&s=6Qa3BZSccitpROB4NvP9CmgoI/w=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832292447&s=6Qa3BZSccitpROB4NvP9CmgoI/w=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0051") Comparing id: job_201310141642_0051 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:63015/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestStreaming_2_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestStreaming_2_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0051?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":3,\"startTime\":1381796298309,\"schedulingInfo\":\"NA\",\"failureInfo\":\"# of failed Map Tasks exceeded allowed limit. FailedCount: 1. LastFailedTask: task_201310141642_0053_m_000000\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":53,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0053\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0053/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0053\",\"queueName\":\"default\",\"jobName\":\"streamjob4567590967192924192.jar\",\"jobID\":{\"id\":53,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0053\"},\"id\":\"job_201310141642_0053\",\"parentId\":\"job_201310141642_0051\",\"percentComplete\":\"map 100% reduce 100%\",\"exitValue\":1,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:62583/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"reducer\":\"wc\",\"statusdir\":null,\"files\":null,\"define\":[],\"mapper\":\"ls no_such-file-12e3\",\"arg\":[],\"enablelog\":\"false\",\"input\":[\"/user/ekoifman/webhcate2e/nums.txt\",\"/user/ekoifman/webhcate2e/nums.txt\"],\"cmdenv\":[],\"user.name\":\"ekoifman\",\"file\":[],\"combiner\":null,\"callback\":\"http://ekoifman.local:62583/templeton/\$jobId\",\"output\":\"/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_2/mycounts\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832344298&s=/EvD3AQZZzyZ1B4GF02+lYtCoq0=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832344298&s=/EvD3AQZZzyZ1B4GF02+lYtCoq0=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt input=/user/ekoifman/webhcate2e/nums.txtopt input=/user/ekoifman/webhcate2e/nums.txtopt output=/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_2/mycountsopt mapper=ls no_such-file-12e3opt reducer=wcopt callback=http://ekoifman.local:62583/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected input ->[ "/user/ekoifman/webhcate2e/nums.txt", "/user/ekoifman/webhcate2e/nums.txt", ] With result input ->[ "/user/ekoifman/webhcate2e/nums.txt", "/user/ekoifman/webhcate2e/nums.txt", ] ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:62583/templeton/\$jobId" With result callback ->"http://ekoifman.local:62583/templeton/\$jobId" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected mapper ->"ls no_such-file-12e3" With result mapper ->"ls no_such-file-12e3" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected output ->"/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_2/mycounts" With result output ->"/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_2/mycounts" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected reducer ->"wc" With result reducer ->"wc" INFO: TestDriverCurl::run() at 1377:Test TestStreaming_2 SUCCEEDED at 1381796344 Results so far, PASSED: 2 FAILED: 0 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: TestStreaming_3 ****************************************************** Beginning test TestStreaming_3 at 1381796344 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:63025/templeton/$jobId , -d , user.name=ekoifman , -d , input=/user/ekoifman/webhcate2e/nums.txt , -d , input=/user/ekoifman/webhcate2e/nums.txt , -d , output=/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_3/mycounts , -d , mapper=cat , -d , reducer=wc , -d , statusdir=/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_3/status , -d , enablelog=true , -X , POST , -o , /tmp/ekoifman.1381796256/TestStreaming_3.res_body , -D , /tmp/ekoifman.1381796256/TestStreaming_3.res_header , http://localhost:50111/templeton/v1/mapreduce/streaming result : ( "body", "{\"id\":\"job_201310141642_0060\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832344372&s=SCIvpcg1rSEc+LriHAGwCKviBRU=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832344372&s=SCIvpcg1rSEc+LriHAGwCKviBRU=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0060") Comparing id: job_201310141642_0060 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:63639/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestStreaming_3_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestStreaming_3_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0060?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796348700,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":61,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0061\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0061/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0061\",\"queueName\":\"default\",\"jobName\":\"streamjob7059024893002387929.jar\",\"jobID\":{\"id\":61,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0061\"},\"id\":\"job_201310141642_0061\",\"parentId\":\"job_201310141642_0060\",\"percentComplete\":\"map 100% reduce 100%\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:63025/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"reducer\":\"wc\",\"statusdir\":\"/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_3/status\",\"files\":null,\"define\":[],\"mapper\":\"cat\",\"arg\":[],\"enablelog\":\"true\",\"input\":[\"/user/ekoifman/webhcate2e/nums.txt\",\"/user/ekoifman/webhcate2e/nums.txt\"],\"cmdenv\":[],\"user.name\":\"ekoifman\",\"file\":[],\"combiner\":null,\"callback\":\"http://ekoifman.local:63025/templeton/\$jobId\",\"output\":\"/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_3/mycounts\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832374264&s=k9z4uV5n+aEjfaZIRmmUW60U3IM=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832374264&s=k9z4uV5n+aEjfaZIRmmUW60U3IM=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt input=/user/ekoifman/webhcate2e/nums.txtopt input=/user/ekoifman/webhcate2e/nums.txtopt output=/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_3/mycountsopt mapper=catopt reducer=wcopt statusdir=/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_3/statusopt enablelog=trueopt callback=http://ekoifman.local:63025/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected statusdir ->"/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_3/status" With result statusdir ->"/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_3/status" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected input ->[ "/user/ekoifman/webhcate2e/nums.txt", "/user/ekoifman/webhcate2e/nums.txt", ] With result input ->[ "/user/ekoifman/webhcate2e/nums.txt", "/user/ekoifman/webhcate2e/nums.txt", ] ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected enablelog ->"true" With result enablelog ->"true" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected mapper ->"cat" With result mapper ->"cat" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected output ->"/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_3/mycounts" With result output ->"/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_3/mycounts" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected reducer ->"wc" With result reducer ->"wc" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:63025/templeton/\$jobId" With result callback ->"http://ekoifman.local:63025/templeton/\$jobId" ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:63649/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestStreaming_3.res_body , -D , /tmp/ekoifman.1381796256/TestStreaming_3.res_header , http://localhost:8085/webhdfs/v1/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_3/status/logs?op=LISTSTATUS result : ( "body", "{\"FileStatuses\":{\"FileStatus\":[\n{\"accessTime\":1381796372933,\"blockSize\":67108864,\"group\":\"staff\",\"length\":0,\"modificationTime\":1381796372933,\"owner\":\"ekoifman\",\"pathSuffix\":\"list.txt\",\"permission\":\"644\",\"replication\":1,\"type\":\"FILE\"}\n]}}\n", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Length" => "238\r", "Content-Type" => "application/json\r", "Server" => "Jetty(6.1.26)\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nContent-Type: application/json\r\n\\nContent-Length: 238\r\n\\nServer: Jetty(6.1.26)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO check failed: Expect 1 jobs in logs, but get 1INFO: TestDriverCurl::run() at 1377:Test TestStreaming_3 FAILED at 1381796374 Results so far, PASSED: 2 FAILED: 1 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: TestStreaming_4 ****************************************************** Beginning test TestStreaming_4 at 1381796374 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:63652/templeton/$jobId , -d , user.name=ekoifman , -d , input=/user/ekoifman/webhcate2e/nums.txt , -d , input=/user/ekoifman/webhcate2e/nums.txt , -d , output=/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_4/mycounts , -d , mapper=ls no_such-file-12e3 , -d , reducer=wc , -d , statusdir=/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_4/status , -d , enablelog=true , -X , POST , -o , /tmp/ekoifman.1381796256/TestStreaming_4.res_body , -D , /tmp/ekoifman.1381796256/TestStreaming_4.res_header , http://localhost:50111/templeton/v1/mapreduce/streaming result : ( "body", "{\"id\":\"job_201310141642_0064\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832374379&s=wRRsToz7HjrExULU+5LtBBlzsmc=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832374379&s=wRRsToz7HjrExULU+5LtBBlzsmc=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0064") Comparing id: job_201310141642_0064 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:63875/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestStreaming_4_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestStreaming_4_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0064?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":3,\"startTime\":1381796379294,\"schedulingInfo\":\"NA\",\"failureInfo\":\"# of failed Map Tasks exceeded allowed limit. FailedCount: 1. LastFailedTask: task_201310141642_0065_m_000000\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":65,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0065\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0065/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0065\",\"queueName\":\"default\",\"jobName\":\"streamjob7710150853403675636.jar\",\"jobID\":{\"id\":65,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0065\"},\"id\":\"job_201310141642_0065\",\"parentId\":\"job_201310141642_0064\",\"percentComplete\":\"map 100% reduce 100%\",\"exitValue\":1,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:63652/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"reducer\":\"wc\",\"statusdir\":\"/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_4/status\",\"files\":null,\"define\":[],\"mapper\":\"ls no_such-file-12e3\",\"arg\":[],\"enablelog\":\"true\",\"input\":[\"/user/ekoifman/webhcate2e/nums.txt\",\"/user/ekoifman/webhcate2e/nums.txt\"],\"cmdenv\":[],\"user.name\":\"ekoifman\",\"file\":[],\"combiner\":null,\"callback\":\"http://ekoifman.local:63652/templeton/\$jobId\",\"output\":\"/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_4/mycounts\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832420309&s=ZFaJX66CYWbwsJGi/iZQ+EBivuE=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832420309&s=ZFaJX66CYWbwsJGi/iZQ+EBivuE=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt input=/user/ekoifman/webhcate2e/nums.txtopt input=/user/ekoifman/webhcate2e/nums.txtopt output=/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_4/mycountsopt mapper=ls no_such-file-12e3opt reducer=wcopt statusdir=/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_4/statusopt enablelog=trueopt callback=http://ekoifman.local:63652/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected statusdir ->"/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_4/status" With result statusdir ->"/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_4/status" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected input ->[ "/user/ekoifman/webhcate2e/nums.txt", "/user/ekoifman/webhcate2e/nums.txt", ] With result input ->[ "/user/ekoifman/webhcate2e/nums.txt", "/user/ekoifman/webhcate2e/nums.txt", ] ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected enablelog ->"true" With result enablelog ->"true" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected mapper ->"ls no_such-file-12e3" With result mapper ->"ls no_such-file-12e3" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected output ->"/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_4/mycounts" With result output ->"/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_4/mycounts" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected reducer ->"wc" With result reducer ->"wc" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:63652/templeton/\$jobId" With result callback ->"http://ekoifman.local:63652/templeton/\$jobId" ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:63886/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestStreaming_4.res_body , -D , /tmp/ekoifman.1381796256/TestStreaming_4.res_header , http://localhost:8085/webhdfs/v1/tmp/templeton_test_out/ekoifman.1381796256/TestStreaming_4/status/logs?op=LISTSTATUS result : ( "body", "{\"FileStatuses\":{\"FileStatus\":[\n{\"accessTime\":1381796418578,\"blockSize\":67108864,\"group\":\"staff\",\"length\":0,\"modificationTime\":1381796418578,\"owner\":\"ekoifman\",\"pathSuffix\":\"list.txt\",\"permission\":\"644\",\"replication\":1,\"type\":\"FILE\"}\n]}}\n", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Length" => "238\r", "Content-Type" => "application/json\r", "Server" => "Jetty(6.1.26)\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nContent-Type: application/json\r\n\\nContent-Length: 238\r\n\\nServer: Jetty(6.1.26)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO check failed: Expect 1 jobs in logs, but get 1INFO: TestDriverCurl::run() at 1377:Test TestStreaming_4 FAILED at 1381796420 Results so far, PASSED: 2 FAILED: 2 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 INFO: ./test_harness.pl at 578 : Loading configuration file /Users/ekoifman/dev/hive/hcatalog/src/test/e2e/templeton/tests/jobsubmission.conf INFO ./test_harness.pl: hadoopversion=${hadoopversion} INFO ./test_harness.pl: harnessCfg=/Users/ekoifman/dev/hive/hcatalog/src/test/e2e/templeton/conf/default.conf INFO ./test_harness.pl: tmpPath=/tmp/pigtest INFO ./test_harness.pl: UID=1381796256 INFO ./test_harness.pl: harness.console.level=ERROR INFO ./test_harness.pl: logDir=./log INFO ./test_harness.pl: localoutpathbase=/Users/ekoifman/dev/hive/hcatalog/src/test/e2e/templeton/testdist/ INFO ./test_harness.pl: outpathbase=/tmp/templeton_test_out INFO ./test_harness.pl: local.bin=/usr/bin INFO ./test_harness.pl: userhomePath=/Users/ekoifman INFO ./test_harness.pl: logfile=/Users/ekoifman/dev/hive/hcatalog/src/test/e2e/templeton/testdist//test_harnesss_1381796256 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -X , PUT , -o , /tmp/ekoifman.1381796256/_.res_body , -D , /tmp/ekoifman.1381796256/_.res_header , http://localhost:8085/webhdfs/v1/tmp/templeton_test_out/ekoifman.1381796256/?op=MKDIRS&permission=777&user.name=ekoifman result : ( "body", "{\"boolean\":true}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01-Jan-1970 00:00:00 GMT\r", "Server" => "Jetty(6.1.26)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832256892&s=+Y7/FUl0k71tV3Tuqc3OLogM+Rc=\";Path=/\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nContent-Type: application/json\r\n\\nExpires: Thu, 01-Jan-1970 00:00:00 GMT\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832256892&s=+Y7/FUl0k71tV3Tuqc3OLogM+Rc=\";Path=/\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(6.1.26)\r\n\\n\r\n", "stdout", undef, )INFO TestDriverCurl::run at 1244: Running TEST GROUP(TestKillJob) ****************************************************** TEST: TestKillJob_1 ****************************************************** Beginning test TestKillJob_1 at 1381796256 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , user.name=ekoifman , -d , input=/user/ekoifman/webhcate2e/nums.txt , -d , input=/user/ekoifman/webhcate2e/nums.txt , -d , output=/tmp/templeton_test_out/ekoifman.1381796256/TestKillJob_1/mycounts , -d , mapper=sleep 100 , -d , reducer=wc , -X , POST , -o , /tmp/ekoifman.1381796256/TestKillJob_1.res_body , -D , /tmp/ekoifman.1381796256/TestKillJob_1.res_header , http://localhost:50111/templeton/v1/mapreduce/streaming result : ( "body", "{\"id\":\"job_201310141642_0042\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832256912&s=a5MwnNViJcpg/SQdkD/x5X9fawY=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832256912&s=a5MwnNViJcpg/SQdkD/x5X9fawY=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0042") Comparing id: job_201310141642_0042 with regex /\d+/ ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -X , DELETE , -o , /tmp/ekoifman.1381796256/TestKillJob_1_killJob.res_body , -D , /tmp/ekoifman.1381796256/TestKillJob_1_killJob.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0042?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":1,\"startTime\":1381796264058,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":45,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0045\",\"jobComplete\":false},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0045/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0045\",\"queueName\":\"default\",\"jobName\":\"streamjob2938039988299330857.jar\",\"jobID\":{\"id\":45,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0045\"},\"id\":\"job_201310141642_0045\",\"parentId\":\"job_201310141642_0042\",\"percentComplete\":\"map 0% reduce 0%\",\"exitValue\":null,\"user\":\"ekoifman\",\"callback\":null,\"completed\":null,\"userargs\":{\"reducer\":\"wc\",\"statusdir\":null,\"files\":null,\"define\":[],\"mapper\":\"sleep 100\",\"arg\":[],\"enablelog\":\"false\",\"input\":[\"/user/ekoifman/webhcate2e/nums.txt\",\"/user/ekoifman/webhcate2e/nums.txt\"],\"cmdenv\":[],\"user.name\":\"ekoifman\",\"file\":[],\"combiner\":null,\"callback\":null,\"output\":\"/tmp/templeton_test_out/ekoifman.1381796256/TestKillJob_1/mycounts\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832267576&s=m48/pSIJ1yCIBkZ35IStglZ+1fw=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832267576&s=m48/pSIJ1yCIBkZ35IStglZ+1fw=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -X , GET , -o , /tmp/ekoifman.1381796256/TestKillJob_1_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestKillJob_1_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0042?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":1,\"startTime\":1381796264058,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":45,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0045\",\"jobComplete\":false},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0045/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0045\",\"queueName\":\"default\",\"jobName\":\"streamjob2938039988299330857.jar\",\"jobID\":{\"id\":45,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0045\"},\"id\":\"job_201310141642_0045\",\"parentId\":\"job_201310141642_0042\",\"percentComplete\":\"map 0% reduce 0%\",\"exitValue\":null,\"user\":\"ekoifman\",\"callback\":null,\"completed\":null,\"userargs\":{\"reducer\":\"wc\",\"statusdir\":null,\"files\":null,\"define\":[],\"mapper\":\"sleep 100\",\"arg\":[],\"enablelog\":\"false\",\"input\":[\"/user/ekoifman/webhcate2e/nums.txt\",\"/user/ekoifman/webhcate2e/nums.txt\"],\"cmdenv\":[],\"user.name\":\"ekoifman\",\"file\":[],\"combiner\":null,\"callback\":null,\"output\":\"/tmp/templeton_test_out/ekoifman.1381796256/TestKillJob_1/mycounts\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832267642&s=onxK70MxvhxA8txHGoTTNYNDkN8=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832267642&s=onxK70MxvhxA8txHGoTTNYNDkN8=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -X , GET , -o , /tmp/ekoifman.1381796256/TestKillJob_1_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestKillJob_1_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0042?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":5,\"startTime\":1381796264058,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":45,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0045\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0045/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0045\",\"queueName\":\"default\",\"jobName\":\"streamjob2938039988299330857.jar\",\"jobID\":{\"id\":45,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0045\"},\"id\":\"job_201310141642_0045\",\"parentId\":\"job_201310141642_0042\",\"percentComplete\":\"map 0% reduce 0%\",\"exitValue\":null,\"user\":\"ekoifman\",\"callback\":null,\"completed\":null,\"userargs\":{\"reducer\":\"wc\",\"statusdir\":null,\"files\":null,\"define\":[],\"mapper\":\"sleep 100\",\"arg\":[],\"enablelog\":\"false\",\"input\":[\"/user/ekoifman/webhcate2e/nums.txt\",\"/user/ekoifman/webhcate2e/nums.txt\"],\"cmdenv\":[],\"user.name\":\"ekoifman\",\"file\":[],\"combiner\":null,\"callback\":null,\"output\":\"/tmp/templeton_test_out/ekoifman.1381796256/TestKillJob_1/mycounts\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832272812&s=SClww51GvopV4v7/uT5zbIj6ZTA=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832272812&s=SClww51GvopV4v7/uT5zbIj6ZTA=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt input=/user/ekoifman/webhcate2e/nums.txtopt input=/user/ekoifman/webhcate2e/nums.txtopt output=/tmp/templeton_test_out/ekoifman.1381796256/TestKillJob_1/mycountsopt mapper=sleep 100opt reducer=wc./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected input ->[ "/user/ekoifman/webhcate2e/nums.txt", "/user/ekoifman/webhcate2e/nums.txt", ] With result input ->[ "/user/ekoifman/webhcate2e/nums.txt", "/user/ekoifman/webhcate2e/nums.txt", ] ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected mapper ->"sleep 100" With result mapper ->"sleep 100" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected output ->"/tmp/templeton_test_out/ekoifman.1381796256/TestKillJob_1/mycounts" With result output ->"/tmp/templeton_test_out/ekoifman.1381796256/TestKillJob_1/mycounts" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected reducer ->"wc" With result reducer ->"wc" INFO: TestDriverCurl::run() at 1377:Test TestKillJob_1 SUCCEEDED at 1381796272 Results so far, PASSED: 1 FAILED: 0 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 INFO TestDriverCurl::run at 1244: Running TEST GROUP(TestMapReduce) ****************************************************** TEST: TestMapReduce_1 ****************************************************** Beginning test TestMapReduce_1 at 1381796272 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:62462/templeton/$jobId , -d , user.name=ekoifman , -d , arg=/user/ekoifman/webhcate2e/nums.txt , -d , arg= /tmp/templeton_test_out/ekoifman.1381796256/TestMapReduce_1/wc.txt , -d , jar=/user/ekoifman/webhcate2e/hexamples.jar , -d , class=wordcount , -X , POST , -o , /tmp/ekoifman.1381796256/TestMapReduce_1.res_body , -D , /tmp/ekoifman.1381796256/TestMapReduce_1.res_header , http://localhost:50111/templeton/v1/mapreduce/jar result : ( "body", "{\"id\":\"job_201310141642_0049\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832272851&s=9zXk7yr85mmJioMdSRD0teU6kZ8=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832272851&s=9zXk7yr85mmJioMdSRD0teU6kZ8=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0049") Comparing id: job_201310141642_0049 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:62714/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestMapReduce_1_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestMapReduce_1_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0049?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796277842,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":50,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0050\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0050/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0050\",\"queueName\":\"default\",\"jobName\":\"word count\",\"jobID\":{\"id\":50,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0050\"},\"id\":\"job_201310141642_0050\",\"parentId\":\"job_201310141642_0049\",\"percentComplete\":\"map 100% reduce 100%\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:62462/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"define\":[],\"arg\":[\"/user/ekoifman/webhcate2e/nums.txt\",\" /tmp/templeton_test_out/ekoifman.1381796256/TestMapReduce_1/wc.txt\"],\"files\":null,\"enablelog\":\"false\",\"libjars\":null,\"user.name\":\"ekoifman\",\"jar\":\"/user/ekoifman/webhcate2e/hexamples.jar\",\"callback\":\"http://ekoifman.local:62462/templeton/\$jobId\",\"class\":\"wordcount\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832304804&s=OZ95pyCxrj9LHWKT7734DG8A5nE=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832304804&s=OZ95pyCxrj9LHWKT7734DG8A5nE=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt arg=/user/ekoifman/webhcate2e/nums.txtopt arg= /tmp/templeton_test_out/ekoifman.1381796256/TestMapReduce_1/wc.txtopt jar=/user/ekoifman/webhcate2e/hexamples.jaropt class=wordcountopt callback=http://ekoifman.local:62462/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:62462/templeton/\$jobId" With result callback ->"http://ekoifman.local:62462/templeton/\$jobId" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected jar ->"/user/ekoifman/webhcate2e/hexamples.jar" With result jar ->"/user/ekoifman/webhcate2e/hexamples.jar" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected arg ->[ "/user/ekoifman/webhcate2e/nums.txt", " /tmp/templeton_test_out/ekoifman.1381796256/TestMapReduce_1/wc.txt", ] With result arg ->[ "/user/ekoifman/webhcate2e/nums.txt", " /tmp/templeton_test_out/ekoifman.1381796256/TestMapReduce_1/wc.txt", ] ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected class ->"wordcount" With result class ->"wordcount" INFO: TestDriverCurl::run() at 1377:Test TestMapReduce_1 SUCCEEDED at 1381796304 Results so far, PASSED: 2 FAILED: 0 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: TestMapReduce_2 ****************************************************** Beginning test TestMapReduce_2 at 1381796304 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:62726/templeton/$jobId , -d , user.name=ekoifman , -d , arg=/user/ekoifman/webhcate2e/nums.txt , -d , arg= /tmp/templeton_test_out/ekoifman.1381796256/TestMapReduce_2/wc.txt , -d , jar=/user/ekoifman/webhcate2e/hexamples.jar , -d , class=wordcount , -d , statusdir=/tmp/templeton_test_out/ekoifman.1381796256/TestMapReduce_2/status , -d , enablelog=true , -X , POST , -o , /tmp/ekoifman.1381796256/TestMapReduce_2.res_body , -D , /tmp/ekoifman.1381796256/TestMapReduce_2.res_header , http://localhost:50111/templeton/v1/mapreduce/jar result : ( "body", "{\"id\":\"job_201310141642_0055\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832304880&s=eXzMVSSSua6ENW5Lb/grEueI0v4=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832304880&s=eXzMVSSSua6ENW5Lb/grEueI0v4=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0055") Comparing id: job_201310141642_0055 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:62956/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestMapReduce_2_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestMapReduce_2_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0055?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796311562,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":56,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0056\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0056/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0056\",\"queueName\":\"default\",\"jobName\":\"word count\",\"jobID\":{\"id\":56,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0056\"},\"id\":\"job_201310141642_0056\",\"parentId\":\"job_201310141642_0055\",\"percentComplete\":\"map 100% reduce 100%\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:62726/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":\"/tmp/templeton_test_out/ekoifman.1381796256/TestMapReduce_2/status\",\"define\":[],\"arg\":[\"/user/ekoifman/webhcate2e/nums.txt\",\" /tmp/templeton_test_out/ekoifman.1381796256/TestMapReduce_2/wc.txt\"],\"files\":null,\"enablelog\":\"true\",\"libjars\":null,\"user.name\":\"ekoifman\",\"jar\":\"/user/ekoifman/webhcate2e/hexamples.jar\",\"callback\":\"http://ekoifman.local:62726/templeton/\$jobId\",\"class\":\"wordcount\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832338538&s=QwIHQsstKSUJ5Nx4FNVhnJLmf9c=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832338538&s=QwIHQsstKSUJ5Nx4FNVhnJLmf9c=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt arg=/user/ekoifman/webhcate2e/nums.txtopt arg= /tmp/templeton_test_out/ekoifman.1381796256/TestMapReduce_2/wc.txtopt jar=/user/ekoifman/webhcate2e/hexamples.jaropt class=wordcountopt statusdir=/tmp/templeton_test_out/ekoifman.1381796256/TestMapReduce_2/statusopt enablelog=trueopt callback=http://ekoifman.local:62726/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected statusdir ->"/tmp/templeton_test_out/ekoifman.1381796256/TestMapReduce_2/status" With result statusdir ->"/tmp/templeton_test_out/ekoifman.1381796256/TestMapReduce_2/status" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:62726/templeton/\$jobId" With result callback ->"http://ekoifman.local:62726/templeton/\$jobId" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected enablelog ->"true" With result enablelog ->"true" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected jar ->"/user/ekoifman/webhcate2e/hexamples.jar" With result jar ->"/user/ekoifman/webhcate2e/hexamples.jar" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected arg ->[ "/user/ekoifman/webhcate2e/nums.txt", " /tmp/templeton_test_out/ekoifman.1381796256/TestMapReduce_2/wc.txt", ] With result arg ->[ "/user/ekoifman/webhcate2e/nums.txt", " /tmp/templeton_test_out/ekoifman.1381796256/TestMapReduce_2/wc.txt", ] ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected class ->"wordcount" With result class ->"wordcount" ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:62967/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestMapReduce_2.res_body , -D , /tmp/ekoifman.1381796256/TestMapReduce_2.res_header , http://localhost:8085/webhdfs/v1/tmp/templeton_test_out/ekoifman.1381796256/TestMapReduce_2/status/logs?op=LISTSTATUS result : ( "body", "{\"FileStatuses\":{\"FileStatus\":[\n{\"accessTime\":1381796336740,\"blockSize\":67108864,\"group\":\"staff\",\"length\":0,\"modificationTime\":1381796336740,\"owner\":\"ekoifman\",\"pathSuffix\":\"list.txt\",\"permission\":\"644\",\"replication\":1,\"type\":\"FILE\"}\n]}}\n", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Length" => "238\r", "Content-Type" => "application/json\r", "Server" => "Jetty(6.1.26)\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nContent-Type: application/json\r\n\\nContent-Length: 238\r\n\\nServer: Jetty(6.1.26)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO check failed: Expect 1 jobs in logs, but get 1INFO: TestDriverCurl::run() at 1377:Test TestMapReduce_2 FAILED at 1381796338 Results so far, PASSED: 2 FAILED: 1 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 INFO TestDriverCurl::run at 1244: Running TEST GROUP(TestPig) ****************************************************** TEST: TestPig_1 ****************************************************** Beginning test TestPig_1 at 1381796338 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:62970/templeton/$jobId , -d , user.name=ekoifman , -d , execute=asdf , -X , POST , -o , /tmp/ekoifman.1381796256/TestPig_1.res_body , -D , /tmp/ekoifman.1381796256/TestPig_1.res_header , http://localhost:50111/templeton/v1/pig result : ( "body", "{\"id\":\"job_201310141642_0059\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832338645&s=IaJRQcfCAnFMSXkGAjKXuujLqLU=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832338645&s=IaJRQcfCAnFMSXkGAjKXuujLqLU=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0059") Comparing id: job_201310141642_0059 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:63096/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestPig_1_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestPig_1_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0059?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796338727,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":59,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0059\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0059/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0059\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":59,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0059\"},\"id\":\"job_201310141642_0059\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":8,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:62970/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[],\"enablelog\":\"false\",\"execute\":\"asdf\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:62970/templeton/\$jobId\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832356101&s=tAs5AvhAXyrHIDL79ufkcocw1KY=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832356101&s=tAs5AvhAXyrHIDL79ufkcocw1KY=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt execute=asdfopt callback=http://ekoifman.local:62970/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected execute ->"asdf" With result execute ->"asdf" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:62970/templeton/\$jobId" With result callback ->"http://ekoifman.local:62970/templeton/\$jobId" INFO: TestDriverCurl::run() at 1377:Test TestPig_1 SUCCEEDED at 1381796356 Results so far, PASSED: 3 FAILED: 1 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: TestPig_2 ****************************************************** Beginning test TestPig_2 at 1381796356 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:63105/templeton/$jobId , -d , user.name=ekoifman , -d , execute=fs -ls /user/ekoifman/webhcate2e; , -X , POST , -o , /tmp/ekoifman.1381796256/TestPig_2.res_body , -D , /tmp/ekoifman.1381796256/TestPig_2.res_header , http://localhost:50111/templeton/v1/pig result : ( "body", "{\"id\":\"job_201310141642_0062\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832356182&s=7BcGJEwpMNMiQRR+iNuNaBEPg5A=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832356182&s=7BcGJEwpMNMiQRR+iNuNaBEPg5A=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0062") Comparing id: job_201310141642_0062 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:63602/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestPig_2_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestPig_2_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0062?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796356266,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":62,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0062\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0062/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0062\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":62,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0062\"},\"id\":\"job_201310141642_0062\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:63105/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[],\"enablelog\":\"false\",\"execute\":\"fs -ls /user/ekoifman/webhcate2e;\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:63105/templeton/\$jobId\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832373658&s=miWVQPoVybG2jwa9CDH4dyrTgr8=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832373658&s=miWVQPoVybG2jwa9CDH4dyrTgr8=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt execute=fs -ls /user/ekoifman/webhcate2e;opt callback=http://ekoifman.local:63105/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected execute ->"fs -ls /user/ekoifman/webhcate2e;" With result execute ->"fs -ls /user/ekoifman/webhcate2e;" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:63105/templeton/\$jobId" With result callback ->"http://ekoifman.local:63105/templeton/\$jobId" INFO: TestDriverCurl::run() at 1377:Test TestPig_2 SUCCEEDED at 1381796373 Results so far, PASSED: 4 FAILED: 1 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: TestPig_3 ****************************************************** Beginning test TestPig_3 at 1381796373 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:63611/templeton/$jobId , -d , user.name=ekoifman , -d , arg=-check , -d , file=/user/ekoifman/webhcate2e/loadstore.pig , -d , arg=-p , -d , arg=INPDIR=/user/ekoifman/webhcate2e , -d , arg=-p , -d , arg=OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_3 , -X , POST , -o , /tmp/ekoifman.1381796256/TestPig_3.res_body , -D , /tmp/ekoifman.1381796256/TestPig_3.res_header , http://localhost:50111/templeton/v1/pig result : ( "body", "{\"id\":\"job_201310141642_0063\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832373691&s=xunypERaTOt2dXbZmk7Ct3GrDYo=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832373691&s=xunypERaTOt2dXbZmk7Ct3GrDYo=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0063") Comparing id: job_201310141642_0063 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:63732/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestPig_3_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestPig_3_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0063?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796373761,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":63,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0063\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0063/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0063\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":63,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0063\"},\"id\":\"job_201310141642_0063\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:63611/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[\"-check\",\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_3\"],\"enablelog\":\"false\",\"execute\":null,\"user.name\":\"ekoifman\",\"file\":\"/user/ekoifman/webhcate2e/loadstore.pig\",\"callback\":\"http://ekoifman.local:63611/templeton/\$jobId\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832392157&s=GQBAwp3DYDefEUacgL+JqZ9sH9c=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832392157&s=GQBAwp3DYDefEUacgL+JqZ9sH9c=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt arg=-checkopt file=/user/ekoifman/webhcate2e/loadstore.pigopt arg=-popt arg=INPDIR=/user/ekoifman/webhcate2eopt arg=-popt arg=OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_3opt callback=http://ekoifman.local:63611/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:63611/templeton/\$jobId" With result callback ->"http://ekoifman.local:63611/templeton/\$jobId" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected arg ->[ "-check", "-p", "INPDIR=/user/ekoifman/webhcate2e", "-p", "OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_3", ] With result arg ->[ "-check", "-p", "INPDIR=/user/ekoifman/webhcate2e", "-p", "OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_3", ] ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected file ->"/user/ekoifman/webhcate2e/loadstore.pig" With result file ->"/user/ekoifman/webhcate2e/loadstore.pig" INFO: TestDriverCurl::run() at 1377:Test TestPig_3 SUCCEEDED at 1381796392 Results so far, PASSED: 5 FAILED: 1 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: TestPig_4 ****************************************************** Beginning test TestPig_4 at 1381796392 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:63741/templeton/$jobId , -d , user.name=ekoifman , -d , arg=-d , -d , arg=INFO , -d , execute=fs -ls /user/ekoifman/webhcate2e , -X , POST , -o , /tmp/ekoifman.1381796256/TestPig_4.res_body , -D , /tmp/ekoifman.1381796256/TestPig_4.res_header , http://localhost:50111/templeton/v1/pig result : ( "body", "{\"id\":\"job_201310141642_0066\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832392234&s=dmBHoy3EgGk5iBZQv+PZ8EXxQfM=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832392234&s=dmBHoy3EgGk5iBZQv+PZ8EXxQfM=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0066") Comparing id: job_201310141642_0066 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:63805/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestPig_4_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestPig_4_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0066?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796392306,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":66,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0066\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0066/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0066\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":66,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0066\"},\"id\":\"job_201310141642_0066\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:63741/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[\"-d\",\"INFO\"],\"enablelog\":\"false\",\"execute\":\"fs -ls /user/ekoifman/webhcate2e \",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:63741/templeton/\$jobId\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832409434&s=Gd7U5ZdI9pwwJ3ysrm5sfvPPmV0=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832409434&s=Gd7U5ZdI9pwwJ3ysrm5sfvPPmV0=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt arg=-dopt arg=INFOopt execute=fs -ls /user/ekoifman/webhcate2e opt callback=http://ekoifman.local:63741/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected execute ->"fs -ls /user/ekoifman/webhcate2e " With result execute ->"fs -ls /user/ekoifman/webhcate2e " ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:63741/templeton/\$jobId" With result callback ->"http://ekoifman.local:63741/templeton/\$jobId" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected arg ->["-d", "INFO"] With result arg ->["-d", "INFO"] INFO: TestDriverCurl::run() at 1377:Test TestPig_4 SUCCEEDED at 1381796409 Results so far, PASSED: 6 FAILED: 1 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: TestPig_5 ****************************************************** Beginning test TestPig_5 at 1381796409 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:63814/templeton/$jobId , -d , user.name=ekoifman , -d , arg=-p , -d , arg=INPDIR=/user/ekoifman/webhcate2e , -d , arg=-p , -d , arg=OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_5 , -d , file=/user/ekoifman/webhcate2e/loadstore.pig , -X , POST , -o , /tmp/ekoifman.1381796256/TestPig_5.res_body , -D , /tmp/ekoifman.1381796256/TestPig_5.res_header , http://localhost:50111/templeton/v1/pig result : ( "body", "{\"id\":\"job_201310141642_0067\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832409474&s=OGVF9wYzn0EhqQmQ6S69iQbNjYo=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832409474&s=OGVF9wYzn0EhqQmQ6S69iQbNjYo=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0067") Comparing id: job_201310141642_0067 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:63944/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestPig_5_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestPig_5_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0067?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796417913,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":68,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0068\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0068/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0068\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":68,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0068\"},\"id\":\"job_201310141642_0068\",\"parentId\":\"job_201310141642_0067\",\"percentComplete\":\"100% complete\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:63814/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"arg\":[\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_5\"],\"enablelog\":\"false\",\"execute\":null,\"user.name\":\"ekoifman\",\"file\":\"/user/ekoifman/webhcate2e/loadstore.pig\",\"callback\":\"http://ekoifman.local:63814/templeton/\$jobId\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832439949&s=Pd91fMRw139ijucD7gsWNoCM0dg=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832439949&s=Pd91fMRw139ijucD7gsWNoCM0dg=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt arg=-popt arg=INPDIR=/user/ekoifman/webhcate2eopt arg=-popt arg=OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_5opt file=/user/ekoifman/webhcate2e/loadstore.pigopt callback=http://ekoifman.local:63814/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:63814/templeton/\$jobId" With result callback ->"http://ekoifman.local:63814/templeton/\$jobId" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected arg ->[ "-p", "INPDIR=/user/ekoifman/webhcate2e", "-p", "OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_5", ] With result arg ->[ "-p", "INPDIR=/user/ekoifman/webhcate2e", "-p", "OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_5", ] ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected file ->"/user/ekoifman/webhcate2e/loadstore.pig" With result file ->"/user/ekoifman/webhcate2e/loadstore.pig" INFO: TestDriverCurl::run() at 1377:Test TestPig_5 SUCCEEDED at 1381796440 Results so far, PASSED: 7 FAILED: 1 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: TestPig_6 ****************************************************** Beginning test TestPig_6 at 1381796440 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:63955/templeton/$jobId , -d , user.name=ekoifman , -d , arg=-p , -d , arg=INPDIR=/user/ekoifman/webhcate2e , -d , arg=-p , -d , arg=OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_6 , -d , file=/user/ekoifman/webhcate2e/jarregistered.pig , -d , files=/user/ekoifman/webhcate2e/piggybank.jar , -X , POST , -o , /tmp/ekoifman.1381796256/TestPig_6.res_body , -D , /tmp/ekoifman.1381796256/TestPig_6.res_header , http://localhost:50111/templeton/v1/pig result : ( "body", "{\"id\":\"job_201310141642_0069\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832440025&s=b7+F210vuiRLlJxeyLjO4kqJSYE=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832440025&s=b7+F210vuiRLlJxeyLjO4kqJSYE=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0069") Comparing id: job_201310141642_0069 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:64031/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestPig_6_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestPig_6_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0069?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796448599,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":70,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0070\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0070/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0070\",\"queueName\":\"default\",\"jobName\":\"PigLatin:jarregistered.pig\",\"jobID\":{\"id\":70,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0070\"},\"id\":\"job_201310141642_0070\",\"parentId\":\"job_201310141642_0069\",\"percentComplete\":\"100% complete\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:63955/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":\"/user/ekoifman/webhcate2e/piggybank.jar\",\"arg\":[\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_6\"],\"enablelog\":\"false\",\"execute\":null,\"user.name\":\"ekoifman\",\"file\":\"/user/ekoifman/webhcate2e/jarregistered.pig\",\"callback\":\"http://ekoifman.local:63955/templeton/\$jobId\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832470468&s=yGIdvbkR4kM4/mNLJ+KgsK5B4E4=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832470468&s=yGIdvbkR4kM4/mNLJ+KgsK5B4E4=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt arg=-popt arg=INPDIR=/user/ekoifman/webhcate2eopt arg=-popt arg=OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_6opt file=/user/ekoifman/webhcate2e/jarregistered.pigopt files=/user/ekoifman/webhcate2e/piggybank.jaropt callback=http://ekoifman.local:63955/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:63955/templeton/\$jobId" With result callback ->"http://ekoifman.local:63955/templeton/\$jobId" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected files ->"/user/ekoifman/webhcate2e/piggybank.jar" With result files ->"/user/ekoifman/webhcate2e/piggybank.jar" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected arg ->[ "-p", "INPDIR=/user/ekoifman/webhcate2e", "-p", "OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_6", ] With result arg ->[ "-p", "INPDIR=/user/ekoifman/webhcate2e", "-p", "OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_6", ] ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected file ->"/user/ekoifman/webhcate2e/jarregistered.pig" With result file ->"/user/ekoifman/webhcate2e/jarregistered.pig" INFO: TestDriverCurl::run() at 1377:Test TestPig_6 SUCCEEDED at 1381796470 Results so far, PASSED: 8 FAILED: 1 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: TestPig_7 ****************************************************** Beginning test TestPig_7 at 1381796470 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:64042/templeton/$jobId , -d , user.name=ekoifman , -d , arg=-p , -d , arg=INPDIR=/user/ekoifman/webhcate2e , -d , arg=-p , -d , arg=OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_7 , -d , file=/user/ekoifman/webhcate2e/rowcount_withmacro.pig , -d , files=/user/ekoifman/webhcate2e/rowcountmacro.pig , -X , POST , -o , /tmp/ekoifman.1381796256/TestPig_7.res_body , -D , /tmp/ekoifman.1381796256/TestPig_7.res_header , http://localhost:50111/templeton/v1/pig result : ( "body", "{\"id\":\"job_201310141642_0071\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832470545&s=7rTGLOUUxEiL1coEe9Ui82Ug/a0=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832470545&s=7rTGLOUUxEiL1coEe9Ui82Ug/a0=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0071") Comparing id: job_201310141642_0071 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:64194/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestPig_7_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestPig_7_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0071?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796479179,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":72,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0072\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0072/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0072\",\"queueName\":\"default\",\"jobName\":\"PigLatin:rowcount_withmacro.pig\",\"jobID\":{\"id\":72,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0072\"},\"id\":\"job_201310141642_0072\",\"parentId\":\"job_201310141642_0071\",\"percentComplete\":\"100% complete\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:64042/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":\"/user/ekoifman/webhcate2e/rowcountmacro.pig\",\"arg\":[\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_7\"],\"enablelog\":\"false\",\"execute\":null,\"user.name\":\"ekoifman\",\"file\":\"/user/ekoifman/webhcate2e/rowcount_withmacro.pig\",\"callback\":\"http://ekoifman.local:64042/templeton/\$jobId\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832506136&s=wcOYKBlKLuP42vym679nI5zquVU=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832506136&s=wcOYKBlKLuP42vym679nI5zquVU=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt arg=-popt arg=INPDIR=/user/ekoifman/webhcate2eopt arg=-popt arg=OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_7opt file=/user/ekoifman/webhcate2e/rowcount_withmacro.pigopt files=/user/ekoifman/webhcate2e/rowcountmacro.pigopt callback=http://ekoifman.local:64042/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:64042/templeton/\$jobId" With result callback ->"http://ekoifman.local:64042/templeton/\$jobId" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected files ->"/user/ekoifman/webhcate2e/rowcountmacro.pig" With result files ->"/user/ekoifman/webhcate2e/rowcountmacro.pig" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected arg ->[ "-p", "INPDIR=/user/ekoifman/webhcate2e", "-p", "OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_7", ] With result arg ->[ "-p", "INPDIR=/user/ekoifman/webhcate2e", "-p", "OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_7", ] ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected file ->"/user/ekoifman/webhcate2e/rowcount_withmacro.pig" With result file ->"/user/ekoifman/webhcate2e/rowcount_withmacro.pig" INFO: TestDriverCurl::run() at 1377:Test TestPig_7 SUCCEEDED at 1381796506 Results so far, PASSED: 9 FAILED: 1 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: TestPig_8 ****************************************************** Beginning test TestPig_8 at 1381796506 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , user.name=ekoifman , -d , arg=-p , -d , arg=INPDIR=/user/ekoifman/webhcate2e , -d , arg=-p , -d , arg=OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_8 , -d , file=/user/ekoifman/webhcate2e/no_such_file.pig , -d , files=/user/ekoifman/webhcate2e/rowcountmacro.pig , -X , POST , -o , /tmp/ekoifman.1381796256/TestPig_8.res_body , -D , /tmp/ekoifman.1381796256/TestPig_8.res_header , http://localhost:50111/templeton/v1/pig result : ( "body", "{\"error\":\"File /user/ekoifman/webhcate2e/no_such_file.pig does not exist.\"}", "rc", 0, "status_code", 400, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832506213&s=YMPEEz8HU8uysjcr6LmP9xl8N4Y=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 400 Bad Request\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832506213&s=YMPEEz8HU8uysjcr6LmP9xl8N4Y=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info( "error", "File /user/ekoifman/webhcate2e/no_such_file.pig does not exist.", ) Comparing error: File /user/ekoifman/webhcate2e/no_such_file.pig does not exist. with regex /does not exist/ INFO: TestDriverCurl::run() at 1377:Test TestPig_8 SUCCEEDED at 1381796506 Results so far, PASSED: 10 FAILED: 1 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 Ignoring test TestPig_9, ignore message: MS9 feature, will reenable later ****************************************************** TEST: TestPig_9 ****************************************************** Beginning test TestPig_9 at 1381796506 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:64207/templeton/$jobId , -d , user.name=ekoifman , -d , arg=-p , -d , arg=INPDIR=/user/ekoifman/webhcate2e , -d , arg=-p , -d , arg=OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_9 , -d , file=/user/ekoifman/webhcate2e/loadstore.pig , -d , statusdir=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_9/status , -d , enablelog=true , -X , POST , -o , /tmp/ekoifman.1381796256/TestPig_9.res_body , -D , /tmp/ekoifman.1381796256/TestPig_9.res_header , http://localhost:50111/templeton/v1/pig result : ( "body", "{\"id\":\"job_201310141642_0073\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832506248&s=M8e253N51lm5keFz6BjI2M6Op/Y=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832506248&s=M8e253N51lm5keFz6BjI2M6Op/Y=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0073") Comparing id: job_201310141642_0073 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:64281/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestPig_9_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestPig_9_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0073?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796514578,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":74,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0074\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0074/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0074\",\"queueName\":\"default\",\"jobName\":\"PigLatin:loadstore.pig\",\"jobID\":{\"id\":74,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0074\"},\"id\":\"job_201310141642_0074\",\"parentId\":\"job_201310141642_0073\",\"percentComplete\":\"100% complete\",\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:64207/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":\"/tmp/templeton_test_out/ekoifman.1381796256/TestPig_9/status\",\"files\":null,\"arg\":[\"-p\",\"INPDIR=/user/ekoifman/webhcate2e\",\"-p\",\"OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_9\"],\"enablelog\":\"true\",\"execute\":null,\"user.name\":\"ekoifman\",\"file\":\"/user/ekoifman/webhcate2e/loadstore.pig\",\"callback\":\"http://ekoifman.local:64207/templeton/\$jobId\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832536639&s=1QDQt9ufdKXRiHh4Fwz/MN27BqI=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832536639&s=1QDQt9ufdKXRiHh4Fwz/MN27BqI=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt arg=-popt arg=INPDIR=/user/ekoifman/webhcate2eopt arg=-popt arg=OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_9opt file=/user/ekoifman/webhcate2e/loadstore.pigopt statusdir=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_9/statusopt enablelog=trueopt callback=http://ekoifman.local:64207/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected statusdir ->"/tmp/templeton_test_out/ekoifman.1381796256/TestPig_9/status" With result statusdir ->"/tmp/templeton_test_out/ekoifman.1381796256/TestPig_9/status" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:64207/templeton/\$jobId" With result callback ->"http://ekoifman.local:64207/templeton/\$jobId" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected enablelog ->"true" With result enablelog ->"true" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected arg ->[ "-p", "INPDIR=/user/ekoifman/webhcate2e", "-p", "OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_9", ] With result arg ->[ "-p", "INPDIR=/user/ekoifman/webhcate2e", "-p", "OUTDIR=/tmp/templeton_test_out/ekoifman.1381796256/TestPig_9", ] ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected file ->"/user/ekoifman/webhcate2e/loadstore.pig" With result file ->"/user/ekoifman/webhcate2e/loadstore.pig" ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:64292/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestPig_9.res_body , -D , /tmp/ekoifman.1381796256/TestPig_9.res_header , http://localhost:8085/webhdfs/v1/tmp/templeton_test_out/ekoifman.1381796256/TestPig_9/status/logs?op=LISTSTATUS result : ( "body", "{\"FileStatuses\":{\"FileStatus\":[\n{\"accessTime\":1381796535147,\"blockSize\":67108864,\"group\":\"staff\",\"length\":0,\"modificationTime\":1381796535147,\"owner\":\"ekoifman\",\"pathSuffix\":\"list.txt\",\"permission\":\"644\",\"replication\":1,\"type\":\"FILE\"}\n]}}\n", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Length" => "238\r", "Content-Type" => "application/json\r", "Server" => "Jetty(6.1.26)\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nContent-Type: application/json\r\n\\nContent-Length: 238\r\n\\nServer: Jetty(6.1.26)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO check failed: Expect 1 jobs in logs, but get 1INFO: TestDriverCurl::run() at 1377:Test TestPig_9 FAILED at 1381796536 Results so far, PASSED: 10 FAILED: 2 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 INFO TestDriverCurl::run at 1244: Running TEST GROUP(TestHive) ****************************************************** TEST: TestHive_1 ****************************************************** Beginning test TestHive_1 at 1381796536 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , user.name=ekoifman , -d , execute=asdf , -X , POST , -o , /tmp/ekoifman.1381796256/TestHive_1.res_body , -D , /tmp/ekoifman.1381796256/TestHive_1.res_header , http://localhost:50111/templeton/v1/hive result : ( "body", "{\"id\":\"job_201310141642_0075\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832536747&s=608Z29YDBJwJkB5b48MBoKl3/7k=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832536747&s=608Z29YDBJwJkB5b48MBoKl3/7k=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0075") Comparing id: job_201310141642_0075 with regex /\d+/ ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -X , GET , -o , /tmp/ekoifman.1381796256/TestHive_1_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestHive_1_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0075?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":4,\"startTime\":1381796536810,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":75,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0075\",\"jobComplete\":false},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0075/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0075\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":75,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0075\"},\"id\":\"job_201310141642_0075\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":\"ekoifman\",\"callback\":null,\"completed\":null,\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"asdf\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":null}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832536900&s=UBV8yNZvwldGB9e5+Q8OyAzyCWI=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832536900&s=UBV8yNZvwldGB9e5+Q8OyAzyCWI=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -X , GET , -o , /tmp/ekoifman.1381796256/TestHive_1_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestHive_1_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0075?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":1,\"startTime\":1381796536810,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":75,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0075\",\"jobComplete\":false},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0075/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0075\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":75,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0075\"},\"id\":\"job_201310141642_0075\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":\"ekoifman\",\"callback\":null,\"completed\":null,\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"asdf\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":null}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832541935&s=q6bAqUF+kJjCSMkfNJW9H7IwpTk=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832541935&s=q6bAqUF+kJjCSMkfNJW9H7IwpTk=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -X , GET , -o , /tmp/ekoifman.1381796256/TestHive_1_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestHive_1_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0075?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":1,\"startTime\":1381796536810,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":75,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0075\",\"jobComplete\":false},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0075/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0075\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":75,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0075\"},\"id\":\"job_201310141642_0075\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":\"ekoifman\",\"callback\":null,\"completed\":null,\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"asdf\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":null}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832546972&s=at70u4IYxhgxmClVo9Dbte/p4XM=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832546972&s=at70u4IYxhgxmClVo9Dbte/p4XM=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -X , GET , -o , /tmp/ekoifman.1381796256/TestHive_1_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestHive_1_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0075?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":1,\"startTime\":1381796536810,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":75,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0075\",\"jobComplete\":false},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0075/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0075\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":75,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0075\"},\"id\":\"job_201310141642_0075\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":\"ekoifman\",\"callback\":null,\"completed\":null,\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"asdf\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":null}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832552010&s=1CLWVvTfN0rJwIjytkg6My/HI1Y=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832552010&s=1CLWVvTfN0rJwIjytkg6My/HI1Y=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -X , GET , -o , /tmp/ekoifman.1381796256/TestHive_1_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestHive_1_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0075?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796536810,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":75,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0075\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0075/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0075\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":75,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0075\"},\"id\":\"job_201310141642_0075\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":64,\"user\":\"ekoifman\",\"callback\":null,\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"asdf\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":null}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832557041&s=PNmz5tnivg7ESPokn+G2oE5SJOk=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832557041&s=PNmz5tnivg7ESPokn+G2oE5SJOk=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt execute=asdf./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected execute ->"asdf" With result execute ->"asdf" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" INFO: TestDriverCurl::run() at 1377:Test TestHive_1 SUCCEEDED at 1381796557 Results so far, PASSED: 11 FAILED: 2 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: TestHive_2 ****************************************************** Beginning test TestHive_2 at 1381796557 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:64377/templeton/$jobId , -d , user.name=ekoifman , -d , execute=show tables , -X , POST , -o , /tmp/ekoifman.1381796256/TestHive_2.res_body , -D , /tmp/ekoifman.1381796256/TestHive_2.res_header , http://localhost:50111/templeton/v1/hive result : ( "body", "{\"id\":\"job_201310141642_0076\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832557115&s=+ox0spNzVHIZQz+Bu4OYfoDpTSE=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832557115&s=+ox0spNzVHIZQz+Bu4OYfoDpTSE=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0076") Comparing id: job_201310141642_0076 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:64442/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestHive_2_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestHive_2_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0076?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796557183,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":76,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0076\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0076/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0076\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":76,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0076\"},\"id\":\"job_201310141642_0076\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:64377/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"show tables\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:64377/templeton/\$jobId\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832575291&s=cM2l/CpVxnkJGLb92fk1fXy+hKE=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832575291&s=cM2l/CpVxnkJGLb92fk1fXy+hKE=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt execute=show tablesopt callback=http://ekoifman.local:64377/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected execute ->"show tables" With result execute ->"show tables" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:64377/templeton/\$jobId" With result callback ->"http://ekoifman.local:64377/templeton/\$jobId" INFO: TestDriverCurl::run() at 1377:Test TestHive_2 SUCCEEDED at 1381796575 Results so far, PASSED: 12 FAILED: 2 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: TestHive_3 ****************************************************** Beginning test TestHive_3 at 1381796575 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:64451/templeton/$jobId , -d , user.name=ekoifman , -d , execute=drop table if exists mynums; , -X , POST , -o , /tmp/ekoifman.1381796256/TestHive_3.res_body , -D , /tmp/ekoifman.1381796256/TestHive_3.res_header , http://localhost:50111/templeton/v1/hive result : ( "body", "{\"id\":\"job_201310141642_0077\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832575368&s=t2YyqC1SIGch1P7Hxd6wf09GSWk=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832575368&s=t2YyqC1SIGch1P7Hxd6wf09GSWk=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0077") Comparing id: job_201310141642_0077 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:64568/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestHive_3_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestHive_3_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0077?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796575441,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":77,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0077\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0077/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0077\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":77,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0077\"},\"id\":\"job_201310141642_0077\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:64451/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"drop table if exists mynums;\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:64451/templeton/\$jobId\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832594328&s=494Rq3G6xg4zWyDEB2ezcFlcrTQ=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832594328&s=494Rq3G6xg4zWyDEB2ezcFlcrTQ=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt execute=drop table if exists mynums;opt callback=http://ekoifman.local:64451/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected execute ->"drop table if exists mynums;" With result execute ->"drop table if exists mynums;" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:64451/templeton/\$jobId" With result callback ->"http://ekoifman.local:64451/templeton/\$jobId" INFO: TestDriverCurl::run() at 1377:Test TestHive_3 SUCCEEDED at 1381796594 Results so far, PASSED: 13 FAILED: 2 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: TestHive_4 ****************************************************** Beginning test TestHive_4 at 1381796594 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:64577/templeton/$jobId , -d , user.name=ekoifman , -d , execute=create external table mynums(a int, b int) location '/user/ekoifman/webhcate2e/numstable/'; , -X , POST , -o , /tmp/ekoifman.1381796256/TestHive_4.res_body , -D , /tmp/ekoifman.1381796256/TestHive_4.res_header , http://localhost:50111/templeton/v1/hive result : ( "body", "{\"id\":\"job_201310141642_0078\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832594403&s=z/2fBdP0ODJe+j81wGcMbNxa25U=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832594403&s=z/2fBdP0ODJe+j81wGcMbNxa25U=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0078") Comparing id: job_201310141642_0078 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:64619/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestHive_4_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestHive_4_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0078?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796594479,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":78,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0078\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0078/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0078\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":78,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0078\"},\"id\":\"job_201310141642_0078\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:64577/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"create external table mynums(a int, b int) location '/user/ekoifman/webhcate2e/numstable/';\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:64577/templeton/\$jobId\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832612449&s=6xPmbw4iEgFHylQseCblulXWv9s=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832612449&s=6xPmbw4iEgFHylQseCblulXWv9s=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt execute=create external table mynums(a int, b int) location '/user/ekoifman/webhcate2e/numstable/';opt callback=http://ekoifman.local:64577/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected execute ->"create external table mynums(a int, b int) location '/user/ekoifman/webhcate2e/numstable/';" With result execute ->"create external table mynums(a int, b int) location '/user/ekoifman/webhcate2e/numstable/';" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:64577/templeton/\$jobId" With result callback ->"http://ekoifman.local:64577/templeton/\$jobId" INFO: TestDriverCurl::run() at 1377:Test TestHive_4 SUCCEEDED at 1381796612 Results so far, PASSED: 14 FAILED: 2 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: TestHive_5 ****************************************************** Beginning test TestHive_5 at 1381796612 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:64628/templeton/$jobId , -d , user.name=ekoifman , -d , execute=describe formatted mynums , -X , POST , -o , /tmp/ekoifman.1381796256/TestHive_5.res_body , -D , /tmp/ekoifman.1381796256/TestHive_5.res_header , http://localhost:50111/templeton/v1/hive result : ( "body", "{\"id\":\"job_201310141642_0079\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832612525&s=Ag7hqcM8BGvh+kHj8l0ZzWzlbKw=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832612525&s=Ag7hqcM8BGvh+kHj8l0ZzWzlbKw=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0079") Comparing id: job_201310141642_0079 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:64669/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestHive_5_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestHive_5_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0079?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796612592,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":79,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0079\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0079/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0079\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":79,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0079\"},\"id\":\"job_201310141642_0079\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:64628/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"describe formatted mynums\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:64628/templeton/\$jobId\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832630583&s=G4Qpp/lQIdrh0RVQlq7yfLRMi7Y=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832630583&s=G4Qpp/lQIdrh0RVQlq7yfLRMi7Y=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt execute=describe formatted mynumsopt callback=http://ekoifman.local:64628/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected execute ->"describe formatted mynums" With result execute ->"describe formatted mynums" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:64628/templeton/\$jobId" With result callback ->"http://ekoifman.local:64628/templeton/\$jobId" INFO: TestDriverCurl::run() at 1377:Test TestHive_5 SUCCEEDED at 1381796630 Results so far, PASSED: 15 FAILED: 2 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: TestHive_6 ****************************************************** Beginning test TestHive_6 at 1381796630 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:64678/templeton/$jobId , -d , user.name=ekoifman , -d , execute=select * from mynums , -X , POST , -o , /tmp/ekoifman.1381796256/TestHive_6.res_body , -D , /tmp/ekoifman.1381796256/TestHive_6.res_header , http://localhost:50111/templeton/v1/hive result : ( "body", "{\"id\":\"job_201310141642_0080\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832630619&s=SCF45D+HkDX/zcFQk+tYBkRgV2I=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832630619&s=SCF45D+HkDX/zcFQk+tYBkRgV2I=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0080") Comparing id: job_201310141642_0080 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:64724/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestHive_6_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestHive_6_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0080?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796630696,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":80,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0080\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0080/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0080\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":80,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0080\"},\"id\":\"job_201310141642_0080\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:64678/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"select * from mynums\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:64678/templeton/\$jobId\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832649014&s=g1a6LCGFs49T6wJf11eZy2dIy0w=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832649014&s=g1a6LCGFs49T6wJf11eZy2dIy0w=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt execute=select * from mynumsopt callback=http://ekoifman.local:64678/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected execute ->"select * from mynums" With result execute ->"select * from mynums" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:64678/templeton/\$jobId" With result callback ->"http://ekoifman.local:64678/templeton/\$jobId" INFO: TestDriverCurl::run() at 1377:Test TestHive_6 SUCCEEDED at 1381796649 Results so far, PASSED: 16 FAILED: 2 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: TestHive_7 ****************************************************** Beginning test TestHive_7 at 1381796649 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:64733/templeton/$jobId , -d , user.name=ekoifman , -d , execute=select a,b from mynums , -X , POST , -o , /tmp/ekoifman.1381796256/TestHive_7.res_body , -D , /tmp/ekoifman.1381796256/TestHive_7.res_header , http://localhost:50111/templeton/v1/hive result : ( "body", "{\"id\":\"job_201310141642_0081\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832649051&s=0LQtkQvPoSMapXLnoweeazNzj2U=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832649051&s=0LQtkQvPoSMapXLnoweeazNzj2U=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0081") Comparing id: job_201310141642_0081 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:64795/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestHive_7_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestHive_7_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0081?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796649122,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":81,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0081\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0081/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0081\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":81,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0081\"},\"id\":\"job_201310141642_0081\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:64733/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"select a,b from mynums\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:64733/templeton/\$jobId\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832672879&s=eW3DJGqZY6jhO7v3yFziiYy6G4Q=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832672879&s=eW3DJGqZY6jhO7v3yFziiYy6G4Q=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt execute=select a,b from mynumsopt callback=http://ekoifman.local:64733/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected execute ->"select a,b from mynums" With result execute ->"select a,b from mynums" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:64733/templeton/\$jobId" With result callback ->"http://ekoifman.local:64733/templeton/\$jobId" INFO: TestDriverCurl::run() at 1377:Test TestHive_7 SUCCEEDED at 1381796672 Results so far, PASSED: 17 FAILED: 2 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: TestHive_8 ****************************************************** Beginning test TestHive_8 at 1381796672 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , user.name=ekoifman , -d , execute=select a,rand(b) from mynums , -X , POST , -o , /tmp/ekoifman.1381796256/TestHive_8.res_body , -D , /tmp/ekoifman.1381796256/TestHive_8.res_header , http://localhost:50111/templeton/v1/hive result : ( "body", "{\"id\":\"job_201310141642_0083\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832672917&s=Hs/wrZIQlpd3a6Az6xixa6Ci1+Q=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832672917&s=Hs/wrZIQlpd3a6Az6xixa6Ci1+Q=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0083") Comparing id: job_201310141642_0083 with regex /\d+/ ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -X , GET , -o , /tmp/ekoifman.1381796256/TestHive_8_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestHive_8_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0083?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":4,\"startTime\":1381796672992,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":83,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0083\",\"jobComplete\":false},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0083/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0083\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":83,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0083\"},\"id\":\"job_201310141642_0083\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":\"ekoifman\",\"callback\":null,\"completed\":null,\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"select a,rand(b) from mynums\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":null}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832673071&s=5G24wi6+bNhEeKHWaEhOxvY/SeQ=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832673071&s=5G24wi6+bNhEeKHWaEhOxvY/SeQ=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -X , GET , -o , /tmp/ekoifman.1381796256/TestHive_8_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestHive_8_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0083?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":1,\"startTime\":1381796672992,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":83,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0083\",\"jobComplete\":false},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0083/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0083\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":83,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0083\"},\"id\":\"job_201310141642_0083\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":\"ekoifman\",\"callback\":null,\"completed\":null,\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"select a,rand(b) from mynums\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":null}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832678105&s=wJczL45s++XTcrWqoKuZu+EM3aY=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832678105&s=wJczL45s++XTcrWqoKuZu+EM3aY=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -X , GET , -o , /tmp/ekoifman.1381796256/TestHive_8_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestHive_8_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0083?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":1,\"startTime\":1381796672992,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":83,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0083\",\"jobComplete\":false},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0083/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0083\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":83,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0083\"},\"id\":\"job_201310141642_0083\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":\"ekoifman\",\"callback\":null,\"completed\":null,\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"select a,rand(b) from mynums\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":null}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832683141&s=wlgf0wIcfY9TnXOesBQAWvFrI50=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832683141&s=wlgf0wIcfY9TnXOesBQAWvFrI50=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -X , GET , -o , /tmp/ekoifman.1381796256/TestHive_8_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestHive_8_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0083?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":1,\"startTime\":1381796672992,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":83,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0083\",\"jobComplete\":false},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0083/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0083\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":83,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0083\"},\"id\":\"job_201310141642_0083\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":\"ekoifman\",\"callback\":null,\"completed\":null,\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"select a,rand(b) from mynums\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":null}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832688177&s=nWizmSTka4/1WM5MIfP3vwLO/rU=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832688177&s=nWizmSTka4/1WM5MIfP3vwLO/rU=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -X , GET , -o , /tmp/ekoifman.1381796256/TestHive_8_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestHive_8_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0083?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":1,\"startTime\":1381796672992,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":83,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0083\",\"jobComplete\":false},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0083/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0083\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":83,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0083\"},\"id\":\"job_201310141642_0083\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":null,\"user\":\"ekoifman\",\"callback\":null,\"completed\":null,\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"select a,rand(b) from mynums\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":null}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832693211&s=WI4oIi4hZJBUvRPDoU2GaPq52Y8=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832693211&s=WI4oIi4hZJBUvRPDoU2GaPq52Y8=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -X , GET , -o , /tmp/ekoifman.1381796256/TestHive_8_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestHive_8_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0083?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796672992,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":83,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0083\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0083/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0083\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":83,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0083\"},\"id\":\"job_201310141642_0083\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":null,\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"select a,rand(b) from mynums\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":null}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832698245&s=rPxEyZlFx3yY7t5K6MazDF9py5c=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832698245&s=rPxEyZlFx3yY7t5K6MazDF9py5c=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt execute=select a,rand(b) from mynums./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected execute ->"select a,rand(b) from mynums" With result execute ->"select a,rand(b) from mynums" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" INFO: TestDriverCurl::run() at 1377:Test TestHive_8 SUCCEEDED at 1381796698 Results so far, PASSED: 18 FAILED: 2 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: TestHive_9 ****************************************************** Beginning test TestHive_9 at 1381796698 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:64883/templeton/$jobId , -d , user.name=ekoifman , -d , execute=add jar piggybank.jar , -d , files=/user/ekoifman/webhcate2e/piggybank.jar , -X , POST , -o , /tmp/ekoifman.1381796256/TestHive_9.res_body , -D , /tmp/ekoifman.1381796256/TestHive_9.res_header , http://localhost:50111/templeton/v1/hive result : ( "body", "{\"id\":\"job_201310141642_0085\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832698279&s=6RTH1BCoaTq7TpbW5A83tuT8GdY=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832698279&s=6RTH1BCoaTq7TpbW5A83tuT8GdY=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0085") Comparing id: job_201310141642_0085 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:64928/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestHive_9_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestHive_9_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0085?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796698341,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":85,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0085\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0085/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0085\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":85,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0085\"},\"id\":\"job_201310141642_0085\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":0,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:64883/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":\"/user/ekoifman/webhcate2e/piggybank.jar\",\"define\":[],\"enablelog\":\"false\",\"execute\":\"add jar piggybank.jar\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:64883/templeton/\$jobId\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832715187&s=dA62qLjoGjPXcMwahHdcr6FYhWQ=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832715187&s=dA62qLjoGjPXcMwahHdcr6FYhWQ=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt execute=add jar piggybank.jaropt files=/user/ekoifman/webhcate2e/piggybank.jaropt callback=http://ekoifman.local:64883/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected execute ->"add jar piggybank.jar" With result execute ->"add jar piggybank.jar" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:64883/templeton/\$jobId" With result callback ->"http://ekoifman.local:64883/templeton/\$jobId" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected files ->"/user/ekoifman/webhcate2e/piggybank.jar" With result files ->"/user/ekoifman/webhcate2e/piggybank.jar" INFO: TestDriverCurl::run() at 1377:Test TestHive_9 SUCCEEDED at 1381796715 Results so far, PASSED: 19 FAILED: 2 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 ****************************************************** TEST: TestHive_10 ****************************************************** Beginning test TestHive_10 at 1381796715 ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:64937/templeton/$jobId , -d , user.name=ekoifman , -d , execute=add jar piggybank.jar , -X , POST , -o , /tmp/ekoifman.1381796256/TestHive_10.res_body , -D , /tmp/ekoifman.1381796256/TestHive_10.res_header , http://localhost:50111/templeton/v1/hive result : ( "body", "{\"id\":\"job_201310141642_0086\"}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832715220&s=+woJf07+z0ivfmboHZcv/7DJxC0=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832715220&s=+woJf07+z0ivfmboHZcv/7DJxC0=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, ) json_info("id", "job_201310141642_0086") Comparing id: job_201310141642_0086 with regex /\d+/ Expanded callback url : Waiting for call back url request Got request at url ./test_harness.pl:TestDriverCurl::execCurlCmd Going to run command : curl , --silent , --show-error , -H , Expect: , -d , callback=http://ekoifman.local:64977/templeton/$jobId , -X , GET , -o , /tmp/ekoifman.1381796256/TestHive_10_jobStatusCheck.res_body , -D , /tmp/ekoifman.1381796256/TestHive_10_jobStatusCheck.res_header , http://localhost:50111/templeton/v1/queue/job_201310141642_0086?user.name=ekoifman result : ( "body", "{\"status\":{\"jobACLs\":{},\"runState\":2,\"startTime\":1381796715290,\"schedulingInfo\":\"NA\",\"failureInfo\":\"NA\",\"jobPriority\":\"NORMAL\",\"username\":\"ekoifman\",\"jobID\":{\"id\":86,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0086\",\"jobComplete\":true},\"profile\":{\"user\":\"ekoifman\",\"jobFile\":\"hdfs://localhost:9000/tmp/hadoop-ekoifman/mapred/staging/ekoifman/.staging/job_201310141642_0086/job.xml\",\"url\":\"http://localhost:50030/jobdetails.jsp?jobid=job_201310141642_0086\",\"queueName\":\"default\",\"jobName\":\"TempletonControllerJob\",\"jobID\":{\"id\":86,\"jtIdentifier\":\"201310141642\"},\"jobId\":\"job_201310141642_0086\"},\"id\":\"job_201310141642_0086\",\"parentId\":null,\"percentComplete\":null,\"exitValue\":1,\"user\":\"ekoifman\",\"callback\":\"http://ekoifman.local:64937/templeton/\$jobId\",\"completed\":\"done\",\"userargs\":{\"statusdir\":null,\"files\":null,\"define\":[],\"enablelog\":\"false\",\"execute\":\"add jar piggybank.jar\",\"user.name\":\"ekoifman\",\"file\":null,\"callback\":\"http://ekoifman.local:64937/templeton/\$jobId\"}}", "rc", 0, "status_code", 200, "stderr", undef, "header_fields", { "Content-Type" => "application/json\r", "Expires" => "Thu, 01 Jan 1970 00:00:00 GMT\r", "Server" => "Jetty(7.6.0.v20120127)\r", "Set-Cookie" => "hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832732100&s=YG5F1q4tDvNhO/B0slfURiA9CMo=\";Version=1;Path=/;Discard\r", "Transfer-Encoding" => "chunked\r", }, "full_header", "HTTP/1.1 200 OK\r\n\\nSet-Cookie: hadoop.auth=\"u=ekoifman&p=ekoifman&t=simple&e=1381832732100&s=YG5F1q4tDvNhO/B0slfURiA9CMo=\";Version=1;Path=/;Discard\r\n\\nExpires: Thu, 01 Jan 1970 00:00:00 GMT\r\n\\nContent-Type: application/json\r\n\\nTransfer-Encoding: chunked\r\n\\nServer: Jetty(7.6.0.v20120127)\r\n\\n\r\n", "stdout", undef, )./test_harness.pl::TestDriverCurl::compare INFO Checking userargsopt user.name=ekoifmanopt execute=add jar piggybank.jaropt callback=http://ekoifman.local:64937/templeton/$jobId./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected execute ->"add jar piggybank.jar" With result execute ->"add jar piggybank.jar" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected user.name ->"ekoifman" With result user.name ->"ekoifman" ./test_harness.pl::TestDriverCurl::compare DEBUG comparing expected callback ->"http://ekoifman.local:64937/templeton/\$jobId" With result callback ->"http://ekoifman.local:64937/templeton/\$jobId" INFO: TestDriverCurl::run() at 1377:Test TestHive_10 SUCCEEDED at 1381796732 Results so far, PASSED: 20 FAILED: 2 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 INFO TestDriverCurl::run at 1244: Running TEST GROUP() INFO TestDriverCurl::run at 1244: Running TEST GROUP() INFO TestDriverCurl::run at 1244: Running TEST GROUP() Final results , PASSED: 33 FAILED: 4 SKIPPED: 0 ABORTED: 0 FAILED DEPENDENCY: 0 [-] Finished test run at 1381796732