[IMPALA-3040] test_caching_ddl failed with unexpected get_num_cache_requests

• Type: Bug
• Status: Resolved
• Priority: Major
• Resolution: Fixed
• Affects Version/s: Impala 2.5.0
• Fix Version/s: Impala 3.1.0
• Component/s: Catalog
• Labels: broken-build flaky
• Target Version: Product Backlog
• Assignee: Tianyi Wang
• Reporter: Tim Armstrong
• Created: 19/Feb/16 22:14
• Updated: 25/Jun/19 15:45
• Resolved: 19/Nov/18 22:12

Description

This test failed on the integration job.

http://sandbox.jenkins.cloudera.com/view/Impala/view/Builds%20-%202.5.0%20release/job/impala-cdh5.7.0-integration/3/testReport/junit/query_test.test_hdfs_caching/TestHdfsCachingDdl/test_caching_ddl_exec_option____disable_codegen___False___abort_on_error___1___exec_single_node_rows_threshold___0___batch_size___0___num_nodes___0____table_format__text_none_/

query_test.test_hdfs_caching.TestHdfsCachingDdl.test_caching_ddl[exec_option: {'disable_codegen': False, 'abort_on_error': 1, 'exec_single_node_rows_threshold': 0, 'batch_size': 0, 'num_nodes': 0} | table_format: text/none] (from pytest)
Failing for the past 1 build (Since Failed#3 )
Took 47 sec.
add description
Error Message

assert 9 == 10  +  where 10 = get_num_cache_requests()

Stacktrace

query_test/test_hdfs_caching.py:132: in test_caching_ddl
    assert num_entries_pre == get_num_cache_requests()
E   assert 9 == 10
E    +  where 10 = get_num_cache_requests()

Standard Error

-- connecting to: localhost:21000
-- executing against localhost:21000
use default;

SET sync_ddl=1;
-- executing against localhost:21000
drop database if exists `cachedb` cascade;

-- executing against localhost:21000
create database cachedb;

-- executing against localhost:21000
use functional;

SET disable_codegen=False;
SET abort_on_error=1;
SET exec_single_node_rows_threshold=0;
SET batch_size=0;
SET num_nodes=0;
-- executing against localhost:21000
use cachedb;

-- executing against localhost:21000
create table cached_tbl_nopart (i int) cached in 'testPool';

-- executing against localhost:21000
insert into cached_tbl_nopart select 1;

-- executing against localhost:21000
select * from cached_tbl_nopart;

-- executing against localhost:21000
create table like_cached_tbl_nopart like cached_tbl_nopart;

-- executing against localhost:21000
show table stats like_cached_tbl_nopart;

-- executing against localhost:21000
show table stats cached_tbl_nopart;

-- executing against localhost:21000
alter table cached_tbl_nopart set uncached;

-- executing against localhost:21000
show table stats cached_tbl_nopart;

-- executing against localhost:21000
drop table if exists cached_tbl_part;

-- executing against localhost:21000
create table cached_tbl_part (i int) partitioned by (j int) cached in 'testPool' with replication = 9;

-- executing against localhost:21000
alter table cached_tbl_part add partition (j=0);

-- executing against localhost:21000
alter table cached_tbl_part add partition (j=1) uncached;

-- executing against localhost:21000
alter table cached_tbl_part add partition (j=2) cached in 'testPool';

-- executing against localhost:21000
show partitions cached_tbl_part;

-- executing against localhost:21000
drop table if exists cached_tbl_part;

-- executing against localhost:21000
create table cached_tbl_part (i int) partitioned by (j int) cached in 'testPool';

-- executing against localhost:21000
alter table cached_tbl_part add partition (j=0);

-- executing against localhost:21000
alter table cached_tbl_part add partition (j=1) uncached;

-- executing against localhost:21000
alter table cached_tbl_part add partition (j=2) cached in 'testPool';

-- executing against localhost:21000
show partitions cached_tbl_part;

-- executing against localhost:21000
alter table cached_tbl_part partition (j=2) set uncached;

-- executing against localhost:21000
show partitions cached_tbl_part;

-- executing against localhost:21000
alter table cached_tbl_part partition (j=2) set uncached;

-- executing against localhost:21000
show partitions cached_tbl_part;

-- executing against localhost:21000
alter table cached_tbl_part partition (j=1) set cached in 'testPool';

-- executing against localhost:21000
show partitions cached_tbl_part;

-- executing against localhost:21000
insert into cached_tbl_part partition(j) values(3, 3), (4, 4);

-- executing against localhost:21000
alter table cached_tbl_part partition (j=3) set cached in 'testPool' with replication = 4;

-- executing against localhost:21000
show partitions cached_tbl_part;

-- executing against localhost:21000
alter table cached_tbl_part set uncached;

-- executing against localhost:21000
show partitions cached_tbl_part;

-- executing against localhost:21000
alter table cached_tbl_part set uncached;

-- executing against localhost:21000
alter table cached_tbl_part set cached in 'testPool';

-- executing against localhost:21000
show partitions cached_tbl_part;

-- executing against localhost:21000
alter table cached_tbl_part set cached in 'testPool';

-- executing against localhost:21000
show partitions cached_tbl_part;

-- executing against localhost:21000
alter table cached_tbl_part partition (j=3) set cached in 'testPool' with replication = 4;

-- executing against localhost:21000
alter table cached_tbl_part partition (j=1) set uncached;

-- executing against localhost:21000
show partitions cached_tbl_part;

-- executing against localhost:21000
alter table cached_tbl_part set cached in 'testPool' with replication = 8;

-- executing against localhost:21000
show partitions cached_tbl_part;

-- executing against localhost:21000
alter table cached_tbl_part add partition(j=5) cached in 'testPool' with replication = 3;

-- executing against localhost:21000
show partitions cached_tbl_part;

-- executing against localhost:21000
alter table cached_tbl_part partition(j=2) set cached in 'testPool' with replication = 3;

-- executing against localhost:21000
show partitions cached_tbl_part;

-- executing against localhost:21000
alter table cached_tbl_part add partition(j=6) cached in 'testPool';

-- executing against localhost:21000
show partitions cached_tbl_part;

-- executing against localhost:21000
alter table cached_tbl_part add partition(j=7)
location 'file:///data/2/jenkins/workspace/impala-cdh5.7.0-integration/repos/Impala/testdata/data/cached_tbl_part';

-- executing against localhost:21000
alter table cached_tbl_part add partition(j=7)
location 'file:///data/2/jenkins/workspace/impala-cdh5.7.0-integration/repos/Impala/testdata/data/cache_tbl_part' uncached;

-- executing against localhost:21000
show partitions cached_tbl_part;

-- executing against localhost:21000
create table uncached_tbl_local(i int)
location 'file:///data/2/jenkins/workspace/impala-cdh5.7.0-integration/repos/Impala/testdata/data/uncached_tbl_local';

-- executing against localhost:21000
alter table uncached_tbl_local set cached in 'testPool';

-- executing against localhost:21000
create table cached_tbl_local(i int) partitioned by (j int);

-- executing against localhost:21000
alter table cached_tbl_local add partition(j=0)
location 'file:///data/2/jenkins/workspace/impala-cdh5.7.0-integration/repos/Impala/testdata/data/cached_local_part';

-- executing against localhost:21000
alter table cached_tbl_local partition(j=0) set cached in 'testPool';

-- executing against localhost:21000
alter table cached_tbl_local set cached in 'testPool';

-- executing against localhost:21000
alter table cached_tbl_local add partition(j=1) cached in 'testPool';

-- executing against localhost:21000
alter table cached_tbl_local set cached in 'testPool';

-- executing against localhost:21000
show partitions cached_tbl_local;

-- executing against localhost:21000
drop table cachedb.cached_tbl_part;

-- executing against localhost:21000
drop table cachedb.cached_tbl_nopart;

-- executing against localhost:21000
drop table cachedb.cached_tbl_local;

Issue Links

• duplicates: IMPALA-5233 test_caching_ddl_drop_database fails with unexpected get_num_cache_requests