[CARBONDATA-1155] DataLoad failure for noDictionarySortColumns with 3Lakh data

• Type: Bug
• Status: Resolved
• Priority: Major
• Resolution: Fixed
• Fix Version/s: 1.2.0
• Assignee: Rahul Kumar
• Reporter: Rahul Kumar
• Created: 12/Jun/17 10:27
• Updated: 15/Jun/17 12:06
• Resolved: 15/Jun/17 12:06

Description

CREATE TABLE IF NOT EXISTS flow_carbon_test4
(
col1 String,
col2 String,
col3 String,
col4 String,
col5 String,
col6 String,
col7 String,
col8 String,
col9 String,
col10 String,
col11 String,
col12 String,
col13 String,
col14 String,
col15 String,
col16 String,
col17 int,
col18 int,
col19 String,
col20 String,
col21 String,
col22 String,
col23 String,
col24 String,
col25 String,
col26 String,
col27 String,
col28 String,
col29 String,
col30 String,
col31 String,
col32 String,
col33 String,
col34 String,
col35 String,
col36 String,
col37 String,
col38 String,
col39 String,
col40 String,
col41 String,
col42 String,
col43 String,
col44 String,
col45 String,
col46 String,
col47 String,
col48 String,
col49 String,
col50 decimal(15,2),
col51 decimal(15,2),
col52 String,
col53 String,
col54 String,
col55 String,
col56 String,
col57 String,
col58 String,
col59 String,
col60 String,
col61 String,
col62 String,
val_dte String,
opp_ac_flg String,
cmb_flg String,
ass_vch_flg String,
col63 String,
col64 String,
vch_bus_rmk String,
tec_rmk_cde String,
vch_tec_rmk String,
rsv_ara String,
col65 String,
col66 String,
col67 String,
col68 String
)
STORED BY 'org.apache.carbondata.format'
TBLPROPERTIES('DICTIONARY_INCLUDE'='col2,col18,col3,col4,col31,col32,col34,
col37,col8,col41,col43,col46,col47,col48,col49,col52,col53,col55,
col56,col57,col59,col60,col61,col62,opp_ac_flg,cmb_flg,ass_vch_flg,
col63,col64,vch_bus_rmk,tec_rmk_cde,vch_tec_rmk,rsv_ara,col6,col5',
'DICTIONARY_EXCLUDE'='col15,col16,col19,col20,col21,col22,col23,
col24,col10,col25,col26,col11,col27,col14,col1,col28,col29,col30,
col33,col35,col36,col38,col39,col40,col9,
col42,col44,col45,col54,col58,col13,col12,col7,val_dte,
col65,col66,col67,col68','table_blocksize'='1',
'sort_columns'='col1')

LOAD DATA inpath 'D:/CSVs/20140101_3_3_1.csv' into table flow_carbon_test4 options('DELIMITER'=',', 'QUOTECHAR'='"','FILEHEADER'='col15,col16,col17,col18,col19,col20,col21,col22,col23,col24,col10,col25,col26,col11,col27,col14,col1,col28,col29,col3,col4,col30,col31,col32,col33,col34,col35,col36,col37,col8,col38,col39,col40,col9,col41,col42,col43,col44,col45,col46,col47,col48,col49,col50,col51,col52,col53,col54,col55,col56,col57,col58,col13,col12,col7,col59,col60,col61,col62,val_dte,opp_ac_flg,cmb_flg,ass_vch_flg,col63,col64,vch_bus_rmk,tec_rmk_cde,vch_tec_rmk,rsv_ara,col6,col5,col65,col66,col67,col68,col2','sort_scope'='BATCH_SORT','batch_sort_size_inmb'='64')
Error: java.lang.Exception: DataLoad failure: There is an unexpected error: There is an unexpected error while closing data handler (state=,code=0)

Issue Links

• links to: GitHub Pull Request #1020