[ASTERIXDB-1449] Exception in executing Feed Connection

• Type: Bug
• Status: Resolved
• Priority: Major
• Resolution: Cannot Reproduce
• Component/s: ING - Ingestion
• Environment: master 0716dc062d8cf6be45a0f8ad7b09ffc7ad681f64
• Assignee: Xikui Wang
• Reporter: Jianfeng Jia
• Created: 16/May/16 22:38
• Updated: 15/Mar/18 00:32
• Resolved: 15/Mar/18 00:32

Description

The ddl is here

create dataverse test if not exists;
use dataverse test
create type typeAppVersionIn as closed {
    app_id: int32,
    package_name: string,
    name: string,
    version: string,
    developer: string,
    app_type: string,
    category: string,
    m2_category: string,
    permissions: string,
    permission_weight: int32,
    notification_score: int32,
    analytic_provider: string?,
    ignore_category: string?,
    icon_link: string?,
    not_on_play: string?,
    create_device_id: int64,
    create_date: string,
    update_date: string
}

create type typeAppVersionOut as closed {
	app_id: int32,
	package_name: string,
	name: string,
	version: string,
	developer: string,
	app_type: string,
	category: string,
	icon_link: string?,
  create_device_id: int64,
  create_date: datetime
}

create function appTransfer($record) {
	{
		"app_id" : $record.app_id,
		"package_nam": $record.package_name,
		"name" : $record.name,
		"version": $record.version,
		"developer": $record.developer,
		"app_type": $record.app_type,
		"category": $record.category,
		"icon_link": $record.icon_link,
    "create_device_id": $record.create_device_id,
    "create_date":parse-datetime($record.create_date, "M/D/Y h:m")
	}
}

create feed appVersionFeed
using localfs
(("type-name"="typeAppVersionIn"),
("path"="172.17.0.3:///xiz/hackathon/application_versions.csv"),
("format"="delimited-text"),
("delimiter"=",")
)
apply function appTransfer

create dataset appVersion(typeAppVersionOut) primary key app_id;

set wait-for-completion-feed "true";
connect feed appVersionFeed to dataset appVersion;

The web interface receives no response and the cc log shows following error but no more details:

INFO: Executing: JobStart
May 16, 2016 3:32:54 PM org.apache.asterix.app.external.FeedJobNotificationHandler registerFeedIntakeJob
INFO: Registered feed intake [JID:127] for feed test.appVersionFeed
May 16, 2016 3:32:54 PM org.apache.hyracks.control.cc.scheduler.ActivityClusterPlanner planActivityCluster
INFO: Plan for org.apache.hyracks.api.job.ActivityCluster@32940a4a
May 16, 2016 3:32:54 PM org.apache.hyracks.control.cc.scheduler.ActivityClusterPlanner planActivityCluster
INFO: Built 1 Task Clusters
May 16, 2016 3:32:54 PM org.apache.hyracks.control.cc.scheduler.ActivityClusterPlanner planActivityCluster
INFO: Tasks: [TID:ANID:ODID:0:0:0]
May 16, 2016 3:32:54 PM org.apache.hyracks.control.common.work.WorkQueue$WorkerThread run
INFO: Executing: GetJobInfo
May 16, 2016 3:32:54 PM org.apache.hyracks.control.common.work.WorkQueue$WorkerThread run
INFO: Executing: ApplicationMessage: nodeID: nc1
May 16, 2016 3:32:54 PM org.apache.asterix.messaging.CCMessageBroker receivedMessage
INFO: Received message: FEED_PROVIDER_READY
May 16, 2016 3:32:54 PM org.apache.asterix.app.external.FeedJoint setState
INFO: Feed joint test.appVersionFeed: [INTAKE][ACTIVE] is now ACTIVE
May 16, 2016 3:32:54 PM org.apache.asterix.app.external.FeedWorkCollection$SubscribeFeedWork$FeedSubscribeWorkEventListener workCompleted
WARNING:  Feed subscription request Feed Connection Request test.appVersionFeed: [INTAKE] Apply (appTransfer) completed 
May 16, 2016 3:32:54 PM org.apache.asterix.app.external.FeedJoint handlePendingConnectionRequest
INFO: Submitted feed connection request Feed Connection Request test.appVersionFeed: [INTAKE] Apply (appTransfer) at feed joint test.appVersionFeed: [INTAKE][ACTIVE]
May 16, 2016 3:32:54 PM org.apache.asterix.external.feed.watch.FeedJobInfo setState
INFO: JID:127 [INTAKE] is in ACTIVE state.
May 16, 2016 3:32:54 PM org.apache.asterix.aql.translator.QueryTranslator handleSubscribeFeedStatement
INFO: Subscriber Feed Statement :org.apache.asterix.lang.aql.statement.SubscribeFeedStatement@2172e612
May 16, 2016 3:32:54 PM org.apache.asterix.lang.aql.statement.SubscribeFeedStatement initialize
INFO: Connect feed statement translated to
use dataverse test;
set import-private-functions 'true';
set feed-policy-name 'BasicFT';
insert into dataset appVersion  ( for $x in feed-collect ('test','appVersionFeed','appVersionFeed','INTAKE','appVersion','typeAppVersionIn') let $y1:=({^M
        "app_id" : $record.app_id,^M
        "package_nam": $record.package_name,^M
        "name" : $record.name,^M
        "version": $record.version,^M
        "developer": $record.developer,^M
        "app_type": $record.app_type,^M
        "category": $record.category,^M
        "icon_link": $record.icon_link,^M
    "create_device_id": $record.create_device_id,^M
    "create_date":parse-datetime($record.create_date, "M/D/Y h:m")^M
    })                                                                                                                                                                          

return $y1);
May 16, 2016 3:32:54 PM org.apache.asterix.app.external.FeedWorkCollection$SubscribeFeedWork$SubscribeFeedWorkRunnable run
SEVERE: Exception in executing Feed Connection Request test.appVersionFeed: [INTAKE] Apply (appTransfer)