Details
Blocker Description
Steps:
Build : 4.4
Configure Adv zone with XenServer 6.2.5
Observation:
System VM’s are failing to start with below exception and there are lot of SR’s that got added to XenServer .
2014-04-10 16:09:42,622 DEBUG [c.c.a.t.Request] (Work-Job-Executor-4:job-4/job-22 ctx-4609aa64) Seq 1-8947526559678332946: Executing: { Cmd , MgmtId: 55355881446856, via: 1(cldstk-R720-10), Ver: v1, Flags: 100011, [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/1/","origUrl":"http://download.cloud.com/templates/4.3/systemvm64template-2014-01-14-master-xen.vhd.bz2","uuid":"dc8561e0-c097-11e3-8b80-32588ba65dc8","id":1,"format":"VHD","accountId":1,"checksum":"74b92f031cc5c2089ee89efb81344dcf","hvm":false,"displayText":"SystemVM Template (XenServer)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://10.102.192.101/Sailaja/gpuss1","_role":"Image"}},"name":"routing-1","hypervisorType":"XenServer"}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":"http://download.cloud.com/templates/4.3/systemvm64template-2014-01-14-master-xen.vhd.bz2","uuid":"dc8561e0-c097-11e3-8b80-32588ba65dc8","id":1,"format":"VHD","accountId":1,"checksum":"74b92f031cc5c2089ee89efb81344dcf","hvm":false,"displayText":"SystemVM Template (XenServer)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"0a336642-b7d7-3262-ae46-8f06ccdf8c30","id":1,"poolType":"NetworkFilesystem","host":"10.102.192.101","path":"/Sailaja/gpups1","port":2049,"url":"NetworkFilesystem://10.102.192.101/Sailaja/gpups1/?ROLE=Primary&STOREUUID=0a336642-b7d7-3262-ae46-8f06ccdf8c30"}},"name":"routing-1","hypervisorType":"XenServer"}},"executeInSequence":false,"options":{},"wait":10800}}] }
2014-04-10 16:09:42,624 DEBUG [o.a.c.s.i.TemplateDataFactoryImpl] (Work-Job-Executor-3:job-3/job-21 ctx-2fcd2f5f) template 1 is already in store:1, type:Primary
2014-04-10 16:09:42,627 DEBUG [o.a.c.s.v.VolumeServiceImpl] (Work-Job-Executor-3:job-3/job-21 ctx-2fcd2f5f) Found template routing-1 in storage pool 1 with VMTemplateStoragePool id: 2
2014-04-10 16:09:42,630 DEBUG [c.c.a.m.DirectAgentAttache] (DirectAgent-13:ctx-d982de4d) Seq 1-8947526559678332946: Executing request
2014-04-10 16:09:42,654 DEBUG [o.a.c.s.v.VolumeServiceImpl] (Work-Job-Executor-3:job-3/job-21 ctx-2fcd2f5f) Acquire lock on VMTemplateStoragePool 2 with timeout 3600 seconds
2014-04-10 16:09:42,657 DEBUG [c.c.h.x.r.XenServer620Resource] (DirectAgent-13:ctx-d982de4d) Task is not done uuid: b27d0997-2490-816a-b762-91cdf1ddc047
nameLabel: Async.host.call_plugin
nameDescription:
allowedOperations: []
currentOperations: {}
created: Thu Apr 10 21:30:06 IST 2014
finished: Thu Jan 01 05:30:00 IST 1970
status: pending
residentOn: com.xensource.xenapi.Host@514ac968
progress: 0.0
type: <none/>
result:
errorInfo: []
otherConfig: {}
subtaskOf: com.xensource.xenapi.Task@aaf13f6f
subtasks: []
2014-04-10 16:09:42,660 DEBUG [c.c.h.x.r.XenServer620Resource] (DirectAgent-13:ctx-d982de4d) Task is not done uuid: b27d0997-2490-816a-b762-91cdf1ddc047
nameLabel: Async.host.call_plugin
nameDescription:
allowedOperations: []
currentOperations: {}
created: Thu Apr 10 21:30:06 IST 2014
finished: Thu Jan 01 05:30:00 IST 1970
status: pending
residentOn: com.xensource.xenapi.Host@514ac968
progress: 0.0
type: <none/>
result:
errorInfo: []
otherConfig: {}
subtaskOf: com.xensource.xenapi.Task@aaf13f6f
subtasks: []
2014-04-10 16:09:42,916 DEBUG [c.c.h.x.r.XenServer620Resource] (DirectAgent-13:ctx-d982de4d) Task is done success
2014-04-10 16:09:43,676 DEBUG [c.c.h.x.r.XenServerStorageProcessor] (DirectAgent-13:ctx-d982de4d) Failed to destroy pbd
2014-04-10 16:09:42,916 DEBUG [c.c.h.x.r.XenServer620Resource] (DirectAgent-13:ctx-d982de4d) Task is done success
2014-04-10 16:09:43,676 DEBUG [c.c.h.x.r.XenServerStorageProcessor] (DirectAgent-13:ctx-d982de4d) Failed to destroy pbd
SR_BACKEND_FAILURE_40The SR scan failed [opterr=['INTERNAL_ERROR', 'Db_exn.Uniqueness_constraint_violation("VDI", "uuid", "70e21c84-cfe2-4af3-9a26-64e3d939cda6")']]
at com.xensource.xenapi.Types.checkResponse(Types.java:2006)
at com.xensource.xenapi.Connection.dispatch(Connection.java:350)
at com.cloud.hypervisor.xen.resource.XenServerConnectionPool$XenServerConnection.dispatch(XenServerConnectionPool.java:456)
at com.xensource.xenapi.SR.scan(SR.java:1051)
at com.cloud.hypervisor.xen.resource.Xenserver625StorageProcessor.createFileSR(Xenserver625StorageProcessor.java:101)
at com.cloud.hypervisor.xen.resource.Xenserver625StorageProcessor.createFileSr(Xenserver625StorageProcessor.java:127)
at com.cloud.hypervisor.xen.resource.Xenserver625StorageProcessor.copyTemplateToPrimaryStorage(Xenserver625StorageProcessor.java:154)
at com.cloud.storage.resource.StorageSubsystemCommandHandlerBase.execute(StorageSubsystemCommandHandlerBase.java:77)
at com.cloud.storage.resource.StorageSubsystemCommandHandlerBase.handleStorageCommands(StorageSubsystemCommandHandlerBase.java:52)
at com.cloud.hypervisor.xen.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:542)
at com.cloud.hypervisor.xen.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:60)
at com.cloud.hypervisor.xen.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:92)
at com.cloud.hypervisor.xen.resource.XenServer620SP1Resource.executeRequest(XenServer620SP1Resource.java:64)
at com.cloud.agent.manager.DirectAgentAttache$Task.runInContext(DirectAgentAttache.java:216)
at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:744)
2014-04-10 16:09:43,685 ERROR [c.c.h.x.r.XenServerStorageProcessor] (DirectAgent-13:ctx-d982de4d) Failed to forget sr
SR_BACKEND_FAILURE_40The SR scan failed [opterr=['INTERNAL_ERROR', 'Db_exn.Uniqueness_constraint_violation("VDI", "uuid", "70e21c84-cfe2-4af3-9a26-64e3d939cda6")']]
at com.xensource.xenapi.Types.checkResponse(Types.java:2006)
at com.xensource.xenapi.Connection.dispatch(Connection.java:350)
at com.cloud.hypervisor.xen.resource.XenServerConnectionPool$XenServerConnection.dispatch(XenServerConnectionPool.java:456)
at com.xensource.xenapi.SR.scan(SR.java:1051)
at com.cloud.hypervisor.xen.resource.Xenserver625StorageProcessor.createFileSR(Xenserver625StorageProcessor.java:101)
at com.cloud.hypervisor.xen.resource.Xenserver625StorageProcessor.createFileSr(Xenserver625StorageProcessor.java:127)
at com.cloud.hypervisor.xen.resource.Xenserver625StorageProcessor.copyTemplateToPrimaryStorage(Xenserver625StorageProcessor.java:154)
at com.cloud.storage.resource.StorageSubsystemCommandHandlerBase.execute(StorageSubsystemCommandHandlerBase.java:77)
at com.cloud.storage.resource.StorageSubsystemCommandHandlerBase.handleStorageCommands(StorageSubsystemCommandHandlerBase.java:52)
at com.cloud.hypervisor.xen.resource.CitrixResourceBase.executeRequest(CitrixResourceBase.java:542)
at com.cloud.hypervisor.xen.resource.XenServer56Resource.executeRequest(XenServer56Resource.java:60)
at com.cloud.hypervisor.xen.resource.XenServer610Resource.executeRequest(XenServer610Resource.java:92)
at com.cloud.hypervisor.xen.resource.XenServer620SP1Resource.executeRequest(XenServer620SP1Resource.java:64)
at com.cloud.agent.manager.DirectAgentAttache$Task.runInContext(DirectAgentAttache.java:216)
at org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
at org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
at org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
at java.util.concurrent.FutureTask.run(FutureTask.java:262)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$201(ScheduledThreadPoolExecutor.java:178)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:292)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
at java.lang.Thread.run(Thread.java:744)