SA-16685

Summary

When Pega NBAM Batch is triggered,  it can sometimes fail in Pega OOTB activity PegaMKT-Work-Program • StartProgramRun (PegaMKT-Engine:07-11-05). 

Error Messages

[10/11/15 09:03:06:469 GMT] 00000083 SystemOut O 2015-11-10 09:03:06,468 [.PRPCWorkManager : 1] [ STANDARD] [ PegaNBAM:07.21.01] ( internal.async.Agent) INFO - System date: Tue Nov 10 09:03:06 GMT 2015 Total memory: 2,147,483,648 Free memory: 1,090,589,992 Requestor Count: 9 Shared Pages memory usage: 0%
[10/11/15 09:08:45:492 GMT] 00000083 SystemOut O 2015-11-10 09:08:45,491 [AResourceAdapter : 0] [ STANDARD] [etBlueprint:01.01.01] (gram.Cgc_Implement_Int_.Action) ERROR JMS|CUSTDigitalNba|DigitalNba|DigitalNBAMessageService|ACAEEAA7B5D7EBB5C0283592A60CC7C9B - NBAM New leads processing: error STARTING program run
java.lang.Throwable
at com.pegarules.generated.activity.ra_action_triggernewleadsprogram_6fb35aefbc64ef8dc6964c399279a432.step7_circum0(ra_action_triggernewleadsprogram_6fb35aefbc64ef8dc6964c399279a432.java:998)
at com.pegarules.generated.activity.ra_action_triggernewleadsprogram_6fb35aefbc64ef8dc6964c399279a432.perform(ra_action_triggernewleadsprogram_6fb35aefbc64ef8dc6964c399279a432.java:196)
at com.pega.pegarules.session.internal.mgmt.Executable.doActivity(Executable.java:3265)
at com.pega.pegarules.session.internal.mgmt.Executable.invokeActivity(Executable.java:10177)
at com.pegarules.generated.activity.ra_action_processnewleads_d3a6c85e2b9ace8500bef0ba9c498218.step2_circum0(ra_action_processnewleads_d3a6c85e2b9ace8500bef0ba9c498218.java:311)
at com.pegarules.generated.activity.ra_action_processnewleads_d3a6c85e2b9ace8500bef0ba9c498218.perform(ra_action_processnewleads_d3a6c85e2b9ace8500bef0ba9c498218.java:92)
at com.pega.pegarules.session.internal.mgmt.Executable.doActivity(Executable.java:3265)
at com.pegarules.generated.flow.ra_action_notifyevent_9f2d743afc9da0f052623d0350766343.RunTaskActivity(ra_action_notifyevent_9f2d743afc9da0f052623d0350766343.java:3976)
at com.pegarules.generated.flow.ra_action_notifyevent_9f2d743afc9da0f052623d0350766343.Task_Utility4_circum0(ra_action_notifyevent_9f2d743afc9da0f052623d0350766343.java:1816)
at com.pegarules.generated.flow.ra_action_notifyevent_9f2d743afc9da0f052623d0350766343.perform(ra_action_notifyevent_9f2d743afc9da0f052623d0350766343.java:571)
at com.pega.pegarules.session.internal.mgmt.Executable.doActivity(Executable.java:3265)
at com.pegarules.generated.StartFlow_071001_pHqeTXSalkhabVGTYNWp6A.StartFlow07_10_01(StartFlow_071001_pHqeTXSalkhabVGTYNWp6A.java:167)
at com.pegarules.generated.StartFlow_071001_pHqeTXSalkhabVGTYNWp6A.invoke(StartFlow_071001_pHqeTXSalkhabVGTYNWp6A.java:76)
at com.pega.pegarules.generation.internal.library.LibraryRuntime.resolveAndinvokeFunctionViaReflection(LibraryRuntime.java:133)
at com.pega.pegarules.generation.internal.library.LibraryRuntime.invokeLibraryRuntime(LibraryRuntime.java:110)
at com.pega.pegarules.session.internal.mgmt.Executable.invokeLibraryRuntime(Executable.java:8545)
at com.pega.pegarules.priv.generator.LibrarySupport.resolveAndInvokeFunctionViaReflection(LibrarySupport.java:181)
at com.pegarules.generated.pega_procom_flow.StartFlow(pega_procom_flow.java:600)
at com.pegarules.generated.activity.ra_action_startflow_753a4497bcf8036b6d79bc7e3159e897.step6_circum0(ra_action_startflow_753a4497bcf8036b6d79bc7e3159e897.java:584)
at com.pegarules.generated.activity.ra_action_startflow_753a4497bcf8036b6d79bc7e3159e897.perform(ra_action_startflow_753a4497bcf8036b6d79bc7e3159e897.java:155)
at com.pega.pegarules.session.internal.mgmt.Executable.doActivity(Executable.java:3265)
at com.pega.pegarules.session.internal.mgmt.Executable.invokeActivity(Executable.java:10177)
at com.pegarules.generated.activity.ra_action_createnewworkobject_d558d39091baef47630dd2381ffdc9ec.step2_circum0(ra_action_createnewworkobject_d558d39091baef47630dd2381ffdc9ec.java:225)
at com.pegarules.generated.activity.ra_action_createnewworkobject_d558d39091baef47630dd2381ffdc9ec.perform(ra_action_createnewworkobject_d558d39091baef47630dd2381ffdc9ec.java:69)
at com.pega.pegarules.session.internal.mgmt.Executable.doActivity(Executable.java:3265)
at com.pega.pegarules.session.internal.mgmt.Executable.invokeActivity(Executable.java:10177)
at com.pegarules.generated.activity.ra_action_handlemessage_711d25c1fa8ed064b576932b19501061.step2_circum0(ra_action_handlemessage_711d25c1fa8ed064b576932b19501061.java:281)
at com.pegarules.generated.activity.ra_action_handlemessage_711d25c1fa8ed064b576932b19501061.perform(ra_action_handlemessage_711d25c1fa8ed064b576932b19501061.java:111)
at com.pega.pegarules.session.internal.mgmt.Executable.doActivity(Executable.java:3265)
at com.pega.pegarules.session.internal.mgmt.Executable.invokeActivity(Executable.java:10177)
at com.pegarules.generated.activity.ra_action_processmessage_aedbbe32ecce464ce2bf6bb16389e300.step2_circum0(ra_action_processmessage_aedbbe32ecce464ce2bf6bb16389e300.java:311)
at com.pegarules.generated.activity.ra_action_processmessage_aedbbe32ecce464ce2bf6bb16389e300.perform(ra_action_processmessage_aedbbe32ecce464ce2bf6bb16389e300.java:105)
at com.pega.pegarules.session.internal.mgmt.Executable.doActivity(Executable.java:3265)
at com.pega.pegarules.session.internal.mgmt.Executable.invokeActivity(Executable.java:10177)
at com.pegarules.generated.activity.ra_action_actionmessage_ccc05f6a7a4384eec5d86dbb1757d45a.step10_circum0(ra_action_actionmessage_ccc05f6a7a4384eec5d86dbb1757d45a.java:1010)
at com.pegarules.generated.activity.ra_action_actionmessage_ccc05f6a7a4384eec5d86dbb1757d45a.perform(ra_action_actionmessage_ccc05f6a7a4384eec5d86dbb1757d45a.java:252)
at com.pega.pegarules.session.internal.mgmt.Executable.doActivity(Executable.java:3265)
at com.pega.pegarules.session.internal.mgmt.Executable.invokeActivity(Executable.java:10177)
at com.pegarules.generated.activity.ra_action_processmessage_dda3375a74607a9fbef0481db5775e46.step9_circum0(ra_action_processmessage_dda3375a74607a9fbef0481db5775e46.java:929)
at com.pegarules.generated.activity.ra_action_processmessage_dda3375a74607a9fbef0481db5775e46.perform(ra_action_processmessage_dda3375a74607a9fbef0481db5775e46.java:205)
at com.pega.pegarules.session.internal.mgmt.Executable.doActivity(Executable.java:3265)
at com.pega.pegarules.session.internal.mgmt.base.ThreadRunner.runActivitiesAlt(ThreadRunner.java:640)
at com.pega.pegarules.session.internal.mgmt.PRThreadImpl.runActivitiesAlt(PRThreadImpl.java:461)
at com.pega.pegarules.integration.engine.internal.services.ServiceAPI.runActivities(ServiceAPI.java:1842)
at com.pega.pegarules.session.external.engineinterface.service.EngineAPI.processRequestInner(EngineAPI.java:402)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
at java.lang.reflect.Method.invoke(Method.java:613)
at com.pega.pegarules.session.internal.PRSessionProviderImpl.performTargetActionWithLock(PRSessionProviderImpl.java:1203)
at com.pega.pegarules.session.internal.PRSessionProviderImpl.doWithRequestorLocked(PRSessionProviderImpl.java:930)
at com.pega.pegarules.session.internal.PRSessionProviderImpl.doWithRequestorLocked(PRSessionProviderImpl.java:815)
at com.pega.pegarules.session.external.engineinterface.service.EngineAPI.processRequest(EngineAPI.java:348)
at com.pega.pegarules.integration.engine.internal.services.jms.JMSListener.handleRequest(JMSListener.java:1287)
at com.pega.pegarules.integration.engine.internal.services.jms.JMSListener.runOnce(JMSListener.java:716)
at com.pega.pegarules.integration.engine.internal.services.jms.JMSListenerServant.invoke(JMSListenerServant.java:111)
at com.pega.pegarules.session.internal.engineinterface.etier.impl.EngineImpl._invokeEngine_privact(EngineImpl.java:312)
at com.pega.pegarules.session.internal.engineinterface.etier.impl.EngineImpl.invokeEngine(EngineImpl.java:263)
at com.pega.pegarules.session.internal.engineinterface.etier.ejb.EngineBean.invokeEngine(EngineBean.java:225)
at sun.reflect.GeneratedMethodAccessor60.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
at java.lang.reflect.Method.invoke(Method.java:613)
at com.pega.pegarules.internal.bootstrap.PRBootstrap.invokeMethod(PRBootstrap.java:419)
at com.pega.pegarules.internal.bootstrap.PRBootstrap.invokeMethodPropagatingThrowable(PRBootstrap.java:460)
at com.pega.pegarules.internal.bootstrap.PRBootstrap.invokeMethodPropagatingException(PRBootstrap.java:482)
at com.pega.pegarules.internal.etier.ejb.EngineBeanBoot.invokeEngine(EngineBeanBoot.java:168)
at com.pega.pegarules.internal.etier.interfaces.EJSLocalStatelessEngineBMT_f2439d86.invokeEngine(Unknown Source)
at com.pega.pegarules.session.internal.engineinterface.etier.mdb.PRJMSListener.callEngine(PRJMSListener.java:207)
at com.pega.pegarules.session.internal.engineinterface.etier.mdb.PRJMSListener.onMessage(PRJMSListener.java:129)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:88)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:55)
at java.lang.reflect.Method.invoke(Method.java:613)
at com.pega.pegarules.internal.bootstrap.PRBootstrap.invokeMethod(PRBootstrap.java:419)
at com.pega.pegarules.internal.bootstrap.PRBootstrap.invokeMethodPropagatingThrowable(PRBootstrap.java:460)
at com.pega.pegarules.internal.bootstrap.PRBootstrap.invokeMethod(PRBootstrap.java:509)
at com.pega.pegarules.internal.etier.mdb.PRJMSListenerBoot.onMessage(PRJMSListenerBoot.java:91)
at com.ibm.ejs.container.WASMessageEndpointHandler.invokeJMSMethod(WASMessageEndpointHandler.java:138)
at com.ibm.ws.ejbcontainer.mdb.MessageEndpointHandler.invokeMdbMethod(MessageEndpointHandler.java:1146)
at com.ibm.ws.ejbcontainer.mdb.MessageEndpointHandler.invoke(MessageEndpointHandler.java:844)
at com.sun.proxy.$Proxy26.onMessage(Unknown Source)
at com.ibm.mq.connector.inbound.MessageEndpointWrapper.onMessage(MessageEndpointWrapper.java:131)
at com.ibm.mq.jms.MQSession$FacadeMessageListener.onMessage(MQSession.java:125)
at com.ibm.msg.client.jms.internal.JmsSessionImpl.run(JmsSessionImpl.java:2747)
at com.ibm.mq.jms.MQSession.run(MQSession.java:950)
at com.ibm.mq.connector.inbound.ASFWorkImpl.doDelivery(ASFWorkImpl.java:88)
at com.ibm.mq.connector.inbound.AbstractWorkImpl.run(AbstractWorkImpl.java:216)
at com.ibm.ejs.j2c.work.WorkProxy$RunWork.run(WorkProxy.java:281)
at java.security.AccessController.doPrivileged(AccessController.java:252)
at javax.security.auth.Subject.doAs(Subject.java:494)
at com.ibm.websphere.security.auth.WSSubject.doAs(WSSubject.java:132)
at com.ibm.ejs.j2c.work.WorkProxy$RunWork.run(WorkProxy.java:284)
at com.ibm.ws.security.util.AccessController.doPrivileged(AccessController.java:63)
at com.ibm.ejs.j2c.work.WorkProxy.run(WorkProxy.java:666)
at com.ibm.ws.util.ThreadPool$Worker.run(ThreadPool.java:1862)

Steps to Reproduce

Resubmit the TWS batch job. This triggers the error sporadically.

Root Cause

The problem is traced to the fact that when the program is initially packaged from Development environment, all existing run IDs are also included, and when a new run is triggered in the new environment where the Program is deployed, it fails if the new run ID hits one of the values already packaged from Development.

 

Resolution

Perform the following local-change:

Reset the Program Run ID to a value higher than the last run ID packaged from development.