[gsingh@optus-qa-agency1 jboss-5.1.0.GA]$ tail -f tsa_datafeed_node_server.log 05:52:31,412 INFO [ControlledValidationXmlBeanDefinitionReader] Loading XML bean definitions from class path resource [META-INF/cxf/cxf-extension-httpserver.xml] 05:52:31,415 INFO [DefaultListableBeanFactory] Overriding bean definition for bean 'org.apache.cxf.transport.http.policy.HTTPClientAssertionBuilder': replacing [Generic bean: class [org.apache.cxf.transport.http.policy.HTTPClientAssertionBuilder]; scope=; abstract=false; lazyInit=true; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null; defined in URL [vfszip:/usr/local/jboss-5.1.0.GA/common/lib/cxf-rt-transports-http.jar/META-INF/cxf/cxf-extension-http.fixml]] with [Generic bean: class [org.apache.cxf.transport.http.policy.HTTPClientAssertionBuilder]; scope=; abstract=false; lazyInit=true; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null; defined in URL [vfszip:/usr/local/jboss-5.1.0.GA/common/lib/cxf-rt-transports-http.jar/META-INF/cxf/cxf-extension-http.fixml]] 05:52:31,416 INFO [DefaultListableBeanFactory] Overriding bean definition for bean 'org.apache.cxf.transport.http.policy.HTTPServerAssertionBuilder': replacing [Generic bean: class [org.apache.cxf.transport.http.policy.HTTPServerAssertionBuilder]; scope=; abstract=false; lazyInit=true; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null; defined in URL [vfszip:/usr/local/jboss-5.1.0.GA/common/lib/cxf-rt-transports-http.jar/META-INF/cxf/cxf-extension-http.fixml]] with [Generic bean: class [org.apache.cxf.transport.http.policy.HTTPServerAssertionBuilder]; scope=; abstract=false; lazyInit=true; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null; defined in URL [vfszip:/usr/local/jboss-5.1.0.GA/common/lib/cxf-rt-transports-http.jar/META-INF/cxf/cxf-extension-http.fixml]] 05:52:31,416 INFO [DefaultListableBeanFactory] Overriding bean definition for bean 'org.apache.cxf.transport.http.policy.NoOpPolicyInterceptorProvider': replacing [Generic bean: class [org.apache.cxf.transport.http.policy.NoOpPolicyInterceptorProvider]; scope=; abstract=false; lazyInit=true; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null; defined in URL [vfszip:/usr/local/jboss-5.1.0.GA/common/lib/cxf-rt-transports-http.jar/META-INF/cxf/cxf-extension-http.fixml]] with [Generic bean: class [org.apache.cxf.transport.http.policy.NoOpPolicyInterceptorProvider]; scope=; abstract=false; lazyInit=true; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null; defined in URL [vfszip:/usr/local/jboss-5.1.0.GA/common/lib/cxf-rt-transports-http.jar/META-INF/cxf/cxf-extension-http.fixml]] 05:52:31,416 INFO [DefaultListableBeanFactory] Overriding bean definition for bean 'org.apache.cxf.transport.http.ClientOnlyHTTPTransportFactory': replacing [Generic bean: class [org.apache.cxf.transport.http.ClientOnlyHTTPTransportFactory]; scope=; abstract=false; lazyInit=true; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null; defined in URL [vfszip:/usr/local/jboss-5.1.0.GA/common/lib/cxf-rt-transports-http.jar/META-INF/cxf/cxf-extension-http.fixml]] with [Generic bean: class [org.apache.cxf.transport.http.ClientOnlyHTTPTransportFactory]; scope=; abstract=false; lazyInit=true; autowireMode=0; dependencyCheck=0; autowireCandidate=true; primary=false; factoryBeanName=null; factoryMethodName=null; initMethodName=null; destroyMethodName=null; defined in URL [vfszip:/usr/local/jboss-5.1.0.GA/common/lib/cxf-rt-transports-http.jar/META-INF/cxf/cxf-extension-http.fixml]] 05:52:31,438 INFO [DefaultListableBeanFactory] Pre-instantiating singletons in org.springframework.beans.factory.support.DefaultListableBeanFactory@4c272a02: defining beans [cxf,org.apache.cxf.bus.spring.BusApplicationListener,org.apache.cxf.bus.spring.BusWiringBeanFactoryPostProcessor,org.apache.cxf.bus.spring.Jsr250BeanPostProcessor,org.apache.cxf.bus.spring.BusExtensionPostProcessor,org.apache.cxf.resource.ResourceManager,org.apache.cxf.configuration.Configurer,org.apache.cxf.binding.BindingFactoryManager,org.apache.cxf.transport.DestinationFactoryManager,org.apache.cxf.transport.ConduitInitiatorManager,org.apache.cxf.wsdl.WSDLManager,org.apache.cxf.phase.PhaseManager,org.apache.cxf.workqueue.WorkQueueManager,org.apache.cxf.buslifecycle.BusLifeCycleManager,org.apache.cxf.endpoint.ServerRegistry,org.apache.cxf.endpoint.ServerLifeCycleManager,org.apache.cxf.endpoint.ClientLifeCycleManager,org.apache.cxf.transports.http.QueryHandlerRegistry,org.apache.cxf.endpoint.EndpointResolverRegistry,org.apache.cxf.headers.HeaderManager,org.apache.cxf.catalog.OASISCatalogManager,org.apache.cxf.service.factory.FactoryBeanListenerManager,org.apache.cxf.endpoint.ServiceContractResolverRegistry,org.apache.cxf.ws.rm.RMManager,org.apache.cxf.ws.rm.policy.RMPolicyInterceptorProvider,org.apache.cxf.ws.rm.policy.RMAssertionBuilder,org.apache.cxf.transport.jms.JMSTransportFactory,org.apache.cxf.binding.soap.SoapBindingFactory,org.apache.cxf.binding.soap.SoapTransportFactory,org.apache.cxf.binding.soap.customEditorConfigurer,org.apache.cxf.transport.http.policy.HTTPClientAssertionBuilder,org.apache.cxf.transport.http.policy.HTTPServerAssertionBuilder,org.apache.cxf.transport.http.policy.NoOpPolicyInterceptorProvider,org.apache.cxf.transport.http.ClientOnlyHTTPTransportFactory,org.apache.cxf.ws.security.policy.WSSecurityPolicyLoader,org.apache.cxf.binding.object.ObjectBindingFactory,org.apache.cxf.binding.xml.XMLBindingFactory,org.apache.cxf.binding.http.HttpBindingFactory,org.apache.cxf.transport.local.LocalTransportFactory,org.apache.cxf.ws.addressing.policy.AddressingAssertionBuilder,org.apache.cxf.ws.addressing.policy.AddressingPolicyInterceptorProvider,org.apache.cxf.ws.addressing.policy.UsingAddressingAssertionBuilder,org.apache.cxf.ws.policy.AssertionBuilderRegistry,org.apache.cxf.ws.policy.PolicyInterceptorProviderRegistry,org.apache.cxf.ws.policy.attachment.external.DomainExpressionBuilderRegistry,org.apache.cxf.ws.policy.attachment.external.EndpointReferenceDomainExpressionBuilder,org.apache.cxf.ws.policy.PolicyBuilder,org.apache.cxf.ws.policy.PolicyEngine,org.apache.cxf.ws.policy.attachment.wsdl11.Wsdl11AttachmentPolicyProvider,org.apache.cxf.ws.policy.attachment.ServiceModelPolicyProvider,org.apache.cxf.ws.policy.mtom.MTOMAssertionBuilder,org.apache.cxf.ws.policy.mtom.MTOMPolicyInterceptorProvider,org.apache.cxf.management.InstrumentationManager,org.jboss.wsf.stack.cxf.addons.transports.httpserver.HttpServerTransportFactory,org.apache.cxf.jaxws.context.WebServiceContextResourceResolver,org.apache.cxf.jaxws.context.WebServiceContextImpl]; root of factory hierarchy 05:52:31,530 INFO [AbstractCXFServlet] Replaced the http destination factory with servlet transport factory 05:52:31,555 INFO [Http11Protocol] Starting Coyote HTTP/1.1 on http-0.0.0.0-8180 05:52:31,581 INFO [AjpProtocol] Starting Coyote AJP/1.3 on ajp-0.0.0.0-8109 05:52:31,593 INFO [ServerImpl] JBoss (Microcontainer) [5.1.0.GA (build: SVNTag=JBoss_5_1_0_GA date=200905221634)] Started in 1m:4s:998ms 05:59:00,027 WARN [PropertySettingJobFactory] No setter on Job class com.thesearchagency.smb.datafeed.service.job.OutboundDataFeedQuartzJob for property 'theDataFeedProperties' 05:59:00,027 WARN [PropertySettingJobFactory] No setter on Job class com.thesearchagency.smb.datafeed.service.job.OutboundDataFeedQuartzJob for property 'theDataFeedService' 05:59:00,030 INFO [OutboundDataFeedQuartzJob] OutboundDataFeedQuartzJob Starting execution... 05:59:00,113 INFO [OutboundDataFeedQuartzJob] OutboundDataFeed Start Date [2012-59-07] 05:59:00,113 INFO [OutboundDataFeedQuartzJob] OutboundDataFeed End Date [2012-59-14] 05:59:00,118 INFO [STDOUT] INFO 21-02 05:59:00,118 - RepositoriesMeta - Reading repositories XML file: /root/.kettle/repositories.xml 05:59:00,124 INFO [PentahoEngine] Finding repository : 1 05:59:00,412 INFO [DataFeedServiceImpl] Adding variables to job [Job 1] 05:59:00,413 INFO [DataFeedServiceImpl] Adding variable name [END_DATE] value [2012-59-14] 05:59:00,413 INFO [DataFeedServiceImpl] Adding variable name [START_DATE] value [2012-59-07] 05:59:00,413 INFO [PentahoEngine] Executing Job : Job 1 05:59:00,416 INFO [STDOUT] INFO 21-02 05:59:00,415 - Job 1 - Start of job execution 05:59:00,419 INFO [STDOUT] INFO 21-02 05:59:00,419 - Job 1 - exec(0, 0, START.0) 05:59:00,423 INFO [STDOUT] INFO 21-02 05:59:00,423 - START - Starting job entry 05:59:00,424 INFO [STDOUT] INFO 21-02 05:59:00,424 - Job 1 - Starting entry [ProcessDatafeeds] 05:59:00,424 INFO [STDOUT] INFO 21-02 05:59:00,424 - Job 1 - exec(1, 0, ProcessDatafeeds.0) 05:59:00,425 INFO [STDOUT] INFO 21-02 05:59:00,425 - ProcessDatafeeds - Starting job entry 05:59:00,429 INFO [STDOUT] INFO 21-02 05:59:00,429 - ProcessDatafeeds - Loading job from repository : [/ : ProcessDatafeeds] 05:59:00,471 INFO [STDOUT] INFO 21-02 05:59:00,471 - ProcessDatafeeds - exec(2, 0, START.0) 05:59:00,472 INFO [STDOUT] INFO 21-02 05:59:00,472 - START - Starting job entry 05:59:00,472 INFO [STDOUT] INFO 21-02 05:59:00,472 - ProcessDatafeeds - Starting entry [GetDatafeeds] 05:59:00,472 INFO [STDOUT] INFO 21-02 05:59:00,472 - ProcessDatafeeds - exec(3, 0, GetDatafeeds.0) 05:59:00,473 INFO [STDOUT] INFO 21-02 05:59:00,473 - GetDatafeeds - Starting job entry 05:59:00,476 INFO [STDOUT] INFO 21-02 05:59:00,476 - GetDatafeeds - Opening transformation: [null] in directory [/] 05:59:00,476 INFO [STDOUT] INFO 21-02 05:59:00,476 - GetDatafeeds - Loading transformation from repository [GetDatafeeds] in directory [/] 05:59:00,597 INFO [STDOUT] INFO 21-02 05:59:00,597 - GetDatafeeds - Starting transformation...(file=null, name=GetDatafeeds, repinfo=null) 05:59:00,617 INFO [STDOUT] INFO 21-02 05:59:00,617 - GetDatafeeds - Transformation is pre-loaded. 05:59:00,618 INFO [STDOUT] INFO 21-02 05:59:00,618 - GetDatafeeds - Dispatching started for transformation [GetDatafeeds] 05:59:00,618 INFO [STDOUT] INFO 21-02 05:59:00,618 - GetDatafeeds - Nr of arguments detected:0 05:59:00,618 INFO [STDOUT] INFO 21-02 05:59:00,618 - GetDatafeeds - This is not a replay transformation 05:59:00,618 INFO [STDOUT] INFO 21-02 05:59:00,618 - GetDatafeeds - I found 2 different steps to launch. 05:59:00,618 INFO [STDOUT] INFO 21-02 05:59:00,618 - GetDatafeeds - Allocating rowsets... 05:59:00,619 INFO [STDOUT] INFO 21-02 05:59:00,619 - GetDatafeeds - Allocating rowsets for step 0 --> SelectDatafeeds 05:59:00,619 INFO [STDOUT] INFO 21-02 05:59:00,619 - GetDatafeeds - prevcopies = 1, nextcopies=1 05:59:00,633 INFO [STDOUT] INFO 21-02 05:59:00,633 - GetDatafeeds - Transformation allocated new rowset [SelectDatafeeds.0 - Copy rows to result.0] 05:59:00,634 INFO [STDOUT] INFO 21-02 05:59:00,634 - GetDatafeeds - Allocated 1 rowsets for step 0 --> SelectDatafeeds 05:59:00,634 INFO [STDOUT] INFO 21-02 05:59:00,634 - GetDatafeeds - Allocating rowsets for step 1 --> Copy rows to result 05:59:00,634 INFO [STDOUT] INFO 21-02 05:59:00,634 - GetDatafeeds - Allocated 1 rowsets for step 1 --> Copy rows to result 05:59:00,634 INFO [STDOUT] INFO 21-02 05:59:00,634 - GetDatafeeds - Allocating Steps & StepData... 05:59:00,634 INFO [STDOUT] INFO 21-02 05:59:00,634 - GetDatafeeds - Transformation is about to allocate step [SelectDatafeeds] of type [TableInput] 05:59:00,645 INFO [STDOUT] INFO 21-02 05:59:00,645 - SelectDatafeeds - distribution activated 05:59:00,646 INFO [STDOUT] INFO 21-02 05:59:00,646 - SelectDatafeeds - Starting allocation of buffers & new threads... 05:59:00,646 INFO [STDOUT] INFO 21-02 05:59:00,646 - SelectDatafeeds - Step info: nrinput=0 nroutput=1 05:59:00,646 INFO [STDOUT] INFO 21-02 05:59:00,646 - SelectDatafeeds - output rel. is 1:1 05:59:00,646 INFO [STDOUT] INFO 21-02 05:59:00,646 - SelectDatafeeds - Found output rowset [SelectDatafeeds.0 - Copy rows to result.0] 05:59:00,647 INFO [STDOUT] INFO 21-02 05:59:00,646 - SelectDatafeeds - Finished dispatching 05:59:00,647 INFO [STDOUT] INFO 21-02 05:59:00,647 - GetDatafeeds - Transformation has allocated a new step: [SelectDatafeeds].0 05:59:00,647 INFO [STDOUT] INFO 21-02 05:59:00,647 - GetDatafeeds - Transformation is about to allocate step [Copy rows to result] of type [RowsToResult] 05:59:00,649 INFO [STDOUT] INFO 21-02 05:59:00,649 - Copy rows to result - distribution activated 05:59:00,649 INFO [STDOUT] INFO 21-02 05:59:00,649 - Copy rows to result - Starting allocation of buffers & new threads... 05:59:00,649 INFO [STDOUT] INFO 21-02 05:59:00,649 - Copy rows to result - Step info: nrinput=1 nroutput=0 05:59:00,649 INFO [STDOUT] INFO 21-02 05:59:00,649 - Copy rows to result - Got previous step from [Copy rows to result] #0 --> SelectDatafeeds 05:59:00,649 INFO [STDOUT] INFO 21-02 05:59:00,649 - Copy rows to result - input rel is 1:1 05:59:00,649 INFO [STDOUT] INFO 21-02 05:59:00,649 - Copy rows to result - Found input rowset [SelectDatafeeds.0 - Copy rows to result.0] 05:59:00,650 INFO [STDOUT] INFO 21-02 05:59:00,650 - Copy rows to result - Finished dispatching 05:59:00,650 INFO [STDOUT] INFO 21-02 05:59:00,650 - GetDatafeeds - Transformation has allocated a new step: [Copy rows to result].0 05:59:00,651 INFO [STDOUT] INFO 21-02 05:59:00,651 - GetDatafeeds - This transformation can be replayed with replay date: 2012/02/21 05:59:00 05:59:00,651 INFO [STDOUT] INFO 21-02 05:59:00,651 - GetDatafeeds - Initialising 2 steps... 05:59:00,653 INFO [STDOUT] INFO 21-02 05:59:00,653 - SelectDatafeeds - Running on slave server #0/1. 05:59:00,654 INFO [STDOUT] INFO 21-02 05:59:00,654 - Copy rows to result - Running on slave server #0/1. 05:59:00,669 INFO [STDOUT] INFO 21-02 05:59:00,669 - PDI - New database connection defined 05:59:00,984 INFO [STDOUT] INFO 21-02 05:59:00,983 - PDI - Connected to database. 05:59:00,984 INFO [STDOUT] INFO 21-02 05:59:00,984 - PDI - Auto commit off 05:59:00,984 INFO [STDOUT] INFO 21-02 05:59:00,984 - SelectDatafeeds - Connected to database... 05:59:00,985 INFO [STDOUT] INFO 21-02 05:59:00,985 - GetDatafeeds - Step [SelectDatafeeds.0] initialized flawlessly. 05:59:00,985 INFO [STDOUT] INFO 21-02 05:59:00,985 - GetDatafeeds - Step [Copy rows to result.0] initialized flawlessly. 05:59:00,991 INFO [STDOUT] INFO 21-02 05:59:00,990 - SelectDatafeeds - Starting to run... 05:59:01,006 INFO [STDOUT] INFO 21-02 05:59:01,006 - SelectDatafeeds - SQL query : SELECT id , name , description FROM datafeeds 05:59:01,011 INFO [STDOUT] INFO 21-02 05:59:01,011 - GetDatafeeds - Transformation has allocated 2 threads and 1 rowsets. 05:59:01,029 INFO [STDOUT] INFO 21-02 05:59:01,028 - SelectDatafeeds - Finished reading query, closing connection. 05:59:01,033 INFO [STDOUT] INFO 21-02 05:59:01,033 - Copy rows to result - Starting to run... 05:59:01,034 INFO [STDOUT] INFO 21-02 05:59:01,033 - PDI - Connection to database closed! 05:59:01,034 INFO [STDOUT] INFO 21-02 05:59:01,034 - SelectDatafeeds - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0) 05:59:01,053 INFO [STDOUT] INFO 21-02 05:59:01,053 - Copy rows to result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:01,059 INFO [STDOUT] INFO 21-02 05:59:01,059 - ProcessDatafeeds - Starting entry [SetDatafeedVariables] 05:59:01,059 INFO [STDOUT] INFO 21-02 05:59:01,059 - ProcessDatafeeds - exec(4, 0, SetDatafeedVariables.0) 05:59:01,060 INFO [STDOUT] INFO 21-02 05:59:01,060 - SetDatafeedVariables - Starting job entry 05:59:01,061 INFO [STDOUT] INFO 21-02 05:59:01,060 - SetDatafeedVariables - Opening transformation: [null] in directory [/] 05:59:01,061 INFO [STDOUT] INFO 21-02 05:59:01,061 - SetDatafeedVariables - Loading transformation from repository [SetDatafeedVariables] in directory [/] 05:59:01,181 INFO [STDOUT] INFO 21-02 05:59:01,180 - SetDatafeedVariables - Starting transformation...(file=null, name=SetDatafeedVariables, repinfo=null) 05:59:01,181 INFO [STDOUT] INFO 21-02 05:59:01,181 - SetDatafeedVariables - Transformation is pre-loaded. 05:59:01,181 INFO [STDOUT] INFO 21-02 05:59:01,181 - SetDatafeedVariables - Dispatching started for transformation [SetDatafeedVariables] 05:59:01,181 INFO [STDOUT] INFO 21-02 05:59:01,181 - SetDatafeedVariables - Nr of arguments detected:0 05:59:01,182 INFO [STDOUT] INFO 21-02 05:59:01,182 - SetDatafeedVariables - This is not a replay transformation 05:59:01,182 INFO [STDOUT] INFO 21-02 05:59:01,182 - SetDatafeedVariables - I found 2 different steps to launch. 05:59:01,182 INFO [STDOUT] INFO 21-02 05:59:01,182 - SetDatafeedVariables - Allocating rowsets... 05:59:01,182 INFO [STDOUT] INFO 21-02 05:59:01,182 - SetDatafeedVariables - Allocating rowsets for step 0 --> Get rows from result 05:59:01,182 INFO [STDOUT] INFO 21-02 05:59:01,182 - SetDatafeedVariables - prevcopies = 1, nextcopies=1 05:59:01,182 INFO [STDOUT] INFO 21-02 05:59:01,182 - SetDatafeedVariables - Transformation allocated new rowset [Get rows from result.0 - Set Variables.0] 05:59:01,183 INFO [STDOUT] INFO 21-02 05:59:01,183 - SetDatafeedVariables - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:01,183 INFO [STDOUT] INFO 21-02 05:59:01,183 - SetDatafeedVariables - Allocating rowsets for step 1 --> Set Variables 05:59:01,183 INFO [STDOUT] INFO 21-02 05:59:01,183 - SetDatafeedVariables - Allocated 1 rowsets for step 1 --> Set Variables 05:59:01,183 INFO [STDOUT] INFO 21-02 05:59:01,183 - SetDatafeedVariables - Allocating Steps & StepData... 05:59:01,183 INFO [STDOUT] INFO 21-02 05:59:01,183 - SetDatafeedVariables - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:01,185 INFO [STDOUT] INFO 21-02 05:59:01,185 - Get rows from result - distribution activated 05:59:01,185 INFO [STDOUT] INFO 21-02 05:59:01,185 - Get rows from result - Starting allocation of buffers & new threads... 05:59:01,185 INFO [STDOUT] INFO 21-02 05:59:01,185 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:01,185 INFO [STDOUT] INFO 21-02 05:59:01,185 - Get rows from result - output rel. is 1:1 05:59:01,186 INFO [STDOUT] INFO 21-02 05:59:01,186 - Get rows from result - Found output rowset [Get rows from result.0 - Set Variables.0] 05:59:01,186 INFO [STDOUT] INFO 21-02 05:59:01,186 - Get rows from result - Finished dispatching 05:59:01,186 INFO [STDOUT] INFO 21-02 05:59:01,186 - SetDatafeedVariables - Transformation has allocated a new step: [Get rows from result].0 05:59:01,186 INFO [STDOUT] INFO 21-02 05:59:01,186 - SetDatafeedVariables - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:01,189 INFO [STDOUT] INFO 21-02 05:59:01,189 - Set Variables - distribution activated 05:59:01,189 INFO [STDOUT] INFO 21-02 05:59:01,189 - Set Variables - Starting allocation of buffers & new threads... 05:59:01,189 INFO [STDOUT] INFO 21-02 05:59:01,189 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:01,189 INFO [STDOUT] INFO 21-02 05:59:01,189 - Set Variables - Got previous step from [Set Variables] #0 --> Get rows from result 05:59:01,190 INFO [STDOUT] INFO 21-02 05:59:01,189 - Set Variables - input rel is 1:1 05:59:01,190 INFO [STDOUT] INFO 21-02 05:59:01,190 - Set Variables - Found input rowset [Get rows from result.0 - Set Variables.0] 05:59:01,190 INFO [STDOUT] INFO 21-02 05:59:01,190 - Set Variables - Finished dispatching 05:59:01,190 INFO [STDOUT] INFO 21-02 05:59:01,190 - SetDatafeedVariables - Transformation has allocated a new step: [Set Variables].0 05:59:01,190 INFO [STDOUT] INFO 21-02 05:59:01,190 - SetDatafeedVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:01 05:59:01,191 INFO [STDOUT] INFO 21-02 05:59:01,191 - SetDatafeedVariables - Initialising 2 steps... 05:59:01,196 INFO [STDOUT] INFO 21-02 05:59:01,196 - Get rows from result - Running on slave server #0/1. 05:59:01,197 INFO [STDOUT] INFO 21-02 05:59:01,197 - Set Variables - Running on slave server #0/1. 05:59:01,197 INFO [STDOUT] INFO 21-02 05:59:01,197 - SetDatafeedVariables - Step [Get rows from result.0] initialized flawlessly. 05:59:01,198 INFO [STDOUT] INFO 21-02 05:59:01,197 - SetDatafeedVariables - Step [Set Variables.0] initialized flawlessly. 05:59:01,198 INFO [STDOUT] INFO 21-02 05:59:01,198 - Get rows from result - Starting to run... 05:59:01,198 INFO [STDOUT] INFO 21-02 05:59:01,198 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:01,199 INFO [STDOUT] INFO 21-02 05:59:01,199 - SetDatafeedVariables - Transformation has allocated 2 threads and 1 rowsets. 05:59:01,203 INFO [STDOUT] INFO 21-02 05:59:01,203 - Set Variables - Starting to run... 05:59:01,204 INFO [STDOUT] INFO 21-02 05:59:01,204 - Set Variables - Setting environment variables... 05:59:01,205 INFO [STDOUT] INFO 21-02 05:59:01,205 - Set Variables - Set variable DATAFEEDID to value [1] 05:59:01,217 INFO [STDOUT] INFO 21-02 05:59:01,217 - Set Variables - Finished after 1 rows. 05:59:01,218 INFO [STDOUT] INFO 21-02 05:59:01,218 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:01,226 INFO [STDOUT] INFO 21-02 05:59:01,226 - ProcessDatafeeds - Starting entry [StageRequirements] 05:59:01,227 INFO [STDOUT] INFO 21-02 05:59:01,227 - ProcessDatafeeds - exec(5, 0, StageRequirements.0) 05:59:01,227 INFO [STDOUT] INFO 21-02 05:59:01,227 - StageRequirements - Starting job entry 05:59:01,228 INFO [STDOUT] INFO 21-02 05:59:01,228 - StageRequirements - Loading job from repository : [/ : StageRequirements] 05:59:01,257 INFO [STDOUT] INFO 21-02 05:59:01,257 - StageRequirements - exec(6, 0, START.0) 05:59:01,258 INFO [STDOUT] INFO 21-02 05:59:01,258 - START - Starting job entry 05:59:01,259 INFO [STDOUT] INFO 21-02 05:59:01,259 - StageRequirements - Starting entry [Write To Log] 05:59:01,259 INFO [STDOUT] INFO 21-02 05:59:01,259 - StageRequirements - exec(7, 0, Write To Log.0) 05:59:01,260 INFO [STDOUT] INFO 21-02 05:59:01,260 - Write To Log - Starting job entry 05:59:01,263 INFO [STDOUT] INFO 21-02 05:59:01,263 - Stuff - Things 1 05:59:01,264 INFO [STDOUT] INFO 21-02 05:59:01,264 - StageRequirements - Starting entry [SelectRequirements] 05:59:01,264 INFO [STDOUT] INFO 21-02 05:59:01,264 - StageRequirements - exec(8, 0, SelectRequirements.0) 05:59:01,264 INFO [STDOUT] INFO 21-02 05:59:01,264 - SelectRequirements - Starting job entry 05:59:01,265 INFO [STDOUT] INFO 21-02 05:59:01,265 - SelectRequirements - Opening transformation: [null] in directory [/] 05:59:01,265 INFO [STDOUT] INFO 21-02 05:59:01,265 - SelectRequirements - Loading transformation from repository [SelectRequirements] in directory [/] 05:59:01,304 INFO [STDOUT] INFO 21-02 05:59:01,304 - SelectRequirements - Starting transformation...(file=null, name=SelectRequirements, repinfo=null) 05:59:01,304 INFO [STDOUT] INFO 21-02 05:59:01,304 - SelectRequirements - Transformation is pre-loaded. 05:59:01,305 INFO [STDOUT] INFO 21-02 05:59:01,304 - SelectRequirements - Dispatching started for transformation [SelectRequirements] 05:59:01,305 INFO [STDOUT] INFO 21-02 05:59:01,305 - SelectRequirements - Nr of arguments detected:0 05:59:01,305 INFO [STDOUT] INFO 21-02 05:59:01,305 - SelectRequirements - This is not a replay transformation 05:59:01,305 INFO [STDOUT] INFO 21-02 05:59:01,305 - SelectRequirements - I found 3 different steps to launch. 05:59:01,305 INFO [STDOUT] INFO 21-02 05:59:01,305 - SelectRequirements - Allocating rowsets... 05:59:01,305 INFO [STDOUT] INFO 21-02 05:59:01,305 - SelectRequirements - Allocating rowsets for step 0 --> Table input 05:59:01,305 INFO [STDOUT] INFO 21-02 05:59:01,305 - SelectRequirements - prevcopies = 1, nextcopies=1 05:59:01,306 INFO [STDOUT] INFO 21-02 05:59:01,306 - SelectRequirements - Transformation allocated new rowset [Table input.0 - Write to log.0] 05:59:01,306 INFO [STDOUT] INFO 21-02 05:59:01,306 - SelectRequirements - Allocated 1 rowsets for step 0 --> Table input 05:59:01,306 INFO [STDOUT] INFO 21-02 05:59:01,306 - SelectRequirements - Allocating rowsets for step 1 --> Write to log 05:59:01,306 INFO [STDOUT] INFO 21-02 05:59:01,306 - SelectRequirements - prevcopies = 1, nextcopies=1 05:59:01,306 INFO [STDOUT] INFO 21-02 05:59:01,306 - SelectRequirements - Transformation allocated new rowset [Write to log.0 - Copy rows to result.0] 05:59:01,307 INFO [STDOUT] INFO 21-02 05:59:01,306 - SelectRequirements - Allocated 2 rowsets for step 1 --> Write to log 05:59:01,307 INFO [STDOUT] INFO 21-02 05:59:01,307 - SelectRequirements - Allocating rowsets for step 2 --> Copy rows to result 05:59:01,307 INFO [STDOUT] INFO 21-02 05:59:01,307 - SelectRequirements - Allocated 2 rowsets for step 2 --> Copy rows to result 05:59:01,307 INFO [STDOUT] INFO 21-02 05:59:01,307 - SelectRequirements - Allocating Steps & StepData... 05:59:01,307 INFO [STDOUT] INFO 21-02 05:59:01,307 - SelectRequirements - Transformation is about to allocate step [Table input] of type [TableInput] 05:59:01,307 INFO [STDOUT] INFO 21-02 05:59:01,307 - Table input - distribution activated 05:59:01,308 INFO [STDOUT] INFO 21-02 05:59:01,308 - Table input - Starting allocation of buffers & new threads... 05:59:01,308 INFO [STDOUT] INFO 21-02 05:59:01,308 - Table input - Step info: nrinput=0 nroutput=1 05:59:01,308 INFO [STDOUT] INFO 21-02 05:59:01,308 - Table input - output rel. is 1:1 05:59:01,308 INFO [STDOUT] INFO 21-02 05:59:01,308 - Table input - Found output rowset [Table input.0 - Write to log.0] 05:59:01,308 INFO [STDOUT] INFO 21-02 05:59:01,308 - Table input - Finished dispatching 05:59:01,309 INFO [STDOUT] INFO 21-02 05:59:01,309 - SelectRequirements - Transformation has allocated a new step: [Table input].0 05:59:01,309 INFO [STDOUT] INFO 21-02 05:59:01,309 - SelectRequirements - Transformation is about to allocate step [Write to log] of type [WriteToLog] 05:59:01,313 INFO [STDOUT] INFO 21-02 05:59:01,313 - Write to log - distribution activated 05:59:01,314 INFO [STDOUT] INFO 21-02 05:59:01,314 - Write to log - Starting allocation of buffers & new threads... 05:59:01,314 INFO [STDOUT] INFO 21-02 05:59:01,314 - Write to log - Step info: nrinput=1 nroutput=1 05:59:01,314 INFO [STDOUT] INFO 21-02 05:59:01,314 - Write to log - Got previous step from [Write to log] #0 --> Table input 05:59:01,314 INFO [STDOUT] INFO 21-02 05:59:01,314 - Write to log - input rel is 1:1 05:59:01,314 INFO [STDOUT] INFO 21-02 05:59:01,314 - Write to log - Found input rowset [Table input.0 - Write to log.0] 05:59:01,314 INFO [STDOUT] INFO 21-02 05:59:01,314 - Write to log - output rel. is 1:1 05:59:01,315 INFO [STDOUT] INFO 21-02 05:59:01,314 - Write to log - Found output rowset [Write to log.0 - Copy rows to result.0] 05:59:01,315 INFO [STDOUT] INFO 21-02 05:59:01,315 - Write to log - Finished dispatching 05:59:01,315 INFO [STDOUT] INFO 21-02 05:59:01,315 - SelectRequirements - Transformation has allocated a new step: [Write to log].0 05:59:01,315 INFO [STDOUT] INFO 21-02 05:59:01,315 - SelectRequirements - Transformation is about to allocate step [Copy rows to result] of type [RowsToResult] 05:59:01,315 INFO [STDOUT] INFO 21-02 05:59:01,315 - Copy rows to result - distribution activated 05:59:01,316 INFO [STDOUT] INFO 21-02 05:59:01,316 - Copy rows to result - Starting allocation of buffers & new threads... 05:59:01,316 INFO [STDOUT] INFO 21-02 05:59:01,316 - Copy rows to result - Step info: nrinput=1 nroutput=0 05:59:01,316 INFO [STDOUT] INFO 21-02 05:59:01,316 - Copy rows to result - Got previous step from [Copy rows to result] #0 --> Write to log 05:59:01,316 INFO [STDOUT] INFO 21-02 05:59:01,316 - Copy rows to result - input rel is 1:1 05:59:01,316 INFO [STDOUT] INFO 21-02 05:59:01,316 - Copy rows to result - Found input rowset [Write to log.0 - Copy rows to result.0] 05:59:01,316 INFO [STDOUT] INFO 21-02 05:59:01,316 - Copy rows to result - Finished dispatching 05:59:01,317 INFO [STDOUT] INFO 21-02 05:59:01,317 - SelectRequirements - Transformation has allocated a new step: [Copy rows to result].0 05:59:01,317 INFO [STDOUT] INFO 21-02 05:59:01,317 - SelectRequirements - This transformation can be replayed with replay date: 2012/02/21 05:59:01 05:59:01,317 INFO [STDOUT] INFO 21-02 05:59:01,317 - SelectRequirements - Initialising 3 steps... 05:59:01,322 INFO [STDOUT] INFO 21-02 05:59:01,322 - Table input - Running on slave server #0/1. 05:59:01,322 INFO [STDOUT] INFO 21-02 05:59:01,322 - Copy rows to result - Running on slave server #0/1. 05:59:01,327 INFO [STDOUT] INFO 21-02 05:59:01,326 - Write to log - Running on slave server #0/1. 05:59:01,327 INFO [STDOUT] INFO 21-02 05:59:01,327 - pdi - New database connection defined 05:59:01,340 INFO [STDOUT] INFO 21-02 05:59:01,340 - pdi - Connected to database. 05:59:01,341 INFO [STDOUT] INFO 21-02 05:59:01,340 - pdi - Auto commit off 05:59:01,341 INFO [STDOUT] INFO 21-02 05:59:01,341 - Table input - Connected to database... 05:59:01,341 INFO [STDOUT] INFO 21-02 05:59:01,341 - SelectRequirements - Step [Table input.0] initialized flawlessly. 05:59:01,341 INFO [STDOUT] INFO 21-02 05:59:01,341 - SelectRequirements - Step [Write to log.0] initialized flawlessly. 05:59:01,341 INFO [STDOUT] INFO 21-02 05:59:01,341 - SelectRequirements - Step [Copy rows to result.0] initialized flawlessly. 05:59:01,342 INFO [STDOUT] INFO 21-02 05:59:01,342 - Table input - Starting to run... 05:59:01,342 INFO [STDOUT] INFO 21-02 05:59:01,342 - Table input - SQL query : SELECT datafeedID , requirementID , stagingTableName , query , shardPattern FROM datafeedRequirements WHERE datafeedID=1 ORDER BY requirementID 05:59:01,344 INFO [STDOUT] INFO 21-02 05:59:01,344 - Table input - Finished reading query, closing connection. 05:59:01,346 INFO [STDOUT] INFO 21-02 05:59:01,346 - pdi - Connection to database closed! 05:59:01,347 INFO [STDOUT] INFO 21-02 05:59:01,346 - Table input - Finished processing (I=9, O=0, R=0, W=9, U=0, E=0) 05:59:01,347 INFO [STDOUT] INFO 21-02 05:59:01,347 - Write to log - Starting to run... 05:59:01,349 INFO [STDOUT] INFO 21-02 05:59:01,349 - SelectRequirements - Transformation has allocated 3 threads and 2 rowsets. 05:59:01,349 INFO [STDOUT] INFO 21-02 05:59:01,349 - Copy rows to result - Starting to run... 05:59:01,352 INFO [STDOUT] INFO 21-02 05:59:01,352 - Write to log - ------------> Linenr 1------------------------------ Selected Requirements datafeedID = 1 requirementID = 1 stagingTableName = dfStructureAccounts query = select a.id, a.description customerID, a.isActive from admaxCampaigns ac join tsacommon.accounts a on a.ID = ac.accountID group by ac.accountID shardPattern = st-tracker ==================== 05:59:01,352 INFO [STDOUT] INFO 21-02 05:59:01,352 - Write to log - ------------> Linenr 2------------------------------ Selected Requirements datafeedID = 1 requirementID = 2 stagingTableName = dfStructureAdMaxCampaigns query = select ac.id, ac.accountID, ac.description, cast(substring_index(substring_index(ac.description, '_', 2), '_', -1) as signed) businessAreaID, cast(substring_index(substring_index(ac.description, '_', 3), '_', -1) as signed) businessLocationID from admaxCampaigns ac shardPattern = st-tracker ==================== 05:59:01,352 INFO [STDOUT] INFO 21-02 05:59:01,352 - Write to log - ------------> Linenr 3------------------------------ Selected Requirements datafeedID = 1 requirementID = 3 stagingTableName = dfStructureSearchEngineAccounts query = select aseam.searchEngineAccountID ID, ac.accountID, aseam.admaxCampaignID from admaxSearchEngineAccountMap aseam join admaxCampaigns ac on ac.ID = aseam.admaxCampaignID shardPattern = st-tracker ==================== 05:59:01,352 INFO [STDOUT] INFO 21-02 05:59:01,352 - Write to log - ------------> Linenr 4------------------------------ Selected Requirements datafeedID = 1 requirementID = 4 stagingTableName = dfStructureBusinessLocationIDMap query = select blim.businessLocationID, blim.systemBusinessLocationID from optus.businessLocationIDMap blim shardPattern = CDS|smb-services-01-write|smb_services|6WJMMA3638zpqWQq|3306|optus ==================== 05:59:01,353 INFO [STDOUT] INFO 21-02 05:59:01,352 - Write to log - ------------> Linenr 5------------------------------ Selected Requirements datafeedID = 1 requirementID = 5 stagingTableName = dfDataAdMaxCampaignStatus query = select ac.accountID, ac.ID admaxCampaignID, date(now()) date, ac.status, acbas.status budgetAccrualStatus from admaxCampaigns ac join admaxCampaignBudgetAccrualStatus acbas on acbas.admaxCampaignID = ac.ID and acbas.startDate = (select max(acbas2.startDate) from admaxCampaignBudgetAccrualStatus acbas2 where acbas2.admaxCampaignID = ac.ID) shardPattern = st-tracker ==================== 05:59:01,353 INFO [STDOUT] INFO 21-02 05:59:01,353 - Write to log - ------------> Linenr 6------------------------------ Selected Requirements datafeedID = 1 requirementID = 6 stagingTableName = dfDataAdMaxCampaignBudgets query = select ac.accountID, ac.ID admaxCampaignID, d.day date, coalesce(anmb.budget, 0) nominalMonthlyBudget, coalesce(c.dedicatedCarryover, 0) dedicatedCarryover, coalesce(c.commonCarryover, 0) commonCarryover from `st-tracker`.admaxCampaigns ac join pdi_staging.dates d on d.day between '${START_DATE}' and '${END_DATE}' left join `st-tracker`.admaxNominalMonthlyBudgets anmb on anmb.admaxCampaignID = ac.ID and anmb.startDate <= d.day and (anmb.endDate >= d.day or anmb.endDate is null) left join `st-tracker`.admaxCarryovers c on c.admaxCampaignID = ac.ID and c.type = 'boosted' and c.date = least(d.day, (select if(ac.status = 'Deleted', max(c2.date), d.day) from admaxCarryovers c2 where c2.admaxCampaignID = ac.ID and c2.type = 'boosted')) shardPattern = st-tracker ==================== 05:59:01,353 INFO [STDOUT] INFO 21-02 05:59:01,353 - Write to log - ------------> Linenr 7------------------------------ Selected Requirements datafeedID = 1 requirementID = 7 stagingTableName = products query = select p.ID, p.accountID, p.productCode from products p shardPattern = st-tracker ==================== 05:59:01,353 INFO [STDOUT] INFO 21-02 05:59:01,353 - Write to log - ------------> Linenr 8------------------------------ Selected Requirements datafeedID = 1 requirementID = 8 stagingTableName = accountPerfSum_rsData query = Report d false ColumnLabelText Account Channel Campaign ViewBy 1 Impressions Impressions false None 2 Prod Conv Prod Conv true None 4 Clicks Clicks false None 72 SEAID SEAID false None 208 Status Status false None 58 AdCost AdCost false None ${CONTACT_PROD}contact_uscontact_ustrueConv${FB_PROD}fb_likefb_liketrueConv${GP_PROD}gp_likegp_liketrueConv${VIEW_PROD}page_viewpage_viewtrueConv${TW_PROD}tw_liketw_liketrueConv${VANITY_PROD}vanity_urlvanity_urltrueConv${CALL_PROD}callscallstrueConv 1true7369trueAllfalse0${ACCOUNTID} Daily ${END_DATE}T23:59:59-08:00 ${START_DATE}T00:00:00-08:00 1 Day shardPattern = REPORT_SERVICE ==================== 05:59:01,354 INFO [STDOUT] INFO 21-02 05:59:01,354 - Write to log - ------------> Linenr 9------------------------------ Selected Requirements datafeedID = 1 requirementID = 9 stagingTableName = customerDatamart query = insert into customerDatamart select * from (select dfsa.customerID CustomerID, d2.day Date, coalesce(sum(if(apsrsd.channelDesc='Paid Search',apsrsd.adCost,0)),0) PaidSearchCost, coalesce(sum(if(apsrsd.channelDesc='Paid Search',apsrsd.pageViews,0)),0) PaidSearchVisitors, coalesce(sum(if(apsrsd.channelDesc!='Paid Search',apsrsd.pageViews,0)),0) NaturalSearchVisitors, coalesce(sum(apsrsd.vanity_url),0) ClickThruLeads, coalesce(sum(apsrsd.contact),0) EmailLeads, coalesce(sum(apsrsd.calls),0) CallLeads from dfStructureAccounts dfsa inner join (select day from dates d where d.day between '${START_DATE}' and '${END_DATE}') d2 left join accountPerfSum_rsData apsrsd on apsrsd.accountDesc = dfsa.customerID and apsrsd.dataDate = d2.day group by dfsa.customerID, d2.day) data on duplicate key update paidSearchCost = data.PaidSearchCost, paidSearchVisitors = data.PaidSearchVisitors, naturalSearchVisitors = data.NaturalSearchVisitors, clickThruLeads = data.ClickThruLeads, emailLeads = data.EmailLeads, callLeads = data.CallLeads shardPattern = CDS|smb_pdi|smb_services|6WJMMA3638zpqWQq|3306|pdi_staging ==================== 05:59:01,369 INFO [STDOUT] INFO 21-02 05:59:01,369 - Write to log - Finished processing (I=0, O=0, R=9, W=9, U=0, E=0) 05:59:01,393 INFO [STDOUT] INFO 21-02 05:59:01,393 - Copy rows to result - Finished processing (I=0, O=0, R=9, W=9, U=0, E=0) 05:59:01,401 INFO [STDOUT] INFO 21-02 05:59:01,401 - StageRequirements - Starting entry [StageRequirement] 05:59:01,402 INFO [STDOUT] INFO 21-02 05:59:01,402 - StageRequirements - exec(9, 0, StageRequirement.0) 05:59:01,402 INFO [STDOUT] INFO 21-02 05:59:01,402 - StageRequirement - Starting job entry 05:59:01,403 INFO [STDOUT] INFO 21-02 05:59:01,403 - StageRequirement - Loading job from repository : [/ : StageRequirement] 05:59:01,446 INFO [STDOUT] INFO 21-02 05:59:01,445 - StageRequirement - exec(10, 0, START.0) 05:59:01,458 INFO [STDOUT] INFO 21-02 05:59:01,458 - START - Starting job entry 05:59:01,459 INFO [STDOUT] INFO 21-02 05:59:01,459 - StageRequirement - Starting entry [SetRequirementStagingVariables] 05:59:01,459 INFO [STDOUT] INFO 21-02 05:59:01,459 - StageRequirement - exec(11, 0, SetRequirementStagingVariables.0) 05:59:01,460 INFO [STDOUT] INFO 21-02 05:59:01,460 - SetRequirementStagingVariables - Starting job entry 05:59:01,460 INFO [STDOUT] INFO 21-02 05:59:01,460 - SetRequirementStagingVariables - Opening transformation: [null] in directory [/] 05:59:01,460 INFO [STDOUT] INFO 21-02 05:59:01,460 - SetRequirementStagingVariables - Loading transformation from repository [SetRequirementStagingVariables] in directory [/] 05:59:01,494 INFO [STDOUT] INFO 21-02 05:59:01,494 - SetRequirementStagingVariables - Starting transformation...(file=null, name=SetRequirementStagingVariables, repinfo=null) 05:59:01,495 INFO [STDOUT] INFO 21-02 05:59:01,495 - SetRequirementStagingVariables - Transformation is pre-loaded. 05:59:01,495 INFO [STDOUT] INFO 21-02 05:59:01,495 - SetRequirementStagingVariables - Dispatching started for transformation [SetRequirementStagingVariables] 05:59:01,495 INFO [STDOUT] INFO 21-02 05:59:01,495 - SetRequirementStagingVariables - Nr of arguments detected:0 05:59:01,495 INFO [STDOUT] INFO 21-02 05:59:01,495 - SetRequirementStagingVariables - This is not a replay transformation 05:59:01,496 INFO [STDOUT] INFO 21-02 05:59:01,496 - SetRequirementStagingVariables - I found 2 different steps to launch. 05:59:01,496 INFO [STDOUT] INFO 21-02 05:59:01,496 - SetRequirementStagingVariables - Allocating rowsets... 05:59:01,496 INFO [STDOUT] INFO 21-02 05:59:01,496 - SetRequirementStagingVariables - Allocating rowsets for step 0 --> Get rows from result 05:59:01,496 INFO [STDOUT] INFO 21-02 05:59:01,496 - SetRequirementStagingVariables - prevcopies = 1, nextcopies=1 05:59:01,496 INFO [STDOUT] INFO 21-02 05:59:01,496 - SetRequirementStagingVariables - Transformation allocated new rowset [Get rows from result.0 - Set Variables.0] 05:59:01,496 INFO [STDOUT] INFO 21-02 05:59:01,496 - SetRequirementStagingVariables - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:01,497 INFO [STDOUT] INFO 21-02 05:59:01,497 - SetRequirementStagingVariables - Allocating rowsets for step 1 --> Set Variables 05:59:01,497 INFO [STDOUT] INFO 21-02 05:59:01,497 - SetRequirementStagingVariables - Allocated 1 rowsets for step 1 --> Set Variables 05:59:01,497 INFO [STDOUT] INFO 21-02 05:59:01,497 - SetRequirementStagingVariables - Allocating Steps & StepData... 05:59:01,497 INFO [STDOUT] INFO 21-02 05:59:01,497 - SetRequirementStagingVariables - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:01,497 INFO [STDOUT] INFO 21-02 05:59:01,497 - Get rows from result - distribution activated 05:59:01,498 INFO [STDOUT] INFO 21-02 05:59:01,498 - Get rows from result - Starting allocation of buffers & new threads... 05:59:01,498 INFO [STDOUT] INFO 21-02 05:59:01,498 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:01,498 INFO [STDOUT] INFO 21-02 05:59:01,498 - Get rows from result - output rel. is 1:1 05:59:01,498 INFO [STDOUT] INFO 21-02 05:59:01,498 - Get rows from result - Found output rowset [Get rows from result.0 - Set Variables.0] 05:59:01,498 INFO [STDOUT] INFO 21-02 05:59:01,498 - Get rows from result - Finished dispatching 05:59:01,499 INFO [STDOUT] INFO 21-02 05:59:01,499 - SetRequirementStagingVariables - Transformation has allocated a new step: [Get rows from result].0 05:59:01,499 INFO [STDOUT] INFO 21-02 05:59:01,499 - SetRequirementStagingVariables - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:01,499 INFO [STDOUT] INFO 21-02 05:59:01,499 - Set Variables - distribution activated 05:59:01,499 INFO [STDOUT] INFO 21-02 05:59:01,499 - Set Variables - Starting allocation of buffers & new threads... 05:59:01,499 INFO [STDOUT] INFO 21-02 05:59:01,499 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:01,499 INFO [STDOUT] INFO 21-02 05:59:01,499 - Set Variables - Got previous step from [Set Variables] #0 --> Get rows from result 05:59:01,500 INFO [STDOUT] INFO 21-02 05:59:01,500 - Set Variables - input rel is 1:1 05:59:01,500 INFO [STDOUT] INFO 21-02 05:59:01,500 - Set Variables - Found input rowset [Get rows from result.0 - Set Variables.0] 05:59:01,500 INFO [STDOUT] INFO 21-02 05:59:01,500 - Set Variables - Finished dispatching 05:59:01,500 INFO [STDOUT] INFO 21-02 05:59:01,500 - SetRequirementStagingVariables - Transformation has allocated a new step: [Set Variables].0 05:59:01,501 INFO [STDOUT] INFO 21-02 05:59:01,501 - SetRequirementStagingVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:01 05:59:01,501 INFO [STDOUT] INFO 21-02 05:59:01,501 - SetRequirementStagingVariables - Initialising 2 steps... 05:59:01,506 INFO [STDOUT] INFO 21-02 05:59:01,506 - Get rows from result - Running on slave server #0/1. 05:59:01,506 INFO [STDOUT] INFO 21-02 05:59:01,506 - Set Variables - Running on slave server #0/1. 05:59:01,507 INFO [STDOUT] INFO 21-02 05:59:01,507 - SetRequirementStagingVariables - Step [Get rows from result.0] initialized flawlessly. 05:59:01,507 INFO [STDOUT] INFO 21-02 05:59:01,507 - SetRequirementStagingVariables - Step [Set Variables.0] initialized flawlessly. 05:59:01,507 INFO [STDOUT] INFO 21-02 05:59:01,507 - Get rows from result - Starting to run... 05:59:01,508 INFO [STDOUT] INFO 21-02 05:59:01,508 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:01,512 INFO [STDOUT] INFO 21-02 05:59:01,512 - SetRequirementStagingVariables - Transformation has allocated 2 threads and 1 rowsets. 05:59:01,512 INFO [STDOUT] INFO 21-02 05:59:01,512 - Set Variables - Starting to run... 05:59:01,513 INFO [STDOUT] INFO 21-02 05:59:01,513 - Set Variables - Setting environment variables... 05:59:01,513 INFO [STDOUT] INFO 21-02 05:59:01,513 - Set Variables - Set variable STAGINGTABLENAME to value [dfStructureAccounts] 05:59:01,513 INFO [STDOUT] INFO 21-02 05:59:01,513 - Set Variables - Set variable QUERY to value [select a.id, a.description customerID, a.isActive from admaxCampaigns ac join tsacommon.accounts a on a.ID = ac.accountID group by ac.accountID] 05:59:01,514 INFO [STDOUT] INFO 21-02 05:59:01,514 - Set Variables - Set variable SHARDPATTERN to value [st-tracker] 05:59:01,529 INFO [STDOUT] INFO 21-02 05:59:01,529 - Set Variables - Finished after 1 rows. 05:59:01,529 INFO [STDOUT] INFO 21-02 05:59:01,529 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:01,535 INFO [STDOUT] INFO 21-02 05:59:01,535 - StageRequirement - Starting entry [TruncateStagingTable] 05:59:01,535 INFO [STDOUT] INFO 21-02 05:59:01,535 - StageRequirement - exec(12, 0, TruncateStagingTable.0) 05:59:01,536 INFO [STDOUT] INFO 21-02 05:59:01,536 - TruncateStagingTable - Starting job entry 05:59:01,536 INFO [STDOUT] INFO 21-02 05:59:01,536 - TruncateStagingTable - Opening transformation: [null] in directory [/] 05:59:01,536 INFO [STDOUT] INFO 21-02 05:59:01,536 - TruncateStagingTable - Loading transformation from repository [TruncateStagingTable] in directory [/] 05:59:01,584 INFO [STDOUT] INFO 21-02 05:59:01,584 - TruncateStagingTable - Starting transformation...(file=null, name=TruncateStagingTable, repinfo=null) 05:59:01,584 INFO [STDOUT] INFO 21-02 05:59:01,584 - TruncateStagingTable - Transformation is pre-loaded. 05:59:01,585 INFO [STDOUT] INFO 21-02 05:59:01,584 - TruncateStagingTable - Dispatching started for transformation [TruncateStagingTable] 05:59:01,585 INFO [STDOUT] INFO 21-02 05:59:01,585 - TruncateStagingTable - Nr of arguments detected:0 05:59:01,585 INFO [STDOUT] INFO 21-02 05:59:01,585 - TruncateStagingTable - This is not a replay transformation 05:59:01,585 INFO [STDOUT] INFO 21-02 05:59:01,585 - TruncateStagingTable - I found 4 different steps to launch. 05:59:01,585 INFO [STDOUT] INFO 21-02 05:59:01,585 - TruncateStagingTable - Allocating rowsets... 05:59:01,585 INFO [STDOUT] INFO 21-02 05:59:01,585 - TruncateStagingTable - Allocating rowsets for step 0 --> Get Variables 05:59:01,585 INFO [STDOUT] INFO 21-02 05:59:01,585 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:01,586 INFO [STDOUT] INFO 21-02 05:59:01,586 - TruncateStagingTable - Transformation allocated new rowset [Get Variables.0 - Switch / Case.0] 05:59:01,586 INFO [STDOUT] INFO 21-02 05:59:01,586 - TruncateStagingTable - Allocated 1 rowsets for step 0 --> Get Variables 05:59:01,586 INFO [STDOUT] INFO 21-02 05:59:01,586 - TruncateStagingTable - Allocating rowsets for step 1 --> Switch / Case 05:59:01,586 INFO [STDOUT] INFO 21-02 05:59:01,586 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:01,586 INFO [STDOUT] INFO 21-02 05:59:01,586 - TruncateStagingTable - Transformation allocated new rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:01,586 INFO [STDOUT] INFO 21-02 05:59:01,586 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:01,587 INFO [STDOUT] INFO 21-02 05:59:01,587 - TruncateStagingTable - Transformation allocated new rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:01,587 INFO [STDOUT] INFO 21-02 05:59:01,587 - TruncateStagingTable - Allocated 3 rowsets for step 1 --> Switch / Case 05:59:01,587 INFO [STDOUT] INFO 21-02 05:59:01,587 - TruncateStagingTable - Allocating rowsets for step 2 --> Execute SQL script trunc 05:59:01,587 INFO [STDOUT] INFO 21-02 05:59:01,587 - TruncateStagingTable - Allocated 3 rowsets for step 2 --> Execute SQL script trunc 05:59:01,587 INFO [STDOUT] INFO 21-02 05:59:01,587 - TruncateStagingTable - Allocating rowsets for step 3 --> Dummy (do nothing) 05:59:01,587 INFO [STDOUT] INFO 21-02 05:59:01,587 - TruncateStagingTable - Allocated 3 rowsets for step 3 --> Dummy (do nothing) 05:59:01,588 INFO [STDOUT] INFO 21-02 05:59:01,587 - TruncateStagingTable - Allocating Steps & StepData... 05:59:01,588 INFO [STDOUT] INFO 21-02 05:59:01,588 - TruncateStagingTable - Transformation is about to allocate step [Get Variables] of type [GetVariable] 05:59:01,591 INFO [STDOUT] INFO 21-02 05:59:01,590 - Get Variables - distribution activated 05:59:01,591 INFO [STDOUT] INFO 21-02 05:59:01,591 - Get Variables - Starting allocation of buffers & new threads... 05:59:01,591 INFO [STDOUT] INFO 21-02 05:59:01,591 - Get Variables - Step info: nrinput=0 nroutput=1 05:59:01,591 INFO [STDOUT] INFO 21-02 05:59:01,591 - Get Variables - output rel. is 1:1 05:59:01,591 INFO [STDOUT] INFO 21-02 05:59:01,591 - Get Variables - Found output rowset [Get Variables.0 - Switch / Case.0] 05:59:01,591 INFO [STDOUT] INFO 21-02 05:59:01,591 - Get Variables - Finished dispatching 05:59:01,592 INFO [STDOUT] INFO 21-02 05:59:01,592 - TruncateStagingTable - Transformation has allocated a new step: [Get Variables].0 05:59:01,592 INFO [STDOUT] INFO 21-02 05:59:01,592 - TruncateStagingTable - Transformation is about to allocate step [Switch / Case] of type [SwitchCase] 05:59:01,596 INFO [STDOUT] INFO 21-02 05:59:01,596 - Switch / Case - distribution activated 05:59:01,596 INFO [STDOUT] INFO 21-02 05:59:01,596 - Switch / Case - Starting allocation of buffers & new threads... 05:59:01,596 INFO [STDOUT] INFO 21-02 05:59:01,596 - Switch / Case - Step info: nrinput=1 nroutput=2 05:59:01,597 INFO [STDOUT] INFO 21-02 05:59:01,596 - Switch / Case - Got previous step from [Switch / Case] #0 --> Get Variables 05:59:01,597 INFO [STDOUT] INFO 21-02 05:59:01,597 - Switch / Case - input rel is 1:1 05:59:01,597 INFO [STDOUT] INFO 21-02 05:59:01,597 - Switch / Case - Found input rowset [Get Variables.0 - Switch / Case.0] 05:59:01,597 INFO [STDOUT] INFO 21-02 05:59:01,597 - Switch / Case - output rel. is 1:1 05:59:01,597 INFO [STDOUT] INFO 21-02 05:59:01,597 - Switch / Case - Found output rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:01,597 INFO [STDOUT] INFO 21-02 05:59:01,597 - Switch / Case - output rel. is 1:1 05:59:01,597 INFO [STDOUT] INFO 21-02 05:59:01,597 - Switch / Case - Found output rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:01,598 INFO [STDOUT] INFO 21-02 05:59:01,597 - Switch / Case - Finished dispatching 05:59:01,598 INFO [STDOUT] INFO 21-02 05:59:01,598 - TruncateStagingTable - Transformation has allocated a new step: [Switch / Case].0 05:59:01,598 INFO [STDOUT] INFO 21-02 05:59:01,598 - TruncateStagingTable - Transformation is about to allocate step [Execute SQL script trunc] of type [ExecSQL] 05:59:01,601 INFO [STDOUT] INFO 21-02 05:59:01,601 - Execute SQL script trunc - distribution activated 05:59:01,601 INFO [STDOUT] INFO 21-02 05:59:01,601 - Execute SQL script trunc - Starting allocation of buffers & new threads... 05:59:01,602 INFO [STDOUT] INFO 21-02 05:59:01,602 - Execute SQL script trunc - Step info: nrinput=1 nroutput=0 05:59:01,602 INFO [STDOUT] INFO 21-02 05:59:01,602 - Execute SQL script trunc - Got previous step from [Execute SQL script trunc] #0 --> Switch / Case 05:59:01,602 INFO [STDOUT] INFO 21-02 05:59:01,602 - Execute SQL script trunc - input rel is 1:1 05:59:01,602 INFO [STDOUT] INFO 21-02 05:59:01,602 - Execute SQL script trunc - Found input rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:01,602 INFO [STDOUT] INFO 21-02 05:59:01,602 - Execute SQL script trunc - Finished dispatching 05:59:01,603 INFO [STDOUT] INFO 21-02 05:59:01,603 - TruncateStagingTable - Transformation has allocated a new step: [Execute SQL script trunc].0 05:59:01,603 INFO [STDOUT] INFO 21-02 05:59:01,603 - TruncateStagingTable - Transformation is about to allocate step [Dummy (do nothing)] of type [Dummy] 05:59:01,605 INFO [STDOUT] INFO 21-02 05:59:01,605 - Dummy (do nothing) - distribution activated 05:59:01,605 INFO [STDOUT] INFO 21-02 05:59:01,605 - Dummy (do nothing) - Starting allocation of buffers & new threads... 05:59:01,605 INFO [STDOUT] INFO 21-02 05:59:01,605 - Dummy (do nothing) - Step info: nrinput=1 nroutput=0 05:59:01,606 INFO [STDOUT] INFO 21-02 05:59:01,605 - Dummy (do nothing) - Got previous step from [Dummy (do nothing)] #0 --> Switch / Case 05:59:01,606 INFO [STDOUT] INFO 21-02 05:59:01,606 - Dummy (do nothing) - input rel is 1:1 05:59:01,606 INFO [STDOUT] INFO 21-02 05:59:01,606 - Dummy (do nothing) - Found input rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:01,606 INFO [STDOUT] INFO 21-02 05:59:01,606 - Dummy (do nothing) - Finished dispatching 05:59:01,606 INFO [STDOUT] INFO 21-02 05:59:01,606 - TruncateStagingTable - Transformation has allocated a new step: [Dummy (do nothing)].0 05:59:01,607 INFO [STDOUT] INFO 21-02 05:59:01,607 - TruncateStagingTable - This transformation can be replayed with replay date: 2012/02/21 05:59:01 05:59:01,607 INFO [STDOUT] INFO 21-02 05:59:01,607 - TruncateStagingTable - Initialising 4 steps... 05:59:01,612 INFO [STDOUT] INFO 21-02 05:59:01,612 - Get Variables - Running on slave server #0/1. 05:59:01,613 INFO [STDOUT] INFO 21-02 05:59:01,612 - Execute SQL script trunc - Running on slave server #0/1. 05:59:01,617 INFO [STDOUT] INFO 21-02 05:59:01,617 - Switch / Case - Running on slave server #0/1. 05:59:01,618 INFO [STDOUT] INFO 21-02 05:59:01,618 - Dummy (do nothing) - Running on slave server #0/1. 05:59:01,619 INFO [STDOUT] INFO 21-02 05:59:01,619 - pdi_stage - New database connection defined 05:59:01,637 INFO [STDOUT] INFO 21-02 05:59:01,636 - pdi_stage - Connected to database. 05:59:01,638 INFO [STDOUT] INFO 21-02 05:59:01,638 - Execute SQL script trunc - Connected to database... 05:59:01,639 INFO [STDOUT] INFO 21-02 05:59:01,639 - pdi_stage - launch DDL statement: truncate dfStructureAccounts 05:59:01,698 INFO [STDOUT] INFO 21-02 05:59:01,698 - pdi_stage - 1 statement executed 05:59:01,699 INFO [STDOUT] INFO 21-02 05:59:01,699 - TruncateStagingTable - Step [Get Variables.0] initialized flawlessly. 05:59:01,699 INFO [STDOUT] INFO 21-02 05:59:01,699 - TruncateStagingTable - Step [Switch / Case.0] initialized flawlessly. 05:59:01,699 INFO [STDOUT] INFO 21-02 05:59:01,699 - TruncateStagingTable - Step [Execute SQL script trunc.0] initialized flawlessly. 05:59:01,699 INFO [STDOUT] INFO 21-02 05:59:01,699 - TruncateStagingTable - Step [Dummy (do nothing).0] initialized flawlessly. 05:59:01,700 INFO [STDOUT] INFO 21-02 05:59:01,700 - Get Variables - Starting to run... 05:59:01,701 INFO [STDOUT] INFO 21-02 05:59:01,700 - Get Variables - field [stagingTableName] has value [STAGINGTABLENAME] 05:59:01,701 INFO [STDOUT] INFO 21-02 05:59:01,701 - Get Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:01,706 INFO [STDOUT] INFO 21-02 05:59:01,706 - Execute SQL script trunc - Starting to run... 05:59:01,707 INFO [STDOUT] INFO 21-02 05:59:01,707 - Execute SQL script trunc - Finished reading query, closing connection. 05:59:01,707 INFO [STDOUT] INFO 21-02 05:59:01,707 - TruncateStagingTable - Transformation has allocated 4 threads and 3 rowsets. 05:59:01,712 INFO [STDOUT] INFO 21-02 05:59:01,712 - pdi_stage - Connection to database closed! 05:59:01,713 INFO [STDOUT] INFO 21-02 05:59:01,712 - Execute SQL script trunc - Finished processing (I=0, O=0, R=0, W=1, U=0, E=0) 05:59:01,714 INFO [STDOUT] INFO 21-02 05:59:01,714 - Switch / Case - Starting to run... 05:59:01,715 INFO [STDOUT] INFO 21-02 05:59:01,715 - Dummy (do nothing) - Starting to run... 05:59:01,729 INFO [STDOUT] INFO 21-02 05:59:01,729 - Switch / Case - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:01,737 INFO [STDOUT] INFO 21-02 05:59:01,737 - Dummy (do nothing) - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:01,749 INFO [STDOUT] INFO 21-02 05:59:01,749 - StageRequirement - Starting entry [Simple evaluation] 05:59:01,749 INFO [STDOUT] INFO 21-02 05:59:01,749 - StageRequirement - exec(13, 0, Simple evaluation.0) 05:59:01,750 INFO [STDOUT] INFO 21-02 05:59:01,750 - Simple evaluation - Starting job entry 05:59:01,751 INFO [STDOUT] INFO 21-02 05:59:01,751 - Simple evaluation - Checking variable [${SHARDPATTERN}] ... 05:59:01,751 INFO [STDOUT] INFO 21-02 05:59:01,751 - Simple evaluation - Value to evaluate is st-tracker 05:59:01,752 INFO [STDOUT] INFO 21-02 05:59:01,752 - StageRequirement - Starting entry [Simple evaluation 2] 05:59:01,752 INFO [STDOUT] INFO 21-02 05:59:01,752 - StageRequirement - exec(14, 0, Simple evaluation 2.0) 05:59:01,753 INFO [STDOUT] INFO 21-02 05:59:01,753 - Simple evaluation - Starting job entry 05:59:01,753 INFO [STDOUT] INFO 21-02 05:59:01,753 - Simple evaluation - Checking variable [${SHARDPATTERN}] ... 05:59:01,753 INFO [STDOUT] INFO 21-02 05:59:01,753 - Simple evaluation - Value to evaluate is st-tracker 05:59:01,754 INFO [STDOUT] INFO 21-02 05:59:01,754 - StageRequirement - Starting entry [StageDataFromShards] 05:59:01,754 INFO [STDOUT] INFO 21-02 05:59:01,754 - StageRequirement - exec(15, 0, StageDataFromShards.0) 05:59:01,755 INFO [STDOUT] INFO 21-02 05:59:01,755 - StageDataFromShards - Starting job entry 05:59:01,756 INFO [STDOUT] INFO 21-02 05:59:01,755 - StageDataFromShards - Loading job from repository : [/ : StageDataFromShards] 05:59:01,780 INFO [STDOUT] INFO 21-02 05:59:01,780 - StageDataFromShards - exec(16, 0, START.0) 05:59:01,780 INFO [STDOUT] INFO 21-02 05:59:01,780 - START - Starting job entry 05:59:01,781 INFO [STDOUT] INFO 21-02 05:59:01,781 - StageDataFromShards - Starting entry [Write To Log] 05:59:01,782 INFO [STDOUT] INFO 21-02 05:59:01,782 - StageDataFromShards - exec(17, 0, Write To Log.0) 05:59:01,782 INFO [STDOUT] INFO 21-02 05:59:01,782 - Write To Log - Starting job entry 05:59:01,783 INFO [STDOUT] INFO 21-02 05:59:01,783 - End: - dfStructureAccounts select a.id, a.description customerID, a.isActive from admaxCampaigns ac join tsacommon.accounts a on a.ID = ac.accountID group by ac.accountID st-tracker 05:59:01,785 INFO [STDOUT] INFO 21-02 05:59:01,784 - StageDataFromShards - Starting entry [SelectShards] 05:59:01,785 INFO [STDOUT] INFO 21-02 05:59:01,785 - StageDataFromShards - exec(18, 0, SelectShards.0) 05:59:01,786 INFO [STDOUT] INFO 21-02 05:59:01,785 - SelectShards - Starting job entry 05:59:01,786 INFO [STDOUT] INFO 21-02 05:59:01,786 - SelectShards - Opening transformation: [null] in directory [/] 05:59:01,786 INFO [STDOUT] INFO 21-02 05:59:01,786 - SelectShards - Loading transformation from repository [SelectShards] in directory [/] 05:59:01,821 INFO [STDOUT] INFO 21-02 05:59:01,821 - SelectShards - Starting transformation...(file=null, name=SelectShards, repinfo=null) 05:59:01,822 INFO [STDOUT] INFO 21-02 05:59:01,822 - SelectShards - Transformation is pre-loaded. 05:59:01,822 INFO [STDOUT] INFO 21-02 05:59:01,822 - SelectShards - Dispatching started for transformation [SelectShards] 05:59:01,823 INFO [STDOUT] INFO 21-02 05:59:01,822 - SelectShards - Nr of arguments detected:0 05:59:01,823 INFO [STDOUT] INFO 21-02 05:59:01,823 - SelectShards - This is not a replay transformation 05:59:01,823 INFO [STDOUT] INFO 21-02 05:59:01,823 - SelectShards - I found 2 different steps to launch. 05:59:01,823 INFO [STDOUT] INFO 21-02 05:59:01,823 - SelectShards - Allocating rowsets... 05:59:01,823 INFO [STDOUT] INFO 21-02 05:59:01,823 - SelectShards - Allocating rowsets for step 0 --> Table input 05:59:01,823 INFO [STDOUT] INFO 21-02 05:59:01,823 - SelectShards - prevcopies = 1, nextcopies=1 05:59:01,824 INFO [STDOUT] INFO 21-02 05:59:01,824 - SelectShards - Transformation allocated new rowset [Table input.0 - Copy rows to result.0] 05:59:01,824 INFO [STDOUT] INFO 21-02 05:59:01,824 - SelectShards - Allocated 1 rowsets for step 0 --> Table input 05:59:01,824 INFO [STDOUT] INFO 21-02 05:59:01,824 - SelectShards - Allocating rowsets for step 1 --> Copy rows to result 05:59:01,824 INFO [STDOUT] INFO 21-02 05:59:01,824 - SelectShards - Allocated 1 rowsets for step 1 --> Copy rows to result 05:59:01,824 INFO [STDOUT] INFO 21-02 05:59:01,824 - SelectShards - Allocating Steps & StepData... 05:59:01,825 INFO [STDOUT] INFO 21-02 05:59:01,825 - SelectShards - Transformation is about to allocate step [Table input] of type [TableInput] 05:59:01,825 INFO [STDOUT] INFO 21-02 05:59:01,825 - Table input - distribution activated 05:59:01,825 INFO [STDOUT] INFO 21-02 05:59:01,825 - Table input - Starting allocation of buffers & new threads... 05:59:01,825 INFO [STDOUT] INFO 21-02 05:59:01,825 - Table input - Step info: nrinput=0 nroutput=1 05:59:01,826 INFO [STDOUT] INFO 21-02 05:59:01,825 - Table input - output rel. is 1:1 05:59:01,826 INFO [STDOUT] INFO 21-02 05:59:01,826 - Table input - Found output rowset [Table input.0 - Copy rows to result.0] 05:59:01,826 INFO [STDOUT] INFO 21-02 05:59:01,826 - Table input - Finished dispatching 05:59:01,826 INFO [STDOUT] INFO 21-02 05:59:01,826 - SelectShards - Transformation has allocated a new step: [Table input].0 05:59:01,827 INFO [STDOUT] INFO 21-02 05:59:01,826 - SelectShards - Transformation is about to allocate step [Copy rows to result] of type [RowsToResult] 05:59:01,827 INFO [STDOUT] INFO 21-02 05:59:01,827 - Copy rows to result - distribution activated 05:59:01,827 INFO [STDOUT] INFO 21-02 05:59:01,827 - Copy rows to result - Starting allocation of buffers & new threads... 05:59:01,827 INFO [STDOUT] INFO 21-02 05:59:01,827 - Copy rows to result - Step info: nrinput=1 nroutput=0 05:59:01,828 INFO [STDOUT] INFO 21-02 05:59:01,827 - Copy rows to result - Got previous step from [Copy rows to result] #0 --> Table input 05:59:01,828 INFO [STDOUT] INFO 21-02 05:59:01,828 - Copy rows to result - input rel is 1:1 05:59:01,828 INFO [STDOUT] INFO 21-02 05:59:01,828 - Copy rows to result - Found input rowset [Table input.0 - Copy rows to result.0] 05:59:01,828 INFO [STDOUT] INFO 21-02 05:59:01,828 - Copy rows to result - Finished dispatching 05:59:01,829 INFO [STDOUT] INFO 21-02 05:59:01,829 - SelectShards - Transformation has allocated a new step: [Copy rows to result].0 05:59:01,829 INFO [STDOUT] INFO 21-02 05:59:01,829 - SelectShards - This transformation can be replayed with replay date: 2012/02/21 05:59:01 05:59:01,829 INFO [STDOUT] INFO 21-02 05:59:01,829 - SelectShards - Initialising 2 steps... 05:59:01,830 INFO [STDOUT] INFO 21-02 05:59:01,830 - Table input - Running on slave server #0/1. 05:59:01,836 INFO [STDOUT] INFO 21-02 05:59:01,836 - tsacommon - New database connection defined 05:59:01,844 INFO [STDOUT] INFO 21-02 05:59:01,844 - Copy rows to result - Running on slave server #0/1. 05:59:01,858 INFO [STDOUT] INFO 21-02 05:59:01,858 - tsacommon - Connected to database. 05:59:01,859 INFO [STDOUT] INFO 21-02 05:59:01,859 - tsacommon - Auto commit off 05:59:01,859 INFO [STDOUT] INFO 21-02 05:59:01,859 - Table input - Connected to database... 05:59:01,859 INFO [STDOUT] INFO 21-02 05:59:01,859 - SelectShards - Step [Table input.0] initialized flawlessly. 05:59:01,859 INFO [STDOUT] INFO 21-02 05:59:01,859 - SelectShards - Step [Copy rows to result.0] initialized flawlessly. 05:59:01,860 INFO [STDOUT] INFO 21-02 05:59:01,860 - Table input - Starting to run... 05:59:01,860 INFO [STDOUT] INFO 21-02 05:59:01,860 - Table input - SQL query : SELECT id , name , description , type , `DATABASE` , host , port , access FROM databaseInstances WHERE `DATABASE` like "st-tracker" 05:59:01,864 INFO [STDOUT] INFO 21-02 05:59:01,864 - SelectShards - Transformation has allocated 2 threads and 1 rowsets. 05:59:01,865 INFO [STDOUT] INFO 21-02 05:59:01,865 - Copy rows to result - Starting to run... 05:59:01,868 INFO [STDOUT] INFO 21-02 05:59:01,868 - Table input - Finished reading query, closing connection. 05:59:01,869 INFO [STDOUT] INFO 21-02 05:59:01,869 - tsacommon - Connection to database closed! 05:59:01,870 INFO [STDOUT] INFO 21-02 05:59:01,869 - Table input - Finished processing (I=2, O=0, R=0, W=2, U=0, E=0) 05:59:01,889 INFO [STDOUT] INFO 21-02 05:59:01,889 - Copy rows to result - Finished processing (I=0, O=0, R=2, W=2, U=0, E=0) 05:59:01,896 INFO [STDOUT] INFO 21-02 05:59:01,896 - StageDataFromShards - Starting entry [StageDataFromShard] 05:59:01,896 INFO [STDOUT] INFO 21-02 05:59:01,896 - StageDataFromShards - exec(19, 0, StageDataFromShard.0) 05:59:01,897 INFO [STDOUT] INFO 21-02 05:59:01,897 - StageDataFromShard - Starting job entry 05:59:01,897 INFO [STDOUT] INFO 21-02 05:59:01,897 - StageDataFromShard - Loading job from repository : [/ : StageDataFromShard] 05:59:01,922 INFO [STDOUT] INFO 21-02 05:59:01,922 - StageDataFromShard - exec(20, 0, START.0) 05:59:01,923 INFO [STDOUT] INFO 21-02 05:59:01,923 - START - Starting job entry 05:59:01,925 INFO [STDOUT] INFO 21-02 05:59:01,924 - StageDataFromShard - Starting entry [SetShardConnectionVariables] 05:59:01,925 INFO [STDOUT] INFO 21-02 05:59:01,925 - StageDataFromShard - exec(21, 0, SetShardConnectionVariables.0) 05:59:01,925 INFO [STDOUT] INFO 21-02 05:59:01,925 - SetShardConnectionVariables - Starting job entry 05:59:01,925 INFO [STDOUT] INFO 21-02 05:59:01,925 - SetShardConnectionVariables - Opening transformation: [null] in directory [/] 05:59:01,926 INFO [STDOUT] INFO 21-02 05:59:01,925 - SetShardConnectionVariables - Loading transformation from repository [SetShardConnectionVariables] in directory [/] 05:59:01,955 INFO [STDOUT] INFO 21-02 05:59:01,954 - SetShardConnectionVariables - Starting transformation...(file=null, name=SetShardConnectionVariables, repinfo=null) 05:59:01,955 INFO [STDOUT] INFO 21-02 05:59:01,955 - SetShardConnectionVariables - Transformation is pre-loaded. 05:59:01,955 INFO [STDOUT] INFO 21-02 05:59:01,955 - SetShardConnectionVariables - Dispatching started for transformation [SetShardConnectionVariables] 05:59:01,956 INFO [STDOUT] INFO 21-02 05:59:01,955 - SetShardConnectionVariables - Nr of arguments detected:0 05:59:01,956 INFO [STDOUT] INFO 21-02 05:59:01,956 - SetShardConnectionVariables - This is not a replay transformation 05:59:01,956 INFO [STDOUT] INFO 21-02 05:59:01,956 - SetShardConnectionVariables - I found 2 different steps to launch. 05:59:01,956 INFO [STDOUT] INFO 21-02 05:59:01,956 - SetShardConnectionVariables - Allocating rowsets... 05:59:01,956 INFO [STDOUT] INFO 21-02 05:59:01,956 - SetShardConnectionVariables - Allocating rowsets for step 0 --> Get rows from result 05:59:01,956 INFO [STDOUT] INFO 21-02 05:59:01,956 - SetShardConnectionVariables - prevcopies = 1, nextcopies=1 05:59:01,956 INFO [STDOUT] INFO 21-02 05:59:01,956 - SetShardConnectionVariables - Transformation allocated new rowset [Get rows from result.0 - Set Variables.0] 05:59:01,957 INFO [STDOUT] INFO 21-02 05:59:01,957 - SetShardConnectionVariables - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:01,957 INFO [STDOUT] INFO 21-02 05:59:01,957 - SetShardConnectionVariables - Allocating rowsets for step 1 --> Set Variables 05:59:01,957 INFO [STDOUT] INFO 21-02 05:59:01,957 - SetShardConnectionVariables - Allocated 1 rowsets for step 1 --> Set Variables 05:59:01,957 INFO [STDOUT] INFO 21-02 05:59:01,957 - SetShardConnectionVariables - Allocating Steps & StepData... 05:59:01,957 INFO [STDOUT] INFO 21-02 05:59:01,957 - SetShardConnectionVariables - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:01,957 INFO [STDOUT] INFO 21-02 05:59:01,957 - Get rows from result - distribution activated 05:59:01,958 INFO [STDOUT] INFO 21-02 05:59:01,958 - Get rows from result - Starting allocation of buffers & new threads... 05:59:01,958 INFO [STDOUT] INFO 21-02 05:59:01,958 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:01,958 INFO [STDOUT] INFO 21-02 05:59:01,958 - Get rows from result - output rel. is 1:1 05:59:01,958 INFO [STDOUT] INFO 21-02 05:59:01,958 - Get rows from result - Found output rowset [Get rows from result.0 - Set Variables.0] 05:59:01,958 INFO [STDOUT] INFO 21-02 05:59:01,958 - Get rows from result - Finished dispatching 05:59:01,959 INFO [STDOUT] INFO 21-02 05:59:01,959 - SetShardConnectionVariables - Transformation has allocated a new step: [Get rows from result].0 05:59:01,959 INFO [STDOUT] INFO 21-02 05:59:01,959 - SetShardConnectionVariables - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:01,959 INFO [STDOUT] INFO 21-02 05:59:01,959 - Set Variables - distribution activated 05:59:01,959 INFO [STDOUT] INFO 21-02 05:59:01,959 - Set Variables - Starting allocation of buffers & new threads... 05:59:01,959 INFO [STDOUT] INFO 21-02 05:59:01,959 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:01,960 INFO [STDOUT] INFO 21-02 05:59:01,959 - Set Variables - Got previous step from [Set Variables] #0 --> Get rows from result 05:59:01,960 INFO [STDOUT] INFO 21-02 05:59:01,960 - Set Variables - input rel is 1:1 05:59:01,960 INFO [STDOUT] INFO 21-02 05:59:01,960 - Set Variables - Found input rowset [Get rows from result.0 - Set Variables.0] 05:59:01,960 INFO [STDOUT] INFO 21-02 05:59:01,960 - Set Variables - Finished dispatching 05:59:01,960 INFO [STDOUT] INFO 21-02 05:59:01,960 - SetShardConnectionVariables - Transformation has allocated a new step: [Set Variables].0 05:59:01,961 INFO [STDOUT] INFO 21-02 05:59:01,961 - SetShardConnectionVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:01 05:59:01,961 INFO [STDOUT] INFO 21-02 05:59:01,961 - SetShardConnectionVariables - Initialising 2 steps... 05:59:01,962 INFO [STDOUT] INFO 21-02 05:59:01,961 - Get rows from result - Running on slave server #0/1. 05:59:01,962 INFO [STDOUT] INFO 21-02 05:59:01,962 - Set Variables - Running on slave server #0/1. 05:59:01,962 INFO [STDOUT] INFO 21-02 05:59:01,962 - SetShardConnectionVariables - Step [Get rows from result.0] initialized flawlessly. 05:59:01,962 INFO [STDOUT] INFO 21-02 05:59:01,962 - SetShardConnectionVariables - Step [Set Variables.0] initialized flawlessly. 05:59:01,963 INFO [STDOUT] INFO 21-02 05:59:01,963 - Get rows from result - Starting to run... 05:59:01,963 INFO [STDOUT] INFO 21-02 05:59:01,963 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:01,963 INFO [STDOUT] INFO 21-02 05:59:01,963 - SetShardConnectionVariables - Transformation has allocated 2 threads and 1 rowsets. 05:59:01,964 INFO [STDOUT] INFO 21-02 05:59:01,964 - Set Variables - Starting to run... 05:59:01,964 INFO [STDOUT] INFO 21-02 05:59:01,964 - Set Variables - Setting environment variables... 05:59:01,965 INFO [STDOUT] INFO 21-02 05:59:01,965 - Set Variables - Set variable DATABASE to value [st-tracker] 05:59:01,965 INFO [STDOUT] INFO 21-02 05:59:01,965 - Set Variables - Set variable HOST to value [acctdb-01-write] 05:59:01,965 INFO [STDOUT] INFO 21-02 05:59:01,965 - Set Variables - Set variable PORT to value [3307] 05:59:01,981 INFO [STDOUT] INFO 21-02 05:59:01,981 - Set Variables - Finished after 1 rows. 05:59:01,981 INFO [STDOUT] INFO 21-02 05:59:01,981 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:01,987 INFO [STDOUT] INFO 21-02 05:59:01,987 - StageDataFromShard - Starting entry [Write To Log] 05:59:01,987 INFO [STDOUT] INFO 21-02 05:59:01,987 - StageDataFromShard - exec(22, 0, Write To Log.0) 05:59:01,988 INFO [STDOUT] INFO 21-02 05:59:01,988 - Write To Log - Starting job entry 05:59:01,988 INFO [STDOUT] INFO 21-02 05:59:01,988 - connection: - st-tracker acctdb-01-write 3307 select a.id, a.description customerID, a.isActive from admaxCampaigns ac join tsacommon.accounts a on a.ID = ac.accountID group by ac.accountID 05:59:01,989 INFO [STDOUT] INFO 21-02 05:59:01,988 - StageDataFromShard - Starting entry [StageDataForShard] 05:59:01,989 INFO [STDOUT] INFO 21-02 05:59:01,989 - StageDataFromShard - exec(23, 0, StageDataForShard.0) 05:59:01,989 INFO [STDOUT] INFO 21-02 05:59:01,989 - StageDataForShard - Starting job entry 05:59:01,989 INFO [STDOUT] INFO 21-02 05:59:01,989 - StageDataForShard - Opening transformation: [null] in directory [/] 05:59:01,990 INFO [STDOUT] INFO 21-02 05:59:01,989 - StageDataForShard - Loading transformation from repository [StageDataForShard] in directory [/] 05:59:02,025 INFO [STDOUT] INFO 21-02 05:59:02,025 - StageDataForShard - Starting transformation...(file=null, name=StageDataForShard, repinfo=null) 05:59:02,026 INFO [STDOUT] INFO 21-02 05:59:02,026 - StageDataForShard - Transformation is pre-loaded. 05:59:02,026 INFO [STDOUT] INFO 21-02 05:59:02,026 - StageDataForShard - Dispatching started for transformation [StageDataForShard] 05:59:02,026 INFO [STDOUT] INFO 21-02 05:59:02,026 - StageDataForShard - Nr of arguments detected:0 05:59:02,027 INFO [STDOUT] INFO 21-02 05:59:02,026 - StageDataForShard - This is not a replay transformation 05:59:02,027 INFO [STDOUT] INFO 21-02 05:59:02,027 - StageDataForShard - I found 3 different steps to launch. 05:59:02,027 INFO [STDOUT] INFO 21-02 05:59:02,027 - StageDataForShard - Allocating rowsets... 05:59:02,027 INFO [STDOUT] INFO 21-02 05:59:02,027 - StageDataForShard - Allocating rowsets for step 0 --> Write to log 05:59:02,027 INFO [STDOUT] INFO 21-02 05:59:02,027 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:02,027 INFO [STDOUT] INFO 21-02 05:59:02,027 - StageDataForShard - Transformation allocated new rowset [Write to log.0 - Table input.0] 05:59:02,028 INFO [STDOUT] INFO 21-02 05:59:02,028 - StageDataForShard - Allocated 1 rowsets for step 0 --> Write to log 05:59:02,028 INFO [STDOUT] INFO 21-02 05:59:02,028 - StageDataForShard - Allocating rowsets for step 1 --> Table input 05:59:02,028 INFO [STDOUT] INFO 21-02 05:59:02,028 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:02,028 INFO [STDOUT] INFO 21-02 05:59:02,028 - StageDataForShard - Transformation allocated new rowset [Table input.0 - Table output.0] 05:59:02,029 INFO [STDOUT] INFO 21-02 05:59:02,029 - StageDataForShard - Allocated 2 rowsets for step 1 --> Table input 05:59:02,029 INFO [STDOUT] INFO 21-02 05:59:02,029 - StageDataForShard - Allocating rowsets for step 2 --> Table output 05:59:02,029 INFO [STDOUT] INFO 21-02 05:59:02,029 - StageDataForShard - Allocated 2 rowsets for step 2 --> Table output 05:59:02,029 INFO [STDOUT] INFO 21-02 05:59:02,029 - StageDataForShard - Allocating Steps & StepData... 05:59:02,029 INFO [STDOUT] INFO 21-02 05:59:02,029 - StageDataForShard - Transformation is about to allocate step [Write to log] of type [WriteToLog] 05:59:02,030 INFO [STDOUT] INFO 21-02 05:59:02,030 - Write to log - distribution activated 05:59:02,030 INFO [STDOUT] INFO 21-02 05:59:02,030 - Write to log - Starting allocation of buffers & new threads... 05:59:02,030 INFO [STDOUT] INFO 21-02 05:59:02,030 - Write to log - Step info: nrinput=0 nroutput=1 05:59:02,030 INFO [STDOUT] INFO 21-02 05:59:02,030 - Write to log - output rel. is 1:1 05:59:02,030 INFO [STDOUT] INFO 21-02 05:59:02,030 - Write to log - Found output rowset [Write to log.0 - Table input.0] 05:59:02,031 INFO [STDOUT] INFO 21-02 05:59:02,031 - Write to log - Finished dispatching 05:59:02,031 INFO [STDOUT] INFO 21-02 05:59:02,031 - StageDataForShard - Transformation has allocated a new step: [Write to log].0 05:59:02,031 INFO [STDOUT] INFO 21-02 05:59:02,031 - StageDataForShard - Transformation is about to allocate step [Table input] of type [TableInput] 05:59:02,032 INFO [STDOUT] INFO 21-02 05:59:02,031 - Table input - Starting allocation of buffers & new threads... 05:59:02,032 INFO [STDOUT] INFO 21-02 05:59:02,032 - Table input - Step info: nrinput=1 nroutput=1 05:59:02,032 INFO [STDOUT] INFO 21-02 05:59:02,032 - Table input - Got previous step from [Table input] #0 --> Write to log 05:59:02,032 INFO [STDOUT] INFO 21-02 05:59:02,032 - Table input - input rel is 1:1 05:59:02,032 INFO [STDOUT] INFO 21-02 05:59:02,032 - Table input - Found input rowset [Write to log.0 - Table input.0] 05:59:02,032 INFO [STDOUT] INFO 21-02 05:59:02,032 - Table input - output rel. is 1:1 05:59:02,032 INFO [STDOUT] INFO 21-02 05:59:02,032 - Table input - Found output rowset [Table input.0 - Table output.0] 05:59:02,033 INFO [STDOUT] INFO 21-02 05:59:02,032 - Table input - Finished dispatching 05:59:02,033 INFO [STDOUT] INFO 21-02 05:59:02,033 - StageDataForShard - Transformation has allocated a new step: [Table input].0 05:59:02,033 INFO [STDOUT] INFO 21-02 05:59:02,033 - StageDataForShard - Transformation is about to allocate step [Table output] of type [TableOutput] 05:59:02,040 INFO [STDOUT] INFO 21-02 05:59:02,040 - Table output - distribution activated 05:59:02,040 INFO [STDOUT] INFO 21-02 05:59:02,040 - Table output - Starting allocation of buffers & new threads... 05:59:02,040 INFO [STDOUT] INFO 21-02 05:59:02,040 - Table output - Step info: nrinput=1 nroutput=0 05:59:02,040 INFO [STDOUT] INFO 21-02 05:59:02,040 - Table output - Got previous step from [Table output] #0 --> Table input 05:59:02,040 INFO [STDOUT] INFO 21-02 05:59:02,040 - Table output - input rel is 1:1 05:59:02,040 INFO [STDOUT] INFO 21-02 05:59:02,040 - Table output - Found input rowset [Table input.0 - Table output.0] 05:59:02,041 INFO [STDOUT] INFO 21-02 05:59:02,041 - Table output - Finished dispatching 05:59:02,041 INFO [STDOUT] INFO 21-02 05:59:02,041 - StageDataForShard - Transformation has allocated a new step: [Table output].0 05:59:02,041 INFO [STDOUT] INFO 21-02 05:59:02,041 - StageDataForShard - This transformation can be replayed with replay date: 2012/02/21 05:59:02 05:59:02,042 INFO [STDOUT] INFO 21-02 05:59:02,042 - StageDataForShard - Initialising 3 steps... 05:59:02,042 INFO [STDOUT] INFO 21-02 05:59:02,042 - Write to log - Running on slave server #0/1. 05:59:02,042 INFO [STDOUT] INFO 21-02 05:59:02,042 - Table input - Running on slave server #0/1. 05:59:02,047 INFO [STDOUT] INFO 21-02 05:59:02,047 - Table output - Running on slave server #0/1. 05:59:02,048 INFO [STDOUT] INFO 21-02 05:59:02,048 - pdi_staging - New database connection defined 05:59:02,048 INFO [STDOUT] INFO 21-02 05:59:02,048 - Shard - New database connection defined 05:59:02,061 INFO [STDOUT] INFO 21-02 05:59:02,061 - pdi_staging - Connected to database. 05:59:02,062 INFO [STDOUT] INFO 21-02 05:59:02,062 - Table output - Connected to database [pdi_staging] (commit=10000) 05:59:02,062 INFO [STDOUT] INFO 21-02 05:59:02,062 - pdi_staging - Auto commit off 05:59:02,077 INFO [STDOUT] INFO 21-02 05:59:02,077 - Shard - Connected to database. 05:59:02,078 INFO [STDOUT] INFO 21-02 05:59:02,078 - Shard - Auto commit off 05:59:02,078 INFO [STDOUT] INFO 21-02 05:59:02,078 - Table input - Connected to database... 05:59:02,078 INFO [STDOUT] INFO 21-02 05:59:02,078 - StageDataForShard - Step [Write to log.0] initialized flawlessly. 05:59:02,078 INFO [STDOUT] INFO 21-02 05:59:02,078 - StageDataForShard - Step [Table input.0] initialized flawlessly. 05:59:02,078 INFO [STDOUT] INFO 21-02 05:59:02,078 - StageDataForShard - Step [Table output.0] initialized flawlessly. 05:59:02,079 INFO [STDOUT] INFO 21-02 05:59:02,079 - Write to log - Starting to run... 05:59:02,079 INFO [STDOUT] INFO 21-02 05:59:02,079 - Write to log - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:02,079 INFO [STDOUT] INFO 21-02 05:59:02,079 - Table input - Starting to run... 05:59:02,080 INFO [STDOUT] INFO 21-02 05:59:02,080 - Table input - SQL query : select a.id, a.description customerID, a.isActive from admaxCampaigns ac join tsacommon.accounts a on a.ID = ac.accountID group by ac.accountID 05:59:02,080 INFO [STDOUT] INFO 21-02 05:59:02,080 - StageDataForShard - Transformation has allocated 3 threads and 2 rowsets. 05:59:02,084 INFO [STDOUT] INFO 21-02 05:59:02,084 - Table output - Starting to run... 05:59:02,087 INFO [STDOUT] INFO 21-02 05:59:02,086 - Table input - Finished reading query, closing connection. 05:59:02,088 INFO [STDOUT] INFO 21-02 05:59:02,088 - Shard - Connection to database closed! 05:59:02,088 INFO [STDOUT] INFO 21-02 05:59:02,088 - Table input - Finished processing (I=4, O=0, R=0, W=4, U=0, E=0) 05:59:02,090 INFO [STDOUT] INFO 21-02 05:59:02,090 - Table output - Prepared statement : INSERT INTO dfStructureAccounts (id, customerID, isActive) VALUES ( ?, ?, ?) 05:59:02,112 INFO [STDOUT] INFO 21-02 05:59:02,112 - pdi_staging - Connection to database closed! 05:59:02,112 INFO [STDOUT] INFO 21-02 05:59:02,112 - Table output - Finished processing (I=0, O=4, R=4, W=4, U=0, E=0) 05:59:02,116 INFO [STDOUT] INFO 21-02 05:59:02,116 - StageDataFromShard - Finished job entry [StageDataForShard] (result=[true]) 05:59:02,116 INFO [STDOUT] INFO 21-02 05:59:02,116 - StageDataFromShard - Finished job entry [Write To Log] (result=[true]) 05:59:02,116 INFO [STDOUT] INFO 21-02 05:59:02,116 - StageDataFromShard - Finished job entry [SetShardConnectionVariables] (result=[true]) 05:59:02,122 INFO [STDOUT] INFO 21-02 05:59:02,121 - StageDataFromShard - exec(20, 0, START.0) 05:59:02,122 INFO [STDOUT] INFO 21-02 05:59:02,122 - START - Starting job entry 05:59:02,123 INFO [STDOUT] INFO 21-02 05:59:02,123 - StageDataFromShard - Starting entry [SetShardConnectionVariables] 05:59:02,123 INFO [STDOUT] INFO 21-02 05:59:02,123 - StageDataFromShard - exec(21, 0, SetShardConnectionVariables.0) 05:59:02,124 INFO [STDOUT] INFO 21-02 05:59:02,124 - SetShardConnectionVariables - Starting job entry 05:59:02,124 INFO [STDOUT] INFO 21-02 05:59:02,124 - SetShardConnectionVariables - Opening transformation: [null] in directory [/] 05:59:02,124 INFO [STDOUT] INFO 21-02 05:59:02,124 - SetShardConnectionVariables - Loading transformation from repository [SetShardConnectionVariables] in directory [/] 05:59:02,153 INFO [STDOUT] INFO 21-02 05:59:02,153 - SetShardConnectionVariables - Starting transformation...(file=null, name=SetShardConnectionVariables, repinfo=null) 05:59:02,154 INFO [STDOUT] INFO 21-02 05:59:02,154 - SetShardConnectionVariables - Transformation is pre-loaded. 05:59:02,154 INFO [STDOUT] INFO 21-02 05:59:02,154 - SetShardConnectionVariables - Dispatching started for transformation [SetShardConnectionVariables] 05:59:02,154 INFO [STDOUT] INFO 21-02 05:59:02,154 - SetShardConnectionVariables - Nr of arguments detected:0 05:59:02,154 INFO [STDOUT] INFO 21-02 05:59:02,154 - SetShardConnectionVariables - This is not a replay transformation 05:59:02,155 INFO [STDOUT] INFO 21-02 05:59:02,154 - SetShardConnectionVariables - I found 2 different steps to launch. 05:59:02,155 INFO [STDOUT] INFO 21-02 05:59:02,155 - SetShardConnectionVariables - Allocating rowsets... 05:59:02,155 INFO [STDOUT] INFO 21-02 05:59:02,155 - SetShardConnectionVariables - Allocating rowsets for step 0 --> Get rows from result 05:59:02,155 INFO [STDOUT] INFO 21-02 05:59:02,155 - SetShardConnectionVariables - prevcopies = 1, nextcopies=1 05:59:02,155 INFO [STDOUT] INFO 21-02 05:59:02,155 - SetShardConnectionVariables - Transformation allocated new rowset [Get rows from result.0 - Set Variables.0] 05:59:02,155 INFO [STDOUT] INFO 21-02 05:59:02,155 - SetShardConnectionVariables - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:02,155 INFO [STDOUT] INFO 21-02 05:59:02,155 - SetShardConnectionVariables - Allocating rowsets for step 1 --> Set Variables 05:59:02,156 INFO [STDOUT] INFO 21-02 05:59:02,156 - SetShardConnectionVariables - Allocated 1 rowsets for step 1 --> Set Variables 05:59:02,156 INFO [STDOUT] INFO 21-02 05:59:02,156 - SetShardConnectionVariables - Allocating Steps & StepData... 05:59:02,156 INFO [STDOUT] INFO 21-02 05:59:02,156 - SetShardConnectionVariables - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:02,156 INFO [STDOUT] INFO 21-02 05:59:02,156 - Get rows from result - distribution activated 05:59:02,156 INFO [STDOUT] INFO 21-02 05:59:02,156 - Get rows from result - Starting allocation of buffers & new threads... 05:59:02,157 INFO [STDOUT] INFO 21-02 05:59:02,156 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:02,157 INFO [STDOUT] INFO 21-02 05:59:02,157 - Get rows from result - output rel. is 1:1 05:59:02,157 INFO [STDOUT] INFO 21-02 05:59:02,157 - Get rows from result - Found output rowset [Get rows from result.0 - Set Variables.0] 05:59:02,157 INFO [STDOUT] INFO 21-02 05:59:02,157 - Get rows from result - Finished dispatching 05:59:02,157 INFO [STDOUT] INFO 21-02 05:59:02,157 - SetShardConnectionVariables - Transformation has allocated a new step: [Get rows from result].0 05:59:02,157 INFO [STDOUT] INFO 21-02 05:59:02,157 - SetShardConnectionVariables - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:02,158 INFO [STDOUT] INFO 21-02 05:59:02,158 - Set Variables - distribution activated 05:59:02,158 INFO [STDOUT] INFO 21-02 05:59:02,158 - Set Variables - Starting allocation of buffers & new threads... 05:59:02,158 INFO [STDOUT] INFO 21-02 05:59:02,158 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:02,158 INFO [STDOUT] INFO 21-02 05:59:02,158 - Set Variables - Got previous step from [Set Variables] #0 --> Get rows from result 05:59:02,158 INFO [STDOUT] INFO 21-02 05:59:02,158 - Set Variables - input rel is 1:1 05:59:02,159 INFO [STDOUT] INFO 21-02 05:59:02,158 - Set Variables - Found input rowset [Get rows from result.0 - Set Variables.0] 05:59:02,159 INFO [STDOUT] INFO 21-02 05:59:02,159 - Set Variables - Finished dispatching 05:59:02,159 INFO [STDOUT] INFO 21-02 05:59:02,159 - SetShardConnectionVariables - Transformation has allocated a new step: [Set Variables].0 05:59:02,159 INFO [STDOUT] INFO 21-02 05:59:02,159 - SetShardConnectionVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:02 05:59:02,159 INFO [STDOUT] INFO 21-02 05:59:02,159 - SetShardConnectionVariables - Initialising 2 steps... 05:59:02,160 INFO [STDOUT] INFO 21-02 05:59:02,160 - Get rows from result - Running on slave server #0/1. 05:59:02,161 INFO [STDOUT] INFO 21-02 05:59:02,161 - Set Variables - Running on slave server #0/1. 05:59:02,162 INFO [STDOUT] INFO 21-02 05:59:02,162 - SetShardConnectionVariables - Step [Get rows from result.0] initialized flawlessly. 05:59:02,162 INFO [STDOUT] INFO 21-02 05:59:02,162 - SetShardConnectionVariables - Step [Set Variables.0] initialized flawlessly. 05:59:02,162 INFO [STDOUT] INFO 21-02 05:59:02,162 - Get rows from result - Starting to run... 05:59:02,163 INFO [STDOUT] INFO 21-02 05:59:02,162 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:02,163 INFO [STDOUT] INFO 21-02 05:59:02,163 - SetShardConnectionVariables - Transformation has allocated 2 threads and 1 rowsets. 05:59:02,163 INFO [STDOUT] INFO 21-02 05:59:02,163 - Set Variables - Starting to run... 05:59:02,163 INFO [STDOUT] INFO 21-02 05:59:02,163 - Set Variables - Setting environment variables... 05:59:02,163 INFO [STDOUT] INFO 21-02 05:59:02,163 - Set Variables - Set variable DATABASE to value [st-tracker] 05:59:02,164 INFO [STDOUT] INFO 21-02 05:59:02,164 - Set Variables - Set variable HOST to value [acctdb-02-write] 05:59:02,164 INFO [STDOUT] INFO 21-02 05:59:02,164 - Set Variables - Set variable PORT to value [3310] 05:59:02,177 INFO [STDOUT] INFO 21-02 05:59:02,177 - Set Variables - Finished after 1 rows. 05:59:02,177 INFO [STDOUT] INFO 21-02 05:59:02,177 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:02,186 INFO [STDOUT] INFO 21-02 05:59:02,186 - StageDataFromShard - Starting entry [Write To Log] 05:59:02,186 INFO [STDOUT] INFO 21-02 05:59:02,186 - StageDataFromShard - exec(22, 0, Write To Log.0) 05:59:02,187 INFO [STDOUT] INFO 21-02 05:59:02,187 - Write To Log - Starting job entry 05:59:02,187 INFO [STDOUT] INFO 21-02 05:59:02,187 - connection: - st-tracker acctdb-02-write 3310 select a.id, a.description customerID, a.isActive from admaxCampaigns ac join tsacommon.accounts a on a.ID = ac.accountID group by ac.accountID 05:59:02,188 INFO [STDOUT] INFO 21-02 05:59:02,188 - StageDataFromShard - Starting entry [StageDataForShard] 05:59:02,188 INFO [STDOUT] INFO 21-02 05:59:02,188 - StageDataFromShard - exec(23, 0, StageDataForShard.0) 05:59:02,188 INFO [STDOUT] INFO 21-02 05:59:02,188 - StageDataForShard - Starting job entry 05:59:02,189 INFO [STDOUT] INFO 21-02 05:59:02,189 - StageDataForShard - Opening transformation: [null] in directory [/] 05:59:02,189 INFO [STDOUT] INFO 21-02 05:59:02,189 - StageDataForShard - Loading transformation from repository [StageDataForShard] in directory [/] 05:59:02,218 INFO [STDOUT] INFO 21-02 05:59:02,218 - StageDataForShard - Starting transformation...(file=null, name=StageDataForShard, repinfo=null) 05:59:02,218 INFO [STDOUT] INFO 21-02 05:59:02,218 - StageDataForShard - Transformation is pre-loaded. 05:59:02,219 INFO [STDOUT] INFO 21-02 05:59:02,219 - StageDataForShard - Dispatching started for transformation [StageDataForShard] 05:59:02,219 INFO [STDOUT] INFO 21-02 05:59:02,219 - StageDataForShard - Nr of arguments detected:0 05:59:02,220 INFO [STDOUT] INFO 21-02 05:59:02,220 - StageDataForShard - This is not a replay transformation 05:59:02,220 INFO [STDOUT] INFO 21-02 05:59:02,220 - StageDataForShard - I found 3 different steps to launch. 05:59:02,220 INFO [STDOUT] INFO 21-02 05:59:02,220 - StageDataForShard - Allocating rowsets... 05:59:02,220 INFO [STDOUT] INFO 21-02 05:59:02,220 - StageDataForShard - Allocating rowsets for step 0 --> Write to log 05:59:02,220 INFO [STDOUT] INFO 21-02 05:59:02,220 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:02,220 INFO [STDOUT] INFO 21-02 05:59:02,220 - StageDataForShard - Transformation allocated new rowset [Write to log.0 - Table input.0] 05:59:02,221 INFO [STDOUT] INFO 21-02 05:59:02,220 - StageDataForShard - Allocated 1 rowsets for step 0 --> Write to log 05:59:02,221 INFO [STDOUT] INFO 21-02 05:59:02,221 - StageDataForShard - Allocating rowsets for step 1 --> Table input 05:59:02,221 INFO [STDOUT] INFO 21-02 05:59:02,221 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:02,222 INFO [STDOUT] INFO 21-02 05:59:02,222 - StageDataForShard - Transformation allocated new rowset [Table input.0 - Table output.0] 05:59:02,222 INFO [STDOUT] INFO 21-02 05:59:02,222 - StageDataForShard - Allocated 2 rowsets for step 1 --> Table input 05:59:02,223 INFO [STDOUT] INFO 21-02 05:59:02,222 - StageDataForShard - Allocating rowsets for step 2 --> Table output 05:59:02,223 INFO [STDOUT] INFO 21-02 05:59:02,223 - StageDataForShard - Allocated 2 rowsets for step 2 --> Table output 05:59:02,223 INFO [STDOUT] INFO 21-02 05:59:02,223 - StageDataForShard - Allocating Steps & StepData... 05:59:02,223 INFO [STDOUT] INFO 21-02 05:59:02,223 - StageDataForShard - Transformation is about to allocate step [Write to log] of type [WriteToLog] 05:59:02,223 INFO [STDOUT] INFO 21-02 05:59:02,223 - Write to log - distribution activated 05:59:02,223 INFO [STDOUT] INFO 21-02 05:59:02,223 - Write to log - Starting allocation of buffers & new threads... 05:59:02,224 INFO [STDOUT] INFO 21-02 05:59:02,224 - Write to log - Step info: nrinput=0 nroutput=1 05:59:02,224 INFO [STDOUT] INFO 21-02 05:59:02,224 - Write to log - output rel. is 1:1 05:59:02,224 INFO [STDOUT] INFO 21-02 05:59:02,224 - Write to log - Found output rowset [Write to log.0 - Table input.0] 05:59:02,224 INFO [STDOUT] INFO 21-02 05:59:02,224 - Write to log - Finished dispatching 05:59:02,224 INFO [STDOUT] INFO 21-02 05:59:02,224 - StageDataForShard - Transformation has allocated a new step: [Write to log].0 05:59:02,224 INFO [STDOUT] INFO 21-02 05:59:02,224 - StageDataForShard - Transformation is about to allocate step [Table input] of type [TableInput] 05:59:02,225 INFO [STDOUT] INFO 21-02 05:59:02,225 - Table input - Starting allocation of buffers & new threads... 05:59:02,225 INFO [STDOUT] INFO 21-02 05:59:02,225 - Table input - Step info: nrinput=1 nroutput=1 05:59:02,225 INFO [STDOUT] INFO 21-02 05:59:02,225 - Table input - Got previous step from [Table input] #0 --> Write to log 05:59:02,225 INFO [STDOUT] INFO 21-02 05:59:02,225 - Table input - input rel is 1:1 05:59:02,225 INFO [STDOUT] INFO 21-02 05:59:02,225 - Table input - Found input rowset [Write to log.0 - Table input.0] 05:59:02,226 INFO [STDOUT] INFO 21-02 05:59:02,225 - Table input - output rel. is 1:1 05:59:02,226 INFO [STDOUT] INFO 21-02 05:59:02,226 - Table input - Found output rowset [Table input.0 - Table output.0] 05:59:02,226 INFO [STDOUT] INFO 21-02 05:59:02,226 - Table input - Finished dispatching 05:59:02,226 INFO [STDOUT] INFO 21-02 05:59:02,226 - StageDataForShard - Transformation has allocated a new step: [Table input].0 05:59:02,226 INFO [STDOUT] INFO 21-02 05:59:02,226 - StageDataForShard - Transformation is about to allocate step [Table output] of type [TableOutput] 05:59:02,227 INFO [STDOUT] INFO 21-02 05:59:02,226 - Table output - distribution activated 05:59:02,227 INFO [STDOUT] INFO 21-02 05:59:02,227 - Table output - Starting allocation of buffers & new threads... 05:59:02,227 INFO [STDOUT] INFO 21-02 05:59:02,227 - Table output - Step info: nrinput=1 nroutput=0 05:59:02,227 INFO [STDOUT] INFO 21-02 05:59:02,227 - Table output - Got previous step from [Table output] #0 --> Table input 05:59:02,227 INFO [STDOUT] INFO 21-02 05:59:02,227 - Table output - input rel is 1:1 05:59:02,227 INFO [STDOUT] INFO 21-02 05:59:02,227 - Table output - Found input rowset [Table input.0 - Table output.0] 05:59:02,227 INFO [STDOUT] INFO 21-02 05:59:02,227 - Table output - Finished dispatching 05:59:02,228 INFO [STDOUT] INFO 21-02 05:59:02,228 - StageDataForShard - Transformation has allocated a new step: [Table output].0 05:59:02,228 INFO [STDOUT] INFO 21-02 05:59:02,228 - StageDataForShard - This transformation can be replayed with replay date: 2012/02/21 05:59:02 05:59:02,228 INFO [STDOUT] INFO 21-02 05:59:02,228 - StageDataForShard - Initialising 3 steps... 05:59:02,229 INFO [STDOUT] INFO 21-02 05:59:02,229 - Write to log - Running on slave server #0/1. 05:59:02,229 INFO [STDOUT] INFO 21-02 05:59:02,229 - Table input - Running on slave server #0/1. 05:59:02,234 INFO [STDOUT] INFO 21-02 05:59:02,234 - Table output - Running on slave server #0/1. 05:59:02,235 INFO [STDOUT] INFO 21-02 05:59:02,235 - pdi_staging - New database connection defined 05:59:02,249 INFO [STDOUT] INFO 21-02 05:59:02,249 - Shard - New database connection defined 05:59:02,269 INFO [STDOUT] INFO 21-02 05:59:02,267 - Shard - Connected to database. 05:59:02,269 INFO [STDOUT] INFO 21-02 05:59:02,269 - Shard - Auto commit off 05:59:02,269 INFO [STDOUT] INFO 21-02 05:59:02,269 - Table input - Connected to database... 05:59:02,272 INFO [STDOUT] INFO 21-02 05:59:02,272 - pdi_staging - Connected to database. 05:59:02,272 INFO [STDOUT] INFO 21-02 05:59:02,272 - Table output - Connected to database [pdi_staging] (commit=10000) 05:59:02,273 INFO [STDOUT] INFO 21-02 05:59:02,273 - pdi_staging - Auto commit off 05:59:02,273 INFO [STDOUT] INFO 21-02 05:59:02,273 - StageDataForShard - Step [Write to log.0] initialized flawlessly. 05:59:02,273 INFO [STDOUT] INFO 21-02 05:59:02,273 - StageDataForShard - Step [Table input.0] initialized flawlessly. 05:59:02,273 INFO [STDOUT] INFO 21-02 05:59:02,273 - StageDataForShard - Step [Table output.0] initialized flawlessly. 05:59:02,274 INFO [STDOUT] INFO 21-02 05:59:02,274 - Write to log - Starting to run... 05:59:02,274 INFO [STDOUT] INFO 21-02 05:59:02,274 - Write to log - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:02,275 INFO [STDOUT] INFO 21-02 05:59:02,274 - Table input - Starting to run... 05:59:02,275 INFO [STDOUT] INFO 21-02 05:59:02,275 - Table input - SQL query : select a.id, a.description customerID, a.isActive from admaxCampaigns ac join tsacommon.accounts a on a.ID = ac.accountID group by ac.accountID 05:59:02,275 INFO [STDOUT] INFO 21-02 05:59:02,275 - StageDataForShard - Transformation has allocated 3 threads and 2 rowsets. 05:59:02,275 INFO [STDOUT] INFO 21-02 05:59:02,275 - Table output - Starting to run... 05:59:02,277 INFO [STDOUT] INFO 21-02 05:59:02,277 - Table input - Finished reading query, closing connection. 05:59:02,279 INFO [STDOUT] INFO 21-02 05:59:02,279 - Shard - Connection to database closed! 05:59:02,279 INFO [STDOUT] INFO 21-02 05:59:02,279 - Table input - Finished processing (I=5, O=0, R=0, W=5, U=0, E=0) 05:59:02,281 INFO [STDOUT] INFO 21-02 05:59:02,281 - Table output - Prepared statement : INSERT INTO dfStructureAccounts (id, customerID, isActive) VALUES ( ?, ?, ?) 05:59:02,299 INFO [STDOUT] INFO 21-02 05:59:02,299 - pdi_staging - Connection to database closed! 05:59:02,300 INFO [STDOUT] INFO 21-02 05:59:02,300 - Table output - Finished processing (I=0, O=5, R=5, W=5, U=0, E=0) 05:59:02,306 INFO [STDOUT] INFO 21-02 05:59:02,306 - StageDataFromShard - Finished job entry [StageDataForShard] (result=[true]) 05:59:02,306 INFO [STDOUT] INFO 21-02 05:59:02,306 - StageDataFromShard - Finished job entry [Write To Log] (result=[true]) 05:59:02,306 INFO [STDOUT] INFO 21-02 05:59:02,306 - StageDataFromShard - Finished job entry [SetShardConnectionVariables] (result=[true]) 05:59:02,321 INFO [STDOUT] INFO 21-02 05:59:02,321 - StageDataFromShards - Finished job entry [StageDataFromShard] (result=[true]) 05:59:02,322 INFO [STDOUT] INFO 21-02 05:59:02,322 - StageDataFromShards - Finished job entry [SelectShards] (result=[true]) 05:59:02,322 INFO [STDOUT] INFO 21-02 05:59:02,322 - StageDataFromShards - Finished job entry [Write To Log] (result=[true]) 05:59:02,337 INFO [STDOUT] INFO 21-02 05:59:02,337 - StageRequirement - Finished job entry [StageDataFromShards] (result=[true]) 05:59:02,337 INFO [STDOUT] INFO 21-02 05:59:02,337 - StageRequirement - Finished job entry [Simple evaluation 2] (result=[true]) 05:59:02,337 INFO [STDOUT] INFO 21-02 05:59:02,337 - StageRequirement - Finished job entry [Simple evaluation] (result=[true]) 05:59:02,337 INFO [STDOUT] INFO 21-02 05:59:02,337 - StageRequirement - Finished job entry [TruncateStagingTable] (result=[true]) 05:59:02,337 INFO [STDOUT] INFO 21-02 05:59:02,337 - StageRequirement - Finished job entry [SetRequirementStagingVariables] (result=[true]) 05:59:02,342 INFO [STDOUT] INFO 21-02 05:59:02,342 - StageRequirement - exec(10, 0, START.0) 05:59:02,343 INFO [STDOUT] INFO 21-02 05:59:02,343 - START - Starting job entry 05:59:02,344 INFO [STDOUT] INFO 21-02 05:59:02,344 - StageRequirement - Starting entry [SetRequirementStagingVariables] 05:59:02,344 INFO [STDOUT] INFO 21-02 05:59:02,344 - StageRequirement - exec(11, 0, SetRequirementStagingVariables.0) 05:59:02,344 INFO [STDOUT] INFO 21-02 05:59:02,344 - SetRequirementStagingVariables - Starting job entry 05:59:02,344 INFO [STDOUT] INFO 21-02 05:59:02,344 - SetRequirementStagingVariables - Opening transformation: [null] in directory [/] 05:59:02,345 INFO [STDOUT] INFO 21-02 05:59:02,345 - SetRequirementStagingVariables - Loading transformation from repository [SetRequirementStagingVariables] in directory [/] 05:59:02,372 INFO [STDOUT] INFO 21-02 05:59:02,372 - SetRequirementStagingVariables - Starting transformation...(file=null, name=SetRequirementStagingVariables, repinfo=null) 05:59:02,373 INFO [STDOUT] INFO 21-02 05:59:02,372 - SetRequirementStagingVariables - Transformation is pre-loaded. 05:59:02,373 INFO [STDOUT] INFO 21-02 05:59:02,373 - SetRequirementStagingVariables - Dispatching started for transformation [SetRequirementStagingVariables] 05:59:02,373 INFO [STDOUT] INFO 21-02 05:59:02,373 - SetRequirementStagingVariables - Nr of arguments detected:0 05:59:02,373 INFO [STDOUT] INFO 21-02 05:59:02,373 - SetRequirementStagingVariables - This is not a replay transformation 05:59:02,373 INFO [STDOUT] INFO 21-02 05:59:02,373 - SetRequirementStagingVariables - I found 2 different steps to launch. 05:59:02,373 INFO [STDOUT] INFO 21-02 05:59:02,373 - SetRequirementStagingVariables - Allocating rowsets... 05:59:02,373 INFO [STDOUT] INFO 21-02 05:59:02,373 - SetRequirementStagingVariables - Allocating rowsets for step 0 --> Get rows from result 05:59:02,374 INFO [STDOUT] INFO 21-02 05:59:02,374 - SetRequirementStagingVariables - prevcopies = 1, nextcopies=1 05:59:02,374 INFO [STDOUT] INFO 21-02 05:59:02,374 - SetRequirementStagingVariables - Transformation allocated new rowset [Get rows from result.0 - Set Variables.0] 05:59:02,374 INFO [STDOUT] INFO 21-02 05:59:02,374 - SetRequirementStagingVariables - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:02,374 INFO [STDOUT] INFO 21-02 05:59:02,374 - SetRequirementStagingVariables - Allocating rowsets for step 1 --> Set Variables 05:59:02,374 INFO [STDOUT] INFO 21-02 05:59:02,374 - SetRequirementStagingVariables - Allocated 1 rowsets for step 1 --> Set Variables 05:59:02,374 INFO [STDOUT] INFO 21-02 05:59:02,374 - SetRequirementStagingVariables - Allocating Steps & StepData... 05:59:02,374 INFO [STDOUT] INFO 21-02 05:59:02,374 - SetRequirementStagingVariables - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:02,375 INFO [STDOUT] INFO 21-02 05:59:02,375 - Get rows from result - distribution activated 05:59:02,375 INFO [STDOUT] INFO 21-02 05:59:02,375 - Get rows from result - Starting allocation of buffers & new threads... 05:59:02,375 INFO [STDOUT] INFO 21-02 05:59:02,375 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:02,375 INFO [STDOUT] INFO 21-02 05:59:02,375 - Get rows from result - output rel. is 1:1 05:59:02,375 INFO [STDOUT] INFO 21-02 05:59:02,375 - Get rows from result - Found output rowset [Get rows from result.0 - Set Variables.0] 05:59:02,375 INFO [STDOUT] INFO 21-02 05:59:02,375 - Get rows from result - Finished dispatching 05:59:02,376 INFO [STDOUT] INFO 21-02 05:59:02,376 - SetRequirementStagingVariables - Transformation has allocated a new step: [Get rows from result].0 05:59:02,376 INFO [STDOUT] INFO 21-02 05:59:02,376 - SetRequirementStagingVariables - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:02,376 INFO [STDOUT] INFO 21-02 05:59:02,376 - Set Variables - distribution activated 05:59:02,377 INFO [STDOUT] INFO 21-02 05:59:02,377 - Set Variables - Starting allocation of buffers & new threads... 05:59:02,377 INFO [STDOUT] INFO 21-02 05:59:02,377 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:02,377 INFO [STDOUT] INFO 21-02 05:59:02,377 - Set Variables - Got previous step from [Set Variables] #0 --> Get rows from result 05:59:02,377 INFO [STDOUT] INFO 21-02 05:59:02,377 - Set Variables - input rel is 1:1 05:59:02,377 INFO [STDOUT] INFO 21-02 05:59:02,377 - Set Variables - Found input rowset [Get rows from result.0 - Set Variables.0] 05:59:02,378 INFO [STDOUT] INFO 21-02 05:59:02,378 - Set Variables - Finished dispatching 05:59:02,378 INFO [STDOUT] INFO 21-02 05:59:02,378 - SetRequirementStagingVariables - Transformation has allocated a new step: [Set Variables].0 05:59:02,378 INFO [STDOUT] INFO 21-02 05:59:02,378 - SetRequirementStagingVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:02 05:59:02,378 INFO [STDOUT] INFO 21-02 05:59:02,378 - SetRequirementStagingVariables - Initialising 2 steps... 05:59:02,379 INFO [STDOUT] INFO 21-02 05:59:02,379 - Get rows from result - Running on slave server #0/1. 05:59:02,379 INFO [STDOUT] INFO 21-02 05:59:02,379 - Set Variables - Running on slave server #0/1. 05:59:02,379 INFO [STDOUT] INFO 21-02 05:59:02,379 - SetRequirementStagingVariables - Step [Get rows from result.0] initialized flawlessly. 05:59:02,379 INFO [STDOUT] INFO 21-02 05:59:02,379 - SetRequirementStagingVariables - Step [Set Variables.0] initialized flawlessly. 05:59:02,380 INFO [STDOUT] INFO 21-02 05:59:02,380 - Get rows from result - Starting to run... 05:59:02,380 INFO [STDOUT] INFO 21-02 05:59:02,380 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:02,380 INFO [STDOUT] INFO 21-02 05:59:02,380 - SetRequirementStagingVariables - Transformation has allocated 2 threads and 1 rowsets. 05:59:02,381 INFO [STDOUT] INFO 21-02 05:59:02,381 - Set Variables - Starting to run... 05:59:02,381 INFO [STDOUT] INFO 21-02 05:59:02,381 - Set Variables - Setting environment variables... 05:59:02,381 INFO [STDOUT] INFO 21-02 05:59:02,381 - Set Variables - Set variable STAGINGTABLENAME to value [dfStructureAdMaxCampaigns] 05:59:02,381 INFO [STDOUT] INFO 21-02 05:59:02,381 - Set Variables - Set variable QUERY to value [select ac.id, ac.accountID, ac.description, cast(substring_index(substring_index(ac.description, '_', 2), '_', -1) as signed) businessAreaID, cast(substring_index(substring_index(ac.description, '_', 3), '_', -1) as signed) businessLocationID from admaxCampaigns ac] 05:59:02,381 INFO [STDOUT] INFO 21-02 05:59:02,381 - Set Variables - Set variable SHARDPATTERN to value [st-tracker] 05:59:02,397 INFO [STDOUT] INFO 21-02 05:59:02,397 - Set Variables - Finished after 1 rows. 05:59:02,397 INFO [STDOUT] INFO 21-02 05:59:02,397 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:02,402 INFO [STDOUT] INFO 21-02 05:59:02,402 - StageRequirement - Starting entry [TruncateStagingTable] 05:59:02,402 INFO [STDOUT] INFO 21-02 05:59:02,402 - StageRequirement - exec(12, 0, TruncateStagingTable.0) 05:59:02,403 INFO [STDOUT] INFO 21-02 05:59:02,403 - TruncateStagingTable - Starting job entry 05:59:02,403 INFO [STDOUT] INFO 21-02 05:59:02,403 - TruncateStagingTable - Opening transformation: [null] in directory [/] 05:59:02,403 INFO [STDOUT] INFO 21-02 05:59:02,403 - TruncateStagingTable - Loading transformation from repository [TruncateStagingTable] in directory [/] 05:59:02,430 INFO [STDOUT] INFO 21-02 05:59:02,430 - TruncateStagingTable - Starting transformation...(file=null, name=TruncateStagingTable, repinfo=null) 05:59:02,431 INFO [STDOUT] INFO 21-02 05:59:02,431 - TruncateStagingTable - Transformation is pre-loaded. 05:59:02,431 INFO [STDOUT] INFO 21-02 05:59:02,431 - TruncateStagingTable - Dispatching started for transformation [TruncateStagingTable] 05:59:02,431 INFO [STDOUT] INFO 21-02 05:59:02,431 - TruncateStagingTable - Nr of arguments detected:0 05:59:02,431 INFO [STDOUT] INFO 21-02 05:59:02,431 - TruncateStagingTable - This is not a replay transformation 05:59:02,431 INFO [STDOUT] INFO 21-02 05:59:02,431 - TruncateStagingTable - I found 4 different steps to launch. 05:59:02,432 INFO [STDOUT] INFO 21-02 05:59:02,431 - TruncateStagingTable - Allocating rowsets... 05:59:02,432 INFO [STDOUT] INFO 21-02 05:59:02,432 - TruncateStagingTable - Allocating rowsets for step 0 --> Get Variables 05:59:02,432 INFO [STDOUT] INFO 21-02 05:59:02,432 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:02,432 INFO [STDOUT] INFO 21-02 05:59:02,432 - TruncateStagingTable - Transformation allocated new rowset [Get Variables.0 - Switch / Case.0] 05:59:02,432 INFO [STDOUT] INFO 21-02 05:59:02,432 - TruncateStagingTable - Allocated 1 rowsets for step 0 --> Get Variables 05:59:02,432 INFO [STDOUT] INFO 21-02 05:59:02,432 - TruncateStagingTable - Allocating rowsets for step 1 --> Switch / Case 05:59:02,432 INFO [STDOUT] INFO 21-02 05:59:02,432 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:02,433 INFO [STDOUT] INFO 21-02 05:59:02,432 - TruncateStagingTable - Transformation allocated new rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:02,433 INFO [STDOUT] INFO 21-02 05:59:02,433 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:02,433 INFO [STDOUT] INFO 21-02 05:59:02,433 - TruncateStagingTable - Transformation allocated new rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:02,433 INFO [STDOUT] INFO 21-02 05:59:02,433 - TruncateStagingTable - Allocated 3 rowsets for step 1 --> Switch / Case 05:59:02,433 INFO [STDOUT] INFO 21-02 05:59:02,433 - TruncateStagingTable - Allocating rowsets for step 2 --> Execute SQL script trunc 05:59:02,433 INFO [STDOUT] INFO 21-02 05:59:02,433 - TruncateStagingTable - Allocated 3 rowsets for step 2 --> Execute SQL script trunc 05:59:02,433 INFO [STDOUT] INFO 21-02 05:59:02,433 - TruncateStagingTable - Allocating rowsets for step 3 --> Dummy (do nothing) 05:59:02,434 INFO [STDOUT] INFO 21-02 05:59:02,434 - TruncateStagingTable - Allocated 3 rowsets for step 3 --> Dummy (do nothing) 05:59:02,434 INFO [STDOUT] INFO 21-02 05:59:02,434 - TruncateStagingTable - Allocating Steps & StepData... 05:59:02,434 INFO [STDOUT] INFO 21-02 05:59:02,434 - TruncateStagingTable - Transformation is about to allocate step [Get Variables] of type [GetVariable] 05:59:02,434 INFO [STDOUT] INFO 21-02 05:59:02,434 - Get Variables - distribution activated 05:59:02,434 INFO [STDOUT] INFO 21-02 05:59:02,434 - Get Variables - Starting allocation of buffers & new threads... 05:59:02,434 INFO [STDOUT] INFO 21-02 05:59:02,434 - Get Variables - Step info: nrinput=0 nroutput=1 05:59:02,435 INFO [STDOUT] INFO 21-02 05:59:02,435 - Get Variables - output rel. is 1:1 05:59:02,435 INFO [STDOUT] INFO 21-02 05:59:02,435 - Get Variables - Found output rowset [Get Variables.0 - Switch / Case.0] 05:59:02,435 INFO [STDOUT] INFO 21-02 05:59:02,435 - Get Variables - Finished dispatching 05:59:02,435 INFO [STDOUT] INFO 21-02 05:59:02,435 - TruncateStagingTable - Transformation has allocated a new step: [Get Variables].0 05:59:02,435 INFO [STDOUT] INFO 21-02 05:59:02,435 - TruncateStagingTable - Transformation is about to allocate step [Switch / Case] of type [SwitchCase] 05:59:02,436 INFO [STDOUT] INFO 21-02 05:59:02,436 - Switch / Case - distribution activated 05:59:02,436 INFO [STDOUT] INFO 21-02 05:59:02,436 - Switch / Case - Starting allocation of buffers & new threads... 05:59:02,436 INFO [STDOUT] INFO 21-02 05:59:02,436 - Switch / Case - Step info: nrinput=1 nroutput=2 05:59:02,436 INFO [STDOUT] INFO 21-02 05:59:02,436 - Switch / Case - Got previous step from [Switch / Case] #0 --> Get Variables 05:59:02,436 INFO [STDOUT] INFO 21-02 05:59:02,436 - Switch / Case - input rel is 1:1 05:59:02,436 INFO [STDOUT] INFO 21-02 05:59:02,436 - Switch / Case - Found input rowset [Get Variables.0 - Switch / Case.0] 05:59:02,437 INFO [STDOUT] INFO 21-02 05:59:02,437 - Switch / Case - output rel. is 1:1 05:59:02,437 INFO [STDOUT] INFO 21-02 05:59:02,437 - Switch / Case - Found output rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:02,437 INFO [STDOUT] INFO 21-02 05:59:02,437 - Switch / Case - output rel. is 1:1 05:59:02,437 INFO [STDOUT] INFO 21-02 05:59:02,437 - Switch / Case - Found output rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:02,437 INFO [STDOUT] INFO 21-02 05:59:02,437 - Switch / Case - Finished dispatching 05:59:02,437 INFO [STDOUT] INFO 21-02 05:59:02,437 - TruncateStagingTable - Transformation has allocated a new step: [Switch / Case].0 05:59:02,437 INFO [STDOUT] INFO 21-02 05:59:02,437 - TruncateStagingTable - Transformation is about to allocate step [Execute SQL script trunc] of type [ExecSQL] 05:59:02,438 INFO [STDOUT] INFO 21-02 05:59:02,438 - Execute SQL script trunc - distribution activated 05:59:02,438 INFO [STDOUT] INFO 21-02 05:59:02,438 - Execute SQL script trunc - Starting allocation of buffers & new threads... 05:59:02,438 INFO [STDOUT] INFO 21-02 05:59:02,438 - Execute SQL script trunc - Step info: nrinput=1 nroutput=0 05:59:02,438 INFO [STDOUT] INFO 21-02 05:59:02,438 - Execute SQL script trunc - Got previous step from [Execute SQL script trunc] #0 --> Switch / Case 05:59:02,438 INFO [STDOUT] INFO 21-02 05:59:02,438 - Execute SQL script trunc - input rel is 1:1 05:59:02,438 INFO [STDOUT] INFO 21-02 05:59:02,438 - Execute SQL script trunc - Found input rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:02,438 INFO [STDOUT] INFO 21-02 05:59:02,438 - Execute SQL script trunc - Finished dispatching 05:59:02,439 INFO [STDOUT] INFO 21-02 05:59:02,439 - TruncateStagingTable - Transformation has allocated a new step: [Execute SQL script trunc].0 05:59:02,439 INFO [STDOUT] INFO 21-02 05:59:02,439 - TruncateStagingTable - Transformation is about to allocate step [Dummy (do nothing)] of type [Dummy] 05:59:02,439 INFO [STDOUT] INFO 21-02 05:59:02,439 - Dummy (do nothing) - distribution activated 05:59:02,439 INFO [STDOUT] INFO 21-02 05:59:02,439 - Dummy (do nothing) - Starting allocation of buffers & new threads... 05:59:02,439 INFO [STDOUT] INFO 21-02 05:59:02,439 - Dummy (do nothing) - Step info: nrinput=1 nroutput=0 05:59:02,439 INFO [STDOUT] INFO 21-02 05:59:02,439 - Dummy (do nothing) - Got previous step from [Dummy (do nothing)] #0 --> Switch / Case 05:59:02,440 INFO [STDOUT] INFO 21-02 05:59:02,440 - Dummy (do nothing) - input rel is 1:1 05:59:02,440 INFO [STDOUT] INFO 21-02 05:59:02,440 - Dummy (do nothing) - Found input rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:02,440 INFO [STDOUT] INFO 21-02 05:59:02,440 - Dummy (do nothing) - Finished dispatching 05:59:02,440 INFO [STDOUT] INFO 21-02 05:59:02,440 - TruncateStagingTable - Transformation has allocated a new step: [Dummy (do nothing)].0 05:59:02,440 INFO [STDOUT] INFO 21-02 05:59:02,440 - TruncateStagingTable - This transformation can be replayed with replay date: 2012/02/21 05:59:02 05:59:02,441 INFO [STDOUT] INFO 21-02 05:59:02,441 - TruncateStagingTable - Initialising 4 steps... 05:59:02,441 INFO [STDOUT] INFO 21-02 05:59:02,441 - Get Variables - Running on slave server #0/1. 05:59:02,441 INFO [STDOUT] INFO 21-02 05:59:02,441 - Switch / Case - Running on slave server #0/1. 05:59:02,442 INFO [STDOUT] INFO 21-02 05:59:02,442 - Execute SQL script trunc - Running on slave server #0/1. 05:59:02,442 INFO [STDOUT] INFO 21-02 05:59:02,442 - pdi_stage - New database connection defined 05:59:02,445 INFO [STDOUT] INFO 21-02 05:59:02,445 - Dummy (do nothing) - Running on slave server #0/1. 05:59:02,454 INFO [STDOUT] INFO 21-02 05:59:02,454 - pdi_stage - Connected to database. 05:59:02,454 INFO [STDOUT] INFO 21-02 05:59:02,454 - Execute SQL script trunc - Connected to database... 05:59:02,455 INFO [STDOUT] INFO 21-02 05:59:02,455 - pdi_stage - launch DDL statement: truncate dfStructureAdMaxCampaigns 05:59:02,464 INFO [STDOUT] INFO 21-02 05:59:02,464 - pdi_stage - 1 statement executed 05:59:02,465 INFO [STDOUT] INFO 21-02 05:59:02,465 - TruncateStagingTable - Step [Get Variables.0] initialized flawlessly. 05:59:02,465 INFO [STDOUT] INFO 21-02 05:59:02,465 - TruncateStagingTable - Step [Switch / Case.0] initialized flawlessly. 05:59:02,465 INFO [STDOUT] INFO 21-02 05:59:02,465 - TruncateStagingTable - Step [Execute SQL script trunc.0] initialized flawlessly. 05:59:02,465 INFO [STDOUT] INFO 21-02 05:59:02,465 - TruncateStagingTable - Step [Dummy (do nothing).0] initialized flawlessly. 05:59:02,466 INFO [STDOUT] INFO 21-02 05:59:02,466 - Get Variables - Starting to run... 05:59:02,466 INFO [STDOUT] INFO 21-02 05:59:02,466 - Get Variables - field [stagingTableName] has value [STAGINGTABLENAME] 05:59:02,466 INFO [STDOUT] INFO 21-02 05:59:02,466 - Get Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:02,467 INFO [STDOUT] INFO 21-02 05:59:02,467 - Switch / Case - Starting to run... 05:59:02,468 INFO [STDOUT] INFO 21-02 05:59:02,468 - Execute SQL script trunc - Starting to run... 05:59:02,468 INFO [STDOUT] INFO 21-02 05:59:02,468 - Execute SQL script trunc - Finished reading query, closing connection. 05:59:02,468 INFO [STDOUT] INFO 21-02 05:59:02,468 - pdi_stage - Connection to database closed! 05:59:02,468 INFO [STDOUT] INFO 21-02 05:59:02,468 - Execute SQL script trunc - Finished processing (I=0, O=0, R=0, W=1, U=0, E=0) 05:59:02,469 INFO [STDOUT] INFO 21-02 05:59:02,469 - TruncateStagingTable - Transformation has allocated 4 threads and 3 rowsets. 05:59:02,469 INFO [STDOUT] INFO 21-02 05:59:02,469 - Dummy (do nothing) - Starting to run... 05:59:02,481 INFO [STDOUT] INFO 21-02 05:59:02,481 - Switch / Case - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:02,493 INFO [STDOUT] INFO 21-02 05:59:02,493 - Dummy (do nothing) - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:02,502 INFO [STDOUT] INFO 21-02 05:59:02,502 - StageRequirement - Starting entry [Simple evaluation] 05:59:02,502 INFO [STDOUT] INFO 21-02 05:59:02,502 - StageRequirement - exec(13, 0, Simple evaluation.0) 05:59:02,502 INFO [STDOUT] INFO 21-02 05:59:02,502 - Simple evaluation - Starting job entry 05:59:02,502 INFO [STDOUT] INFO 21-02 05:59:02,502 - Simple evaluation - Checking variable [${SHARDPATTERN}] ... 05:59:02,502 INFO [STDOUT] INFO 21-02 05:59:02,502 - Simple evaluation - Value to evaluate is st-tracker 05:59:02,503 INFO [STDOUT] INFO 21-02 05:59:02,503 - StageRequirement - Starting entry [Simple evaluation 2] 05:59:02,503 INFO [STDOUT] INFO 21-02 05:59:02,503 - StageRequirement - exec(14, 0, Simple evaluation 2.0) 05:59:02,503 INFO [STDOUT] INFO 21-02 05:59:02,503 - Simple evaluation - Starting job entry 05:59:02,503 INFO [STDOUT] INFO 21-02 05:59:02,503 - Simple evaluation - Checking variable [${SHARDPATTERN}] ... 05:59:02,503 INFO [STDOUT] INFO 21-02 05:59:02,503 - Simple evaluation - Value to evaluate is st-tracker 05:59:02,504 INFO [STDOUT] INFO 21-02 05:59:02,504 - StageRequirement - Starting entry [StageDataFromShards] 05:59:02,504 INFO [STDOUT] INFO 21-02 05:59:02,504 - StageRequirement - exec(15, 0, StageDataFromShards.0) 05:59:02,505 INFO [STDOUT] INFO 21-02 05:59:02,505 - StageDataFromShards - Starting job entry 05:59:02,505 INFO [STDOUT] INFO 21-02 05:59:02,505 - StageDataFromShards - Loading job from repository : [/ : StageDataFromShards] 05:59:02,526 INFO [STDOUT] INFO 21-02 05:59:02,526 - StageDataFromShards - exec(16, 0, START.0) 05:59:02,527 INFO [STDOUT] INFO 21-02 05:59:02,527 - START - Starting job entry 05:59:02,528 INFO [STDOUT] INFO 21-02 05:59:02,528 - StageDataFromShards - Starting entry [Write To Log] 05:59:02,528 INFO [STDOUT] INFO 21-02 05:59:02,528 - StageDataFromShards - exec(17, 0, Write To Log.0) 05:59:02,529 INFO [STDOUT] INFO 21-02 05:59:02,529 - Write To Log - Starting job entry 05:59:02,529 INFO [STDOUT] INFO 21-02 05:59:02,529 - End: - dfStructureAdMaxCampaigns select ac.id, ac.accountID, ac.description, cast(substring_index(substring_index(ac.description, '_', 2), '_', -1) as signed) businessAreaID, cast(substring_index(substring_index(ac.description, '_', 3), '_', -1) as signed) businessLocationID from admaxCampaigns ac st-tracker 05:59:02,530 INFO [STDOUT] INFO 21-02 05:59:02,530 - StageDataFromShards - Starting entry [SelectShards] 05:59:02,530 INFO [STDOUT] INFO 21-02 05:59:02,530 - StageDataFromShards - exec(18, 0, SelectShards.0) 05:59:02,531 INFO [STDOUT] INFO 21-02 05:59:02,531 - SelectShards - Starting job entry 05:59:02,531 INFO [STDOUT] INFO 21-02 05:59:02,531 - SelectShards - Opening transformation: [null] in directory [/] 05:59:02,531 INFO [STDOUT] INFO 21-02 05:59:02,531 - SelectShards - Loading transformation from repository [SelectShards] in directory [/] 05:59:02,564 INFO [STDOUT] INFO 21-02 05:59:02,564 - SelectShards - Starting transformation...(file=null, name=SelectShards, repinfo=null) 05:59:02,564 INFO [STDOUT] INFO 21-02 05:59:02,564 - SelectShards - Transformation is pre-loaded. 05:59:02,564 INFO [STDOUT] INFO 21-02 05:59:02,564 - SelectShards - Dispatching started for transformation [SelectShards] 05:59:02,565 INFO [STDOUT] INFO 21-02 05:59:02,564 - SelectShards - Nr of arguments detected:0 05:59:02,565 INFO [STDOUT] INFO 21-02 05:59:02,565 - SelectShards - This is not a replay transformation 05:59:02,565 INFO [STDOUT] INFO 21-02 05:59:02,565 - SelectShards - I found 2 different steps to launch. 05:59:02,565 INFO [STDOUT] INFO 21-02 05:59:02,565 - SelectShards - Allocating rowsets... 05:59:02,565 INFO [STDOUT] INFO 21-02 05:59:02,565 - SelectShards - Allocating rowsets for step 0 --> Table input 05:59:02,565 INFO [STDOUT] INFO 21-02 05:59:02,565 - SelectShards - prevcopies = 1, nextcopies=1 05:59:02,565 INFO [STDOUT] INFO 21-02 05:59:02,565 - SelectShards - Transformation allocated new rowset [Table input.0 - Copy rows to result.0] 05:59:02,565 INFO [STDOUT] INFO 21-02 05:59:02,565 - SelectShards - Allocated 1 rowsets for step 0 --> Table input 05:59:02,566 INFO [STDOUT] INFO 21-02 05:59:02,566 - SelectShards - Allocating rowsets for step 1 --> Copy rows to result 05:59:02,566 INFO [STDOUT] INFO 21-02 05:59:02,566 - SelectShards - Allocated 1 rowsets for step 1 --> Copy rows to result 05:59:02,566 INFO [STDOUT] INFO 21-02 05:59:02,566 - SelectShards - Allocating Steps & StepData... 05:59:02,566 INFO [STDOUT] INFO 21-02 05:59:02,566 - SelectShards - Transformation is about to allocate step [Table input] of type [TableInput] 05:59:02,566 INFO [STDOUT] INFO 21-02 05:59:02,566 - Table input - distribution activated 05:59:02,566 INFO [STDOUT] INFO 21-02 05:59:02,566 - Table input - Starting allocation of buffers & new threads... 05:59:02,567 INFO [STDOUT] INFO 21-02 05:59:02,566 - Table input - Step info: nrinput=0 nroutput=1 05:59:02,567 INFO [STDOUT] INFO 21-02 05:59:02,567 - Table input - output rel. is 1:1 05:59:02,567 INFO [STDOUT] INFO 21-02 05:59:02,567 - Table input - Found output rowset [Table input.0 - Copy rows to result.0] 05:59:02,567 INFO [STDOUT] INFO 21-02 05:59:02,567 - Table input - Finished dispatching 05:59:02,567 INFO [STDOUT] INFO 21-02 05:59:02,567 - SelectShards - Transformation has allocated a new step: [Table input].0 05:59:02,567 INFO [STDOUT] INFO 21-02 05:59:02,567 - SelectShards - Transformation is about to allocate step [Copy rows to result] of type [RowsToResult] 05:59:02,567 INFO [STDOUT] INFO 21-02 05:59:02,567 - Copy rows to result - distribution activated 05:59:02,568 INFO [STDOUT] INFO 21-02 05:59:02,568 - Copy rows to result - Starting allocation of buffers & new threads... 05:59:02,568 INFO [STDOUT] INFO 21-02 05:59:02,568 - Copy rows to result - Step info: nrinput=1 nroutput=0 05:59:02,568 INFO [STDOUT] INFO 21-02 05:59:02,568 - Copy rows to result - Got previous step from [Copy rows to result] #0 --> Table input 05:59:02,568 INFO [STDOUT] INFO 21-02 05:59:02,568 - Copy rows to result - input rel is 1:1 05:59:02,568 INFO [STDOUT] INFO 21-02 05:59:02,568 - Copy rows to result - Found input rowset [Table input.0 - Copy rows to result.0] 05:59:02,568 INFO [STDOUT] INFO 21-02 05:59:02,568 - Copy rows to result - Finished dispatching 05:59:02,568 INFO [STDOUT] INFO 21-02 05:59:02,568 - SelectShards - Transformation has allocated a new step: [Copy rows to result].0 05:59:02,569 INFO [STDOUT] INFO 21-02 05:59:02,569 - SelectShards - This transformation can be replayed with replay date: 2012/02/21 05:59:02 05:59:02,569 INFO [STDOUT] INFO 21-02 05:59:02,569 - SelectShards - Initialising 2 steps... 05:59:02,569 INFO [STDOUT] INFO 21-02 05:59:02,569 - Table input - Running on slave server #0/1. 05:59:02,570 INFO [STDOUT] INFO 21-02 05:59:02,570 - Copy rows to result - Running on slave server #0/1. 05:59:02,573 INFO [STDOUT] INFO 21-02 05:59:02,573 - tsacommon - New database connection defined 05:59:02,599 INFO [STDOUT] INFO 21-02 05:59:02,599 - tsacommon - Connected to database. 05:59:02,600 INFO [STDOUT] INFO 21-02 05:59:02,600 - tsacommon - Auto commit off 05:59:02,600 INFO [STDOUT] INFO 21-02 05:59:02,600 - Table input - Connected to database... 05:59:02,600 INFO [STDOUT] INFO 21-02 05:59:02,600 - SelectShards - Step [Table input.0] initialized flawlessly. 05:59:02,600 INFO [STDOUT] INFO 21-02 05:59:02,600 - SelectShards - Step [Copy rows to result.0] initialized flawlessly. 05:59:02,601 INFO [STDOUT] INFO 21-02 05:59:02,601 - Table input - Starting to run... 05:59:02,601 INFO [STDOUT] INFO 21-02 05:59:02,601 - Table input - SQL query : SELECT id , name , description , type , `DATABASE` , host , port , access FROM databaseInstances WHERE `DATABASE` like "st-tracker" 05:59:02,602 INFO [STDOUT] INFO 21-02 05:59:02,602 - SelectShards - Transformation has allocated 2 threads and 1 rowsets. 05:59:02,602 INFO [STDOUT] INFO 21-02 05:59:02,602 - Copy rows to result - Starting to run... 05:59:02,603 INFO [STDOUT] INFO 21-02 05:59:02,603 - Table input - Finished reading query, closing connection. 05:59:02,605 INFO [STDOUT] INFO 21-02 05:59:02,604 - tsacommon - Connection to database closed! 05:59:02,605 INFO [STDOUT] INFO 21-02 05:59:02,605 - Table input - Finished processing (I=2, O=0, R=0, W=2, U=0, E=0) 05:59:02,625 INFO [STDOUT] INFO 21-02 05:59:02,625 - Copy rows to result - Finished processing (I=0, O=0, R=2, W=2, U=0, E=0) 05:59:02,634 INFO [STDOUT] INFO 21-02 05:59:02,634 - StageDataFromShards - Starting entry [StageDataFromShard] 05:59:02,634 INFO [STDOUT] INFO 21-02 05:59:02,634 - StageDataFromShards - exec(19, 0, StageDataFromShard.0) 05:59:02,635 INFO [STDOUT] INFO 21-02 05:59:02,634 - StageDataFromShard - Starting job entry 05:59:02,635 INFO [STDOUT] INFO 21-02 05:59:02,635 - StageDataFromShard - Loading job from repository : [/ : StageDataFromShard] 05:59:02,654 INFO [STDOUT] INFO 21-02 05:59:02,654 - StageDataFromShard - exec(20, 0, START.0) 05:59:02,655 INFO [STDOUT] INFO 21-02 05:59:02,654 - START - Starting job entry 05:59:02,655 INFO [STDOUT] INFO 21-02 05:59:02,655 - StageDataFromShard - Starting entry [SetShardConnectionVariables] 05:59:02,656 INFO [STDOUT] INFO 21-02 05:59:02,655 - StageDataFromShard - exec(21, 0, SetShardConnectionVariables.0) 05:59:02,656 INFO [STDOUT] INFO 21-02 05:59:02,656 - SetShardConnectionVariables - Starting job entry 05:59:02,656 INFO [STDOUT] INFO 21-02 05:59:02,656 - SetShardConnectionVariables - Opening transformation: [null] in directory [/] 05:59:02,656 INFO [STDOUT] INFO 21-02 05:59:02,656 - SetShardConnectionVariables - Loading transformation from repository [SetShardConnectionVariables] in directory [/] 05:59:02,681 INFO [STDOUT] INFO 21-02 05:59:02,681 - SetShardConnectionVariables - Starting transformation...(file=null, name=SetShardConnectionVariables, repinfo=null) 05:59:02,681 INFO [STDOUT] INFO 21-02 05:59:02,681 - SetShardConnectionVariables - Transformation is pre-loaded. 05:59:02,681 INFO [STDOUT] INFO 21-02 05:59:02,681 - SetShardConnectionVariables - Dispatching started for transformation [SetShardConnectionVariables] 05:59:02,681 INFO [STDOUT] INFO 21-02 05:59:02,681 - SetShardConnectionVariables - Nr of arguments detected:0 05:59:02,681 INFO [STDOUT] INFO 21-02 05:59:02,681 - SetShardConnectionVariables - This is not a replay transformation 05:59:02,682 INFO [STDOUT] INFO 21-02 05:59:02,682 - SetShardConnectionVariables - I found 2 different steps to launch. 05:59:02,682 INFO [STDOUT] INFO 21-02 05:59:02,682 - SetShardConnectionVariables - Allocating rowsets... 05:59:02,682 INFO [STDOUT] INFO 21-02 05:59:02,682 - SetShardConnectionVariables - Allocating rowsets for step 0 --> Get rows from result 05:59:02,682 INFO [STDOUT] INFO 21-02 05:59:02,682 - SetShardConnectionVariables - prevcopies = 1, nextcopies=1 05:59:02,682 INFO [STDOUT] INFO 21-02 05:59:02,682 - SetShardConnectionVariables - Transformation allocated new rowset [Get rows from result.0 - Set Variables.0] 05:59:02,682 INFO [STDOUT] INFO 21-02 05:59:02,682 - SetShardConnectionVariables - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:02,682 INFO [STDOUT] INFO 21-02 05:59:02,682 - SetShardConnectionVariables - Allocating rowsets for step 1 --> Set Variables 05:59:02,683 INFO [STDOUT] INFO 21-02 05:59:02,683 - SetShardConnectionVariables - Allocated 1 rowsets for step 1 --> Set Variables 05:59:02,683 INFO [STDOUT] INFO 21-02 05:59:02,683 - SetShardConnectionVariables - Allocating Steps & StepData... 05:59:02,683 INFO [STDOUT] INFO 21-02 05:59:02,683 - SetShardConnectionVariables - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:02,683 INFO [STDOUT] INFO 21-02 05:59:02,683 - Get rows from result - distribution activated 05:59:02,683 INFO [STDOUT] INFO 21-02 05:59:02,683 - Get rows from result - Starting allocation of buffers & new threads... 05:59:02,683 INFO [STDOUT] INFO 21-02 05:59:02,683 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:02,683 INFO [STDOUT] INFO 21-02 05:59:02,683 - Get rows from result - output rel. is 1:1 05:59:02,684 INFO [STDOUT] INFO 21-02 05:59:02,684 - Get rows from result - Found output rowset [Get rows from result.0 - Set Variables.0] 05:59:02,684 INFO [STDOUT] INFO 21-02 05:59:02,684 - Get rows from result - Finished dispatching 05:59:02,684 INFO [STDOUT] INFO 21-02 05:59:02,684 - SetShardConnectionVariables - Transformation has allocated a new step: [Get rows from result].0 05:59:02,684 INFO [STDOUT] INFO 21-02 05:59:02,684 - SetShardConnectionVariables - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:02,684 INFO [STDOUT] INFO 21-02 05:59:02,684 - Set Variables - distribution activated 05:59:02,684 INFO [STDOUT] INFO 21-02 05:59:02,684 - Set Variables - Starting allocation of buffers & new threads... 05:59:02,684 INFO [STDOUT] INFO 21-02 05:59:02,684 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:02,685 INFO [STDOUT] INFO 21-02 05:59:02,685 - Set Variables - Got previous step from [Set Variables] #0 --> Get rows from result 05:59:02,685 INFO [STDOUT] INFO 21-02 05:59:02,685 - Set Variables - input rel is 1:1 05:59:02,685 INFO [STDOUT] INFO 21-02 05:59:02,685 - Set Variables - Found input rowset [Get rows from result.0 - Set Variables.0] 05:59:02,685 INFO [STDOUT] INFO 21-02 05:59:02,685 - Set Variables - Finished dispatching 05:59:02,685 INFO [STDOUT] INFO 21-02 05:59:02,685 - SetShardConnectionVariables - Transformation has allocated a new step: [Set Variables].0 05:59:02,685 INFO [STDOUT] INFO 21-02 05:59:02,685 - SetShardConnectionVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:02 05:59:02,686 INFO [STDOUT] INFO 21-02 05:59:02,686 - SetShardConnectionVariables - Initialising 2 steps... 05:59:02,686 INFO [STDOUT] INFO 21-02 05:59:02,686 - Get rows from result - Running on slave server #0/1. 05:59:02,686 INFO [STDOUT] INFO 21-02 05:59:02,686 - Set Variables - Running on slave server #0/1. 05:59:02,687 INFO [STDOUT] INFO 21-02 05:59:02,687 - SetShardConnectionVariables - Step [Get rows from result.0] initialized flawlessly. 05:59:02,687 INFO [STDOUT] INFO 21-02 05:59:02,687 - SetShardConnectionVariables - Step [Set Variables.0] initialized flawlessly. 05:59:02,687 INFO [STDOUT] INFO 21-02 05:59:02,687 - Get rows from result - Starting to run... 05:59:02,687 INFO [STDOUT] INFO 21-02 05:59:02,687 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:02,688 INFO [STDOUT] INFO 21-02 05:59:02,687 - SetShardConnectionVariables - Transformation has allocated 2 threads and 1 rowsets. 05:59:02,688 INFO [STDOUT] INFO 21-02 05:59:02,688 - Set Variables - Starting to run... 05:59:02,688 INFO [STDOUT] INFO 21-02 05:59:02,688 - Set Variables - Setting environment variables... 05:59:02,688 INFO [STDOUT] INFO 21-02 05:59:02,688 - Set Variables - Set variable DATABASE to value [st-tracker] 05:59:02,688 INFO [STDOUT] INFO 21-02 05:59:02,688 - Set Variables - Set variable HOST to value [acctdb-01-write] 05:59:02,688 INFO [STDOUT] INFO 21-02 05:59:02,688 - Set Variables - Set variable PORT to value [3307] 05:59:02,701 INFO [STDOUT] INFO 21-02 05:59:02,701 - Set Variables - Finished after 1 rows. 05:59:02,701 INFO [STDOUT] INFO 21-02 05:59:02,701 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:02,710 INFO [STDOUT] INFO 21-02 05:59:02,710 - StageDataFromShard - Starting entry [Write To Log] 05:59:02,710 INFO [STDOUT] INFO 21-02 05:59:02,710 - StageDataFromShard - exec(22, 0, Write To Log.0) 05:59:02,710 INFO [STDOUT] INFO 21-02 05:59:02,710 - Write To Log - Starting job entry 05:59:02,710 INFO [STDOUT] INFO 21-02 05:59:02,710 - connection: - st-tracker acctdb-01-write 3307 select ac.id, ac.accountID, ac.description, cast(substring_index(substring_index(ac.description, '_', 2), '_', -1) as signed) businessAreaID, cast(substring_index(substring_index(ac.description, '_', 3), '_', -1) as signed) businessLocationID from admaxCampaigns ac 05:59:02,711 INFO [STDOUT] INFO 21-02 05:59:02,711 - StageDataFromShard - Starting entry [StageDataForShard] 05:59:02,711 INFO [STDOUT] INFO 21-02 05:59:02,711 - StageDataFromShard - exec(23, 0, StageDataForShard.0) 05:59:02,711 INFO [STDOUT] INFO 21-02 05:59:02,711 - StageDataForShard - Starting job entry 05:59:02,711 INFO [STDOUT] INFO 21-02 05:59:02,711 - StageDataForShard - Opening transformation: [null] in directory [/] 05:59:02,712 INFO [STDOUT] INFO 21-02 05:59:02,712 - StageDataForShard - Loading transformation from repository [StageDataForShard] in directory [/] 05:59:02,738 INFO [STDOUT] INFO 21-02 05:59:02,738 - StageDataForShard - Starting transformation...(file=null, name=StageDataForShard, repinfo=null) 05:59:02,738 INFO [STDOUT] INFO 21-02 05:59:02,738 - StageDataForShard - Transformation is pre-loaded. 05:59:02,739 INFO [STDOUT] INFO 21-02 05:59:02,739 - StageDataForShard - Dispatching started for transformation [StageDataForShard] 05:59:02,739 INFO [STDOUT] INFO 21-02 05:59:02,739 - StageDataForShard - Nr of arguments detected:0 05:59:02,739 INFO [STDOUT] INFO 21-02 05:59:02,739 - StageDataForShard - This is not a replay transformation 05:59:02,739 INFO [STDOUT] INFO 21-02 05:59:02,739 - StageDataForShard - I found 3 different steps to launch. 05:59:02,740 INFO [STDOUT] INFO 21-02 05:59:02,740 - StageDataForShard - Allocating rowsets... 05:59:02,740 INFO [STDOUT] INFO 21-02 05:59:02,740 - StageDataForShard - Allocating rowsets for step 0 --> Write to log 05:59:02,740 INFO [STDOUT] INFO 21-02 05:59:02,740 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:02,740 INFO [STDOUT] INFO 21-02 05:59:02,740 - StageDataForShard - Transformation allocated new rowset [Write to log.0 - Table input.0] 05:59:02,740 INFO [STDOUT] INFO 21-02 05:59:02,740 - StageDataForShard - Allocated 1 rowsets for step 0 --> Write to log 05:59:02,741 INFO [STDOUT] INFO 21-02 05:59:02,741 - StageDataForShard - Allocating rowsets for step 1 --> Table input 05:59:02,741 INFO [STDOUT] INFO 21-02 05:59:02,741 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:02,741 INFO [STDOUT] INFO 21-02 05:59:02,741 - StageDataForShard - Transformation allocated new rowset [Table input.0 - Table output.0] 05:59:02,741 INFO [STDOUT] INFO 21-02 05:59:02,741 - StageDataForShard - Allocated 2 rowsets for step 1 --> Table input 05:59:02,741 INFO [STDOUT] INFO 21-02 05:59:02,741 - StageDataForShard - Allocating rowsets for step 2 --> Table output 05:59:02,741 INFO [STDOUT] INFO 21-02 05:59:02,741 - StageDataForShard - Allocated 2 rowsets for step 2 --> Table output 05:59:02,742 INFO [STDOUT] INFO 21-02 05:59:02,742 - StageDataForShard - Allocating Steps & StepData... 05:59:02,742 INFO [STDOUT] INFO 21-02 05:59:02,742 - StageDataForShard - Transformation is about to allocate step [Write to log] of type [WriteToLog] 05:59:02,742 INFO [STDOUT] INFO 21-02 05:59:02,742 - Write to log - distribution activated 05:59:02,742 INFO [STDOUT] INFO 21-02 05:59:02,742 - Write to log - Starting allocation of buffers & new threads... 05:59:02,742 INFO [STDOUT] INFO 21-02 05:59:02,742 - Write to log - Step info: nrinput=0 nroutput=1 05:59:02,742 INFO [STDOUT] INFO 21-02 05:59:02,742 - Write to log - output rel. is 1:1 05:59:02,742 INFO [STDOUT] INFO 21-02 05:59:02,742 - Write to log - Found output rowset [Write to log.0 - Table input.0] 05:59:02,743 INFO [STDOUT] INFO 21-02 05:59:02,742 - Write to log - Finished dispatching 05:59:02,743 INFO [STDOUT] INFO 21-02 05:59:02,743 - StageDataForShard - Transformation has allocated a new step: [Write to log].0 05:59:02,743 INFO [STDOUT] INFO 21-02 05:59:02,743 - StageDataForShard - Transformation is about to allocate step [Table input] of type [TableInput] 05:59:02,743 INFO [STDOUT] INFO 21-02 05:59:02,743 - Table input - Starting allocation of buffers & new threads... 05:59:02,743 INFO [STDOUT] INFO 21-02 05:59:02,743 - Table input - Step info: nrinput=1 nroutput=1 05:59:02,743 INFO [STDOUT] INFO 21-02 05:59:02,743 - Table input - Got previous step from [Table input] #0 --> Write to log 05:59:02,743 INFO [STDOUT] INFO 21-02 05:59:02,743 - Table input - input rel is 1:1 05:59:02,744 INFO [STDOUT] INFO 21-02 05:59:02,744 - Table input - Found input rowset [Write to log.0 - Table input.0] 05:59:02,744 INFO [STDOUT] INFO 21-02 05:59:02,744 - Table input - output rel. is 1:1 05:59:02,744 INFO [STDOUT] INFO 21-02 05:59:02,744 - Table input - Found output rowset [Table input.0 - Table output.0] 05:59:02,744 INFO [STDOUT] INFO 21-02 05:59:02,744 - Table input - Finished dispatching 05:59:02,744 INFO [STDOUT] INFO 21-02 05:59:02,744 - StageDataForShard - Transformation has allocated a new step: [Table input].0 05:59:02,744 INFO [STDOUT] INFO 21-02 05:59:02,744 - StageDataForShard - Transformation is about to allocate step [Table output] of type [TableOutput] 05:59:02,745 INFO [STDOUT] INFO 21-02 05:59:02,744 - Table output - distribution activated 05:59:02,745 INFO [STDOUT] INFO 21-02 05:59:02,745 - Table output - Starting allocation of buffers & new threads... 05:59:02,745 INFO [STDOUT] INFO 21-02 05:59:02,745 - Table output - Step info: nrinput=1 nroutput=0 05:59:02,745 INFO [STDOUT] INFO 21-02 05:59:02,745 - Table output - Got previous step from [Table output] #0 --> Table input 05:59:02,745 INFO [STDOUT] INFO 21-02 05:59:02,745 - Table output - input rel is 1:1 05:59:02,745 INFO [STDOUT] INFO 21-02 05:59:02,745 - Table output - Found input rowset [Table input.0 - Table output.0] 05:59:02,745 INFO [STDOUT] INFO 21-02 05:59:02,745 - Table output - Finished dispatching 05:59:02,746 INFO [STDOUT] INFO 21-02 05:59:02,746 - StageDataForShard - Transformation has allocated a new step: [Table output].0 05:59:02,746 INFO [STDOUT] INFO 21-02 05:59:02,746 - StageDataForShard - This transformation can be replayed with replay date: 2012/02/21 05:59:02 05:59:02,746 INFO [STDOUT] INFO 21-02 05:59:02,746 - StageDataForShard - Initialising 3 steps... 05:59:02,747 INFO [STDOUT] INFO 21-02 05:59:02,746 - Write to log - Running on slave server #0/1. 05:59:02,747 INFO [STDOUT] INFO 21-02 05:59:02,747 - Table input - Running on slave server #0/1. 05:59:02,752 INFO [STDOUT] INFO 21-02 05:59:02,752 - Table output - Running on slave server #0/1. 05:59:02,752 INFO [STDOUT] INFO 21-02 05:59:02,752 - pdi_staging - New database connection defined 05:59:02,753 INFO [STDOUT] INFO 21-02 05:59:02,753 - Shard - New database connection defined 05:59:02,778 INFO [STDOUT] INFO 21-02 05:59:02,778 - Shard - Connected to database. 05:59:02,779 INFO [STDOUT] INFO 21-02 05:59:02,779 - Shard - Auto commit off 05:59:02,779 INFO [STDOUT] INFO 21-02 05:59:02,779 - Table input - Connected to database... 05:59:02,782 INFO [STDOUT] INFO 21-02 05:59:02,782 - pdi_staging - Connected to database. 05:59:02,782 INFO [STDOUT] INFO 21-02 05:59:02,782 - Table output - Connected to database [pdi_staging] (commit=10000) 05:59:02,782 INFO [STDOUT] INFO 21-02 05:59:02,782 - pdi_staging - Auto commit off 05:59:02,782 INFO [STDOUT] INFO 21-02 05:59:02,782 - StageDataForShard - Step [Write to log.0] initialized flawlessly. 05:59:02,782 INFO [STDOUT] INFO 21-02 05:59:02,782 - StageDataForShard - Step [Table input.0] initialized flawlessly. 05:59:02,783 INFO [STDOUT] INFO 21-02 05:59:02,783 - StageDataForShard - Step [Table output.0] initialized flawlessly. 05:59:02,783 INFO [STDOUT] INFO 21-02 05:59:02,783 - Write to log - Starting to run... 05:59:02,783 INFO [STDOUT] INFO 21-02 05:59:02,783 - Write to log - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:02,784 INFO [STDOUT] INFO 21-02 05:59:02,784 - Table input - Starting to run... 05:59:02,784 INFO [STDOUT] INFO 21-02 05:59:02,784 - Table input - SQL query : select ac.id, ac.accountID, ac.description, cast(substring_index(substring_index(ac.description, '_', 2), '_', -1) as signed) businessAreaID, cast(substring_index(substring_index(ac.description, '_', 3), '_', -1) as signed) businessLocationID from admaxCampaigns ac 05:59:02,784 INFO [STDOUT] INFO 21-02 05:59:02,784 - StageDataForShard - Transformation has allocated 3 threads and 2 rowsets. 05:59:02,784 INFO [STDOUT] INFO 21-02 05:59:02,784 - Table output - Starting to run... 05:59:02,786 INFO [STDOUT] INFO 21-02 05:59:02,786 - Table input - Finished reading query, closing connection. 05:59:02,788 INFO [STDOUT] INFO 21-02 05:59:02,788 - Shard - Connection to database closed! 05:59:02,788 INFO [STDOUT] INFO 21-02 05:59:02,788 - Table input - Finished processing (I=10, O=0, R=0, W=10, U=0, E=0) 05:59:02,789 INFO [STDOUT] INFO 21-02 05:59:02,789 - Table output - Prepared statement : INSERT INTO dfStructureAdMaxCampaigns (id, accountID, description, businessAreaID, businessLocationID) VALUES ( ?, ?, ?, ?, ?) 05:59:02,808 INFO [STDOUT] INFO 21-02 05:59:02,808 - pdi_staging - Connection to database closed! 05:59:02,809 INFO [STDOUT] INFO 21-02 05:59:02,809 - Table output - Finished processing (I=0, O=10, R=10, W=10, U=0, E=0) 05:59:02,814 INFO [STDOUT] INFO 21-02 05:59:02,814 - StageDataFromShard - Finished job entry [StageDataForShard] (result=[true]) 05:59:02,814 INFO [STDOUT] INFO 21-02 05:59:02,814 - StageDataFromShard - Finished job entry [Write To Log] (result=[true]) 05:59:02,814 INFO [STDOUT] INFO 21-02 05:59:02,814 - StageDataFromShard - Finished job entry [SetShardConnectionVariables] (result=[true]) 05:59:02,817 INFO [STDOUT] INFO 21-02 05:59:02,817 - StageDataFromShard - exec(20, 0, START.0) 05:59:02,818 INFO [STDOUT] INFO 21-02 05:59:02,818 - START - Starting job entry 05:59:02,819 INFO [STDOUT] INFO 21-02 05:59:02,819 - StageDataFromShard - Starting entry [SetShardConnectionVariables] 05:59:02,819 INFO [STDOUT] INFO 21-02 05:59:02,819 - StageDataFromShard - exec(21, 0, SetShardConnectionVariables.0) 05:59:02,819 INFO [STDOUT] INFO 21-02 05:59:02,819 - SetShardConnectionVariables - Starting job entry 05:59:02,819 INFO [STDOUT] INFO 21-02 05:59:02,819 - SetShardConnectionVariables - Opening transformation: [null] in directory [/] 05:59:02,819 INFO [STDOUT] INFO 21-02 05:59:02,819 - SetShardConnectionVariables - Loading transformation from repository [SetShardConnectionVariables] in directory [/] 05:59:02,846 INFO [STDOUT] INFO 21-02 05:59:02,846 - SetShardConnectionVariables - Starting transformation...(file=null, name=SetShardConnectionVariables, repinfo=null) 05:59:02,846 INFO [STDOUT] INFO 21-02 05:59:02,846 - SetShardConnectionVariables - Transformation is pre-loaded. 05:59:02,846 INFO [STDOUT] INFO 21-02 05:59:02,846 - SetShardConnectionVariables - Dispatching started for transformation [SetShardConnectionVariables] 05:59:02,846 INFO [STDOUT] INFO 21-02 05:59:02,846 - SetShardConnectionVariables - Nr of arguments detected:0 05:59:02,846 INFO [STDOUT] INFO 21-02 05:59:02,846 - SetShardConnectionVariables - This is not a replay transformation 05:59:02,847 INFO [STDOUT] INFO 21-02 05:59:02,847 - SetShardConnectionVariables - I found 2 different steps to launch. 05:59:02,847 INFO [STDOUT] INFO 21-02 05:59:02,847 - SetShardConnectionVariables - Allocating rowsets... 05:59:02,847 INFO [STDOUT] INFO 21-02 05:59:02,847 - SetShardConnectionVariables - Allocating rowsets for step 0 --> Get rows from result 05:59:02,847 INFO [STDOUT] INFO 21-02 05:59:02,847 - SetShardConnectionVariables - prevcopies = 1, nextcopies=1 05:59:02,847 INFO [STDOUT] INFO 21-02 05:59:02,847 - SetShardConnectionVariables - Transformation allocated new rowset [Get rows from result.0 - Set Variables.0] 05:59:02,847 INFO [STDOUT] INFO 21-02 05:59:02,847 - SetShardConnectionVariables - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:02,848 INFO [STDOUT] INFO 21-02 05:59:02,848 - SetShardConnectionVariables - Allocating rowsets for step 1 --> Set Variables 05:59:02,848 INFO [STDOUT] INFO 21-02 05:59:02,848 - SetShardConnectionVariables - Allocated 1 rowsets for step 1 --> Set Variables 05:59:02,848 INFO [STDOUT] INFO 21-02 05:59:02,848 - SetShardConnectionVariables - Allocating Steps & StepData... 05:59:02,848 INFO [STDOUT] INFO 21-02 05:59:02,848 - SetShardConnectionVariables - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:02,848 INFO [STDOUT] INFO 21-02 05:59:02,848 - Get rows from result - distribution activated 05:59:02,848 INFO [STDOUT] INFO 21-02 05:59:02,848 - Get rows from result - Starting allocation of buffers & new threads... 05:59:02,848 INFO [STDOUT] INFO 21-02 05:59:02,848 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:02,849 INFO [STDOUT] INFO 21-02 05:59:02,848 - Get rows from result - output rel. is 1:1 05:59:02,849 INFO [STDOUT] INFO 21-02 05:59:02,849 - Get rows from result - Found output rowset [Get rows from result.0 - Set Variables.0] 05:59:02,849 INFO [STDOUT] INFO 21-02 05:59:02,849 - Get rows from result - Finished dispatching 05:59:02,849 INFO [STDOUT] INFO 21-02 05:59:02,849 - SetShardConnectionVariables - Transformation has allocated a new step: [Get rows from result].0 05:59:02,849 INFO [STDOUT] INFO 21-02 05:59:02,849 - SetShardConnectionVariables - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:02,849 INFO [STDOUT] INFO 21-02 05:59:02,849 - Set Variables - distribution activated 05:59:02,849 INFO [STDOUT] INFO 21-02 05:59:02,849 - Set Variables - Starting allocation of buffers & new threads... 05:59:02,850 INFO [STDOUT] INFO 21-02 05:59:02,850 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:02,850 INFO [STDOUT] INFO 21-02 05:59:02,850 - Set Variables - Got previous step from [Set Variables] #0 --> Get rows from result 05:59:02,850 INFO [STDOUT] INFO 21-02 05:59:02,850 - Set Variables - input rel is 1:1 05:59:02,850 INFO [STDOUT] INFO 21-02 05:59:02,850 - Set Variables - Found input rowset [Get rows from result.0 - Set Variables.0] 05:59:02,850 INFO [STDOUT] INFO 21-02 05:59:02,850 - Set Variables - Finished dispatching 05:59:02,850 INFO [STDOUT] INFO 21-02 05:59:02,850 - SetShardConnectionVariables - Transformation has allocated a new step: [Set Variables].0 05:59:02,851 INFO [STDOUT] INFO 21-02 05:59:02,851 - SetShardConnectionVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:02 05:59:02,851 INFO [STDOUT] INFO 21-02 05:59:02,851 - SetShardConnectionVariables - Initialising 2 steps... 05:59:02,851 INFO [STDOUT] INFO 21-02 05:59:02,851 - Get rows from result - Running on slave server #0/1. 05:59:02,851 INFO [STDOUT] INFO 21-02 05:59:02,851 - Set Variables - Running on slave server #0/1. 05:59:02,852 INFO [STDOUT] INFO 21-02 05:59:02,852 - SetShardConnectionVariables - Step [Get rows from result.0] initialized flawlessly. 05:59:02,852 INFO [STDOUT] INFO 21-02 05:59:02,852 - SetShardConnectionVariables - Step [Set Variables.0] initialized flawlessly. 05:59:02,852 INFO [STDOUT] INFO 21-02 05:59:02,852 - Get rows from result - Starting to run... 05:59:02,852 INFO [STDOUT] INFO 21-02 05:59:02,852 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:02,853 INFO [STDOUT] INFO 21-02 05:59:02,853 - SetShardConnectionVariables - Transformation has allocated 2 threads and 1 rowsets. 05:59:02,853 INFO [STDOUT] INFO 21-02 05:59:02,853 - Set Variables - Starting to run... 05:59:02,853 INFO [STDOUT] INFO 21-02 05:59:02,853 - Set Variables - Setting environment variables... 05:59:02,853 INFO [STDOUT] INFO 21-02 05:59:02,853 - Set Variables - Set variable DATABASE to value [st-tracker] 05:59:02,853 INFO [STDOUT] INFO 21-02 05:59:02,853 - Set Variables - Set variable HOST to value [acctdb-02-write] 05:59:02,854 INFO [STDOUT] INFO 21-02 05:59:02,854 - Set Variables - Set variable PORT to value [3310] 05:59:02,869 INFO [STDOUT] INFO 21-02 05:59:02,869 - Set Variables - Finished after 1 rows. 05:59:02,869 INFO [STDOUT] INFO 21-02 05:59:02,869 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:02,874 INFO [STDOUT] INFO 21-02 05:59:02,874 - StageDataFromShard - Starting entry [Write To Log] 05:59:02,874 INFO [STDOUT] INFO 21-02 05:59:02,874 - StageDataFromShard - exec(22, 0, Write To Log.0) 05:59:02,874 INFO [STDOUT] INFO 21-02 05:59:02,874 - Write To Log - Starting job entry 05:59:02,875 INFO [STDOUT] INFO 21-02 05:59:02,875 - connection: - st-tracker acctdb-02-write 3310 select ac.id, ac.accountID, ac.description, cast(substring_index(substring_index(ac.description, '_', 2), '_', -1) as signed) businessAreaID, cast(substring_index(substring_index(ac.description, '_', 3), '_', -1) as signed) businessLocationID from admaxCampaigns ac 05:59:02,875 INFO [STDOUT] INFO 21-02 05:59:02,875 - StageDataFromShard - Starting entry [StageDataForShard] 05:59:02,875 INFO [STDOUT] INFO 21-02 05:59:02,875 - StageDataFromShard - exec(23, 0, StageDataForShard.0) 05:59:02,875 INFO [STDOUT] INFO 21-02 05:59:02,875 - StageDataForShard - Starting job entry 05:59:02,876 INFO [STDOUT] INFO 21-02 05:59:02,876 - StageDataForShard - Opening transformation: [null] in directory [/] 05:59:02,876 INFO [STDOUT] INFO 21-02 05:59:02,876 - StageDataForShard - Loading transformation from repository [StageDataForShard] in directory [/] 05:59:02,900 INFO [STDOUT] INFO 21-02 05:59:02,900 - StageDataForShard - Starting transformation...(file=null, name=StageDataForShard, repinfo=null) 05:59:02,901 INFO [STDOUT] INFO 21-02 05:59:02,901 - StageDataForShard - Transformation is pre-loaded. 05:59:02,901 INFO [STDOUT] INFO 21-02 05:59:02,901 - StageDataForShard - Dispatching started for transformation [StageDataForShard] 05:59:02,901 INFO [STDOUT] INFO 21-02 05:59:02,901 - StageDataForShard - Nr of arguments detected:0 05:59:02,901 INFO [STDOUT] INFO 21-02 05:59:02,901 - StageDataForShard - This is not a replay transformation 05:59:02,901 INFO [STDOUT] INFO 21-02 05:59:02,901 - StageDataForShard - I found 3 different steps to launch. 05:59:02,901 INFO [STDOUT] INFO 21-02 05:59:02,901 - StageDataForShard - Allocating rowsets... 05:59:02,902 INFO [STDOUT] INFO 21-02 05:59:02,902 - StageDataForShard - Allocating rowsets for step 0 --> Write to log 05:59:02,902 INFO [STDOUT] INFO 21-02 05:59:02,902 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:02,902 INFO [STDOUT] INFO 21-02 05:59:02,902 - StageDataForShard - Transformation allocated new rowset [Write to log.0 - Table input.0] 05:59:02,902 INFO [STDOUT] INFO 21-02 05:59:02,902 - StageDataForShard - Allocated 1 rowsets for step 0 --> Write to log 05:59:02,902 INFO [STDOUT] INFO 21-02 05:59:02,902 - StageDataForShard - Allocating rowsets for step 1 --> Table input 05:59:02,902 INFO [STDOUT] INFO 21-02 05:59:02,902 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:02,902 INFO [STDOUT] INFO 21-02 05:59:02,902 - StageDataForShard - Transformation allocated new rowset [Table input.0 - Table output.0] 05:59:02,902 INFO [STDOUT] INFO 21-02 05:59:02,902 - StageDataForShard - Allocated 2 rowsets for step 1 --> Table input 05:59:02,903 INFO [STDOUT] INFO 21-02 05:59:02,903 - StageDataForShard - Allocating rowsets for step 2 --> Table output 05:59:02,903 INFO [STDOUT] INFO 21-02 05:59:02,903 - StageDataForShard - Allocated 2 rowsets for step 2 --> Table output 05:59:02,903 INFO [STDOUT] INFO 21-02 05:59:02,903 - StageDataForShard - Allocating Steps & StepData... 05:59:02,903 INFO [STDOUT] INFO 21-02 05:59:02,903 - StageDataForShard - Transformation is about to allocate step [Write to log] of type [WriteToLog] 05:59:02,903 INFO [STDOUT] INFO 21-02 05:59:02,903 - Write to log - distribution activated 05:59:02,903 INFO [STDOUT] INFO 21-02 05:59:02,903 - Write to log - Starting allocation of buffers & new threads... 05:59:02,903 INFO [STDOUT] INFO 21-02 05:59:02,903 - Write to log - Step info: nrinput=0 nroutput=1 05:59:02,904 INFO [STDOUT] INFO 21-02 05:59:02,904 - Write to log - output rel. is 1:1 05:59:02,904 INFO [STDOUT] INFO 21-02 05:59:02,904 - Write to log - Found output rowset [Write to log.0 - Table input.0] 05:59:02,904 INFO [STDOUT] INFO 21-02 05:59:02,904 - Write to log - Finished dispatching 05:59:02,904 INFO [STDOUT] INFO 21-02 05:59:02,904 - StageDataForShard - Transformation has allocated a new step: [Write to log].0 05:59:02,904 INFO [STDOUT] INFO 21-02 05:59:02,904 - StageDataForShard - Transformation is about to allocate step [Table input] of type [TableInput] 05:59:02,904 INFO [STDOUT] INFO 21-02 05:59:02,904 - Table input - Starting allocation of buffers & new threads... 05:59:02,905 INFO [STDOUT] INFO 21-02 05:59:02,904 - Table input - Step info: nrinput=1 nroutput=1 05:59:02,905 INFO [STDOUT] INFO 21-02 05:59:02,905 - Table input - Got previous step from [Table input] #0 --> Write to log 05:59:02,905 INFO [STDOUT] INFO 21-02 05:59:02,905 - Table input - input rel is 1:1 05:59:02,905 INFO [STDOUT] INFO 21-02 05:59:02,905 - Table input - Found input rowset [Write to log.0 - Table input.0] 05:59:02,905 INFO [STDOUT] INFO 21-02 05:59:02,905 - Table input - output rel. is 1:1 05:59:02,905 INFO [STDOUT] INFO 21-02 05:59:02,905 - Table input - Found output rowset [Table input.0 - Table output.0] 05:59:02,905 INFO [STDOUT] INFO 21-02 05:59:02,905 - Table input - Finished dispatching 05:59:02,905 INFO [STDOUT] INFO 21-02 05:59:02,905 - StageDataForShard - Transformation has allocated a new step: [Table input].0 05:59:02,906 INFO [STDOUT] INFO 21-02 05:59:02,906 - StageDataForShard - Transformation is about to allocate step [Table output] of type [TableOutput] 05:59:02,906 INFO [STDOUT] INFO 21-02 05:59:02,906 - Table output - distribution activated 05:59:02,906 INFO [STDOUT] INFO 21-02 05:59:02,906 - Table output - Starting allocation of buffers & new threads... 05:59:02,906 INFO [STDOUT] INFO 21-02 05:59:02,906 - Table output - Step info: nrinput=1 nroutput=0 05:59:02,906 INFO [STDOUT] INFO 21-02 05:59:02,906 - Table output - Got previous step from [Table output] #0 --> Table input 05:59:02,906 INFO [STDOUT] INFO 21-02 05:59:02,906 - Table output - input rel is 1:1 05:59:02,906 INFO [STDOUT] INFO 21-02 05:59:02,906 - Table output - Found input rowset [Table input.0 - Table output.0] 05:59:02,906 INFO [STDOUT] INFO 21-02 05:59:02,906 - Table output - Finished dispatching 05:59:02,907 INFO [STDOUT] INFO 21-02 05:59:02,907 - StageDataForShard - Transformation has allocated a new step: [Table output].0 05:59:02,907 INFO [STDOUT] INFO 21-02 05:59:02,907 - StageDataForShard - This transformation can be replayed with replay date: 2012/02/21 05:59:02 05:59:02,907 INFO [STDOUT] INFO 21-02 05:59:02,907 - StageDataForShard - Initialising 3 steps... 05:59:02,908 INFO [STDOUT] INFO 21-02 05:59:02,907 - Write to log - Running on slave server #0/1. 05:59:02,908 INFO [STDOUT] INFO 21-02 05:59:02,908 - Table input - Running on slave server #0/1. 05:59:02,912 INFO [STDOUT] INFO 21-02 05:59:02,912 - Table output - Running on slave server #0/1. 05:59:02,913 INFO [STDOUT] INFO 21-02 05:59:02,913 - pdi_staging - New database connection defined 05:59:02,913 INFO [STDOUT] INFO 21-02 05:59:02,913 - Shard - New database connection defined 05:59:02,923 INFO [STDOUT] INFO 21-02 05:59:02,923 - pdi_staging - Connected to database. 05:59:02,923 INFO [STDOUT] INFO 21-02 05:59:02,923 - Table output - Connected to database [pdi_staging] (commit=10000) 05:59:02,923 INFO [STDOUT] INFO 21-02 05:59:02,923 - pdi_staging - Auto commit off 05:59:02,934 INFO [STDOUT] INFO 21-02 05:59:02,934 - Shard - Connected to database. 05:59:02,934 INFO [STDOUT] INFO 21-02 05:59:02,934 - Shard - Auto commit off 05:59:02,934 INFO [STDOUT] INFO 21-02 05:59:02,934 - Table input - Connected to database... 05:59:02,935 INFO [STDOUT] INFO 21-02 05:59:02,934 - StageDataForShard - Step [Write to log.0] initialized flawlessly. 05:59:02,935 INFO [STDOUT] INFO 21-02 05:59:02,935 - StageDataForShard - Step [Table input.0] initialized flawlessly. 05:59:02,935 INFO [STDOUT] INFO 21-02 05:59:02,935 - StageDataForShard - Step [Table output.0] initialized flawlessly. 05:59:02,935 INFO [STDOUT] INFO 21-02 05:59:02,935 - Write to log - Starting to run... 05:59:02,936 INFO [STDOUT] INFO 21-02 05:59:02,936 - Write to log - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:02,936 INFO [STDOUT] INFO 21-02 05:59:02,936 - Table input - Starting to run... 05:59:02,936 INFO [STDOUT] INFO 21-02 05:59:02,936 - Table input - SQL query : select ac.id, ac.accountID, ac.description, cast(substring_index(substring_index(ac.description, '_', 2), '_', -1) as signed) businessAreaID, cast(substring_index(substring_index(ac.description, '_', 3), '_', -1) as signed) businessLocationID from admaxCampaigns ac 05:59:02,936 INFO [STDOUT] INFO 21-02 05:59:02,936 - StageDataForShard - Transformation has allocated 3 threads and 2 rowsets. 05:59:02,937 INFO [STDOUT] INFO 21-02 05:59:02,937 - Table output - Starting to run... 05:59:02,939 INFO [STDOUT] INFO 21-02 05:59:02,939 - Table input - Finished reading query, closing connection. 05:59:02,940 INFO [STDOUT] INFO 21-02 05:59:02,940 - Shard - Connection to database closed! 05:59:02,940 INFO [STDOUT] INFO 21-02 05:59:02,940 - Table input - Finished processing (I=11, O=0, R=0, W=11, U=0, E=0) 05:59:02,945 INFO [STDOUT] INFO 21-02 05:59:02,945 - Table output - Prepared statement : INSERT INTO dfStructureAdMaxCampaigns (id, accountID, description, businessAreaID, businessLocationID) VALUES ( ?, ?, ?, ?, ?) 05:59:02,963 INFO [STDOUT] INFO 21-02 05:59:02,963 - pdi_staging - Connection to database closed! 05:59:02,964 INFO [STDOUT] INFO 21-02 05:59:02,963 - Table output - Finished processing (I=0, O=11, R=11, W=11, U=0, E=0) 05:59:02,966 INFO [STDOUT] INFO 21-02 05:59:02,966 - StageDataFromShard - Finished job entry [StageDataForShard] (result=[true]) 05:59:02,966 INFO [STDOUT] INFO 21-02 05:59:02,966 - StageDataFromShard - Finished job entry [Write To Log] (result=[true]) 05:59:02,966 INFO [STDOUT] INFO 21-02 05:59:02,966 - StageDataFromShard - Finished job entry [SetShardConnectionVariables] (result=[true]) 05:59:02,973 INFO [STDOUT] INFO 21-02 05:59:02,973 - StageDataFromShards - Finished job entry [StageDataFromShard] (result=[true]) 05:59:02,974 INFO [STDOUT] INFO 21-02 05:59:02,974 - StageDataFromShards - Finished job entry [SelectShards] (result=[true]) 05:59:02,974 INFO [STDOUT] INFO 21-02 05:59:02,974 - StageDataFromShards - Finished job entry [Write To Log] (result=[true]) 05:59:02,977 INFO [STDOUT] INFO 21-02 05:59:02,977 - StageRequirement - Finished job entry [StageDataFromShards] (result=[true]) 05:59:02,978 INFO [STDOUT] INFO 21-02 05:59:02,978 - StageRequirement - Finished job entry [Simple evaluation 2] (result=[true]) 05:59:02,978 INFO [STDOUT] INFO 21-02 05:59:02,978 - StageRequirement - Finished job entry [Simple evaluation] (result=[true]) 05:59:02,978 INFO [STDOUT] INFO 21-02 05:59:02,978 - StageRequirement - Finished job entry [TruncateStagingTable] (result=[true]) 05:59:02,978 INFO [STDOUT] INFO 21-02 05:59:02,978 - StageRequirement - Finished job entry [SetRequirementStagingVariables] (result=[true]) 05:59:02,981 INFO [STDOUT] INFO 21-02 05:59:02,981 - StageRequirement - exec(10, 0, START.0) 05:59:02,982 INFO [STDOUT] INFO 21-02 05:59:02,982 - START - Starting job entry 05:59:02,982 INFO [STDOUT] INFO 21-02 05:59:02,982 - StageRequirement - Starting entry [SetRequirementStagingVariables] 05:59:02,983 INFO [STDOUT] INFO 21-02 05:59:02,983 - StageRequirement - exec(11, 0, SetRequirementStagingVariables.0) 05:59:02,983 INFO [STDOUT] INFO 21-02 05:59:02,983 - SetRequirementStagingVariables - Starting job entry 05:59:02,983 INFO [STDOUT] INFO 21-02 05:59:02,983 - SetRequirementStagingVariables - Opening transformation: [null] in directory [/] 05:59:02,983 INFO [STDOUT] INFO 21-02 05:59:02,983 - SetRequirementStagingVariables - Loading transformation from repository [SetRequirementStagingVariables] in directory [/] 05:59:03,007 INFO [STDOUT] INFO 21-02 05:59:03,007 - SetRequirementStagingVariables - Starting transformation...(file=null, name=SetRequirementStagingVariables, repinfo=null) 05:59:03,008 INFO [STDOUT] INFO 21-02 05:59:03,008 - SetRequirementStagingVariables - Transformation is pre-loaded. 05:59:03,008 INFO [STDOUT] INFO 21-02 05:59:03,008 - SetRequirementStagingVariables - Dispatching started for transformation [SetRequirementStagingVariables] 05:59:03,008 INFO [STDOUT] INFO 21-02 05:59:03,008 - SetRequirementStagingVariables - Nr of arguments detected:0 05:59:03,008 INFO [STDOUT] INFO 21-02 05:59:03,008 - SetRequirementStagingVariables - This is not a replay transformation 05:59:03,008 INFO [STDOUT] INFO 21-02 05:59:03,008 - SetRequirementStagingVariables - I found 2 different steps to launch. 05:59:03,008 INFO [STDOUT] INFO 21-02 05:59:03,008 - SetRequirementStagingVariables - Allocating rowsets... 05:59:03,009 INFO [STDOUT] INFO 21-02 05:59:03,009 - SetRequirementStagingVariables - Allocating rowsets for step 0 --> Get rows from result 05:59:03,009 INFO [STDOUT] INFO 21-02 05:59:03,009 - SetRequirementStagingVariables - prevcopies = 1, nextcopies=1 05:59:03,009 INFO [STDOUT] INFO 21-02 05:59:03,009 - SetRequirementStagingVariables - Transformation allocated new rowset [Get rows from result.0 - Set Variables.0] 05:59:03,009 INFO [STDOUT] INFO 21-02 05:59:03,009 - SetRequirementStagingVariables - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:03,009 INFO [STDOUT] INFO 21-02 05:59:03,009 - SetRequirementStagingVariables - Allocating rowsets for step 1 --> Set Variables 05:59:03,009 INFO [STDOUT] INFO 21-02 05:59:03,009 - SetRequirementStagingVariables - Allocated 1 rowsets for step 1 --> Set Variables 05:59:03,009 INFO [STDOUT] INFO 21-02 05:59:03,009 - SetRequirementStagingVariables - Allocating Steps & StepData... 05:59:03,010 INFO [STDOUT] INFO 21-02 05:59:03,010 - SetRequirementStagingVariables - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:03,010 INFO [STDOUT] INFO 21-02 05:59:03,010 - Get rows from result - distribution activated 05:59:03,010 INFO [STDOUT] INFO 21-02 05:59:03,010 - Get rows from result - Starting allocation of buffers & new threads... 05:59:03,010 INFO [STDOUT] INFO 21-02 05:59:03,010 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:03,010 INFO [STDOUT] INFO 21-02 05:59:03,010 - Get rows from result - output rel. is 1:1 05:59:03,010 INFO [STDOUT] INFO 21-02 05:59:03,010 - Get rows from result - Found output rowset [Get rows from result.0 - Set Variables.0] 05:59:03,010 INFO [STDOUT] INFO 21-02 05:59:03,010 - Get rows from result - Finished dispatching 05:59:03,011 INFO [STDOUT] INFO 21-02 05:59:03,011 - SetRequirementStagingVariables - Transformation has allocated a new step: [Get rows from result].0 05:59:03,011 INFO [STDOUT] INFO 21-02 05:59:03,011 - SetRequirementStagingVariables - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:03,011 INFO [STDOUT] INFO 21-02 05:59:03,011 - Set Variables - distribution activated 05:59:03,011 INFO [STDOUT] INFO 21-02 05:59:03,011 - Set Variables - Starting allocation of buffers & new threads... 05:59:03,011 INFO [STDOUT] INFO 21-02 05:59:03,011 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:03,011 INFO [STDOUT] INFO 21-02 05:59:03,011 - Set Variables - Got previous step from [Set Variables] #0 --> Get rows from result 05:59:03,011 INFO [STDOUT] INFO 21-02 05:59:03,011 - Set Variables - input rel is 1:1 05:59:03,012 INFO [STDOUT] INFO 21-02 05:59:03,012 - Set Variables - Found input rowset [Get rows from result.0 - Set Variables.0] 05:59:03,012 INFO [STDOUT] INFO 21-02 05:59:03,012 - Set Variables - Finished dispatching 05:59:03,012 INFO [STDOUT] INFO 21-02 05:59:03,012 - SetRequirementStagingVariables - Transformation has allocated a new step: [Set Variables].0 05:59:03,012 INFO [STDOUT] INFO 21-02 05:59:03,012 - SetRequirementStagingVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:03 05:59:03,012 INFO [STDOUT] INFO 21-02 05:59:03,012 - SetRequirementStagingVariables - Initialising 2 steps... 05:59:03,013 INFO [STDOUT] INFO 21-02 05:59:03,013 - Get rows from result - Running on slave server #0/1. 05:59:03,013 INFO [STDOUT] INFO 21-02 05:59:03,013 - Set Variables - Running on slave server #0/1. 05:59:03,013 INFO [STDOUT] INFO 21-02 05:59:03,013 - SetRequirementStagingVariables - Step [Get rows from result.0] initialized flawlessly. 05:59:03,013 INFO [STDOUT] INFO 21-02 05:59:03,013 - SetRequirementStagingVariables - Step [Set Variables.0] initialized flawlessly. 05:59:03,014 INFO [STDOUT] INFO 21-02 05:59:03,014 - Get rows from result - Starting to run... 05:59:03,014 INFO [STDOUT] INFO 21-02 05:59:03,014 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:03,014 INFO [STDOUT] INFO 21-02 05:59:03,014 - SetRequirementStagingVariables - Transformation has allocated 2 threads and 1 rowsets. 05:59:03,015 INFO [STDOUT] INFO 21-02 05:59:03,015 - Set Variables - Starting to run... 05:59:03,015 INFO [STDOUT] INFO 21-02 05:59:03,015 - Set Variables - Setting environment variables... 05:59:03,015 INFO [STDOUT] INFO 21-02 05:59:03,015 - Set Variables - Set variable STAGINGTABLENAME to value [dfStructureSearchEngineAccounts] 05:59:03,015 INFO [STDOUT] INFO 21-02 05:59:03,015 - Set Variables - Set variable QUERY to value [select aseam.searchEngineAccountID ID, ac.accountID, aseam.admaxCampaignID from admaxSearchEngineAccountMap aseam join admaxCampaigns ac on ac.ID = aseam.admaxCampaignID] 05:59:03,015 INFO [STDOUT] INFO 21-02 05:59:03,015 - Set Variables - Set variable SHARDPATTERN to value [st-tracker] 05:59:03,029 INFO [STDOUT] INFO 21-02 05:59:03,029 - Set Variables - Finished after 1 rows. 05:59:03,029 INFO [STDOUT] INFO 21-02 05:59:03,029 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:03,038 INFO [STDOUT] INFO 21-02 05:59:03,038 - StageRequirement - Starting entry [TruncateStagingTable] 05:59:03,038 INFO [STDOUT] INFO 21-02 05:59:03,038 - StageRequirement - exec(12, 0, TruncateStagingTable.0) 05:59:03,039 INFO [STDOUT] INFO 21-02 05:59:03,039 - TruncateStagingTable - Starting job entry 05:59:03,039 INFO [STDOUT] INFO 21-02 05:59:03,039 - TruncateStagingTable - Opening transformation: [null] in directory [/] 05:59:03,039 INFO [STDOUT] INFO 21-02 05:59:03,039 - TruncateStagingTable - Loading transformation from repository [TruncateStagingTable] in directory [/] 05:59:03,065 INFO [STDOUT] INFO 21-02 05:59:03,065 - TruncateStagingTable - Starting transformation...(file=null, name=TruncateStagingTable, repinfo=null) 05:59:03,065 INFO [STDOUT] INFO 21-02 05:59:03,065 - TruncateStagingTable - Transformation is pre-loaded. 05:59:03,065 INFO [STDOUT] INFO 21-02 05:59:03,065 - TruncateStagingTable - Dispatching started for transformation [TruncateStagingTable] 05:59:03,065 INFO [STDOUT] INFO 21-02 05:59:03,065 - TruncateStagingTable - Nr of arguments detected:0 05:59:03,065 INFO [STDOUT] INFO 21-02 05:59:03,065 - TruncateStagingTable - This is not a replay transformation 05:59:03,066 INFO [STDOUT] INFO 21-02 05:59:03,066 - TruncateStagingTable - I found 4 different steps to launch. 05:59:03,066 INFO [STDOUT] INFO 21-02 05:59:03,066 - TruncateStagingTable - Allocating rowsets... 05:59:03,066 INFO [STDOUT] INFO 21-02 05:59:03,066 - TruncateStagingTable - Allocating rowsets for step 0 --> Get Variables 05:59:03,066 INFO [STDOUT] INFO 21-02 05:59:03,066 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:03,066 INFO [STDOUT] INFO 21-02 05:59:03,066 - TruncateStagingTable - Transformation allocated new rowset [Get Variables.0 - Switch / Case.0] 05:59:03,066 INFO [STDOUT] INFO 21-02 05:59:03,066 - TruncateStagingTable - Allocated 1 rowsets for step 0 --> Get Variables 05:59:03,066 INFO [STDOUT] INFO 21-02 05:59:03,066 - TruncateStagingTable - Allocating rowsets for step 1 --> Switch / Case 05:59:03,066 INFO [STDOUT] INFO 21-02 05:59:03,066 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:03,067 INFO [STDOUT] INFO 21-02 05:59:03,067 - TruncateStagingTable - Transformation allocated new rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:03,067 INFO [STDOUT] INFO 21-02 05:59:03,067 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:03,067 INFO [STDOUT] INFO 21-02 05:59:03,067 - TruncateStagingTable - Transformation allocated new rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:03,067 INFO [STDOUT] INFO 21-02 05:59:03,067 - TruncateStagingTable - Allocated 3 rowsets for step 1 --> Switch / Case 05:59:03,067 INFO [STDOUT] INFO 21-02 05:59:03,067 - TruncateStagingTable - Allocating rowsets for step 2 --> Execute SQL script trunc 05:59:03,067 INFO [STDOUT] INFO 21-02 05:59:03,067 - TruncateStagingTable - Allocated 3 rowsets for step 2 --> Execute SQL script trunc 05:59:03,067 INFO [STDOUT] INFO 21-02 05:59:03,067 - TruncateStagingTable - Allocating rowsets for step 3 --> Dummy (do nothing) 05:59:03,067 INFO [STDOUT] INFO 21-02 05:59:03,067 - TruncateStagingTable - Allocated 3 rowsets for step 3 --> Dummy (do nothing) 05:59:03,068 INFO [STDOUT] INFO 21-02 05:59:03,068 - TruncateStagingTable - Allocating Steps & StepData... 05:59:03,068 INFO [STDOUT] INFO 21-02 05:59:03,068 - TruncateStagingTable - Transformation is about to allocate step [Get Variables] of type [GetVariable] 05:59:03,068 INFO [STDOUT] INFO 21-02 05:59:03,068 - Get Variables - distribution activated 05:59:03,068 INFO [STDOUT] INFO 21-02 05:59:03,068 - Get Variables - Starting allocation of buffers & new threads... 05:59:03,068 INFO [STDOUT] INFO 21-02 05:59:03,068 - Get Variables - Step info: nrinput=0 nroutput=1 05:59:03,068 INFO [STDOUT] INFO 21-02 05:59:03,068 - Get Variables - output rel. is 1:1 05:59:03,069 INFO [STDOUT] INFO 21-02 05:59:03,069 - Get Variables - Found output rowset [Get Variables.0 - Switch / Case.0] 05:59:03,069 INFO [STDOUT] INFO 21-02 05:59:03,069 - Get Variables - Finished dispatching 05:59:03,069 INFO [STDOUT] INFO 21-02 05:59:03,069 - TruncateStagingTable - Transformation has allocated a new step: [Get Variables].0 05:59:03,069 INFO [STDOUT] INFO 21-02 05:59:03,069 - TruncateStagingTable - Transformation is about to allocate step [Switch / Case] of type [SwitchCase] 05:59:03,069 INFO [STDOUT] INFO 21-02 05:59:03,069 - Switch / Case - distribution activated 05:59:03,070 INFO [STDOUT] INFO 21-02 05:59:03,070 - Switch / Case - Starting allocation of buffers & new threads... 05:59:03,070 INFO [STDOUT] INFO 21-02 05:59:03,070 - Switch / Case - Step info: nrinput=1 nroutput=2 05:59:03,070 INFO [STDOUT] INFO 21-02 05:59:03,070 - Switch / Case - Got previous step from [Switch / Case] #0 --> Get Variables 05:59:03,070 INFO [STDOUT] INFO 21-02 05:59:03,070 - Switch / Case - input rel is 1:1 05:59:03,070 INFO [STDOUT] INFO 21-02 05:59:03,070 - Switch / Case - Found input rowset [Get Variables.0 - Switch / Case.0] 05:59:03,070 INFO [STDOUT] INFO 21-02 05:59:03,070 - Switch / Case - output rel. is 1:1 05:59:03,071 INFO [STDOUT] INFO 21-02 05:59:03,070 - Switch / Case - Found output rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:03,071 INFO [STDOUT] INFO 21-02 05:59:03,071 - Switch / Case - output rel. is 1:1 05:59:03,071 INFO [STDOUT] INFO 21-02 05:59:03,071 - Switch / Case - Found output rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:03,071 INFO [STDOUT] INFO 21-02 05:59:03,071 - Switch / Case - Finished dispatching 05:59:03,071 INFO [STDOUT] INFO 21-02 05:59:03,071 - TruncateStagingTable - Transformation has allocated a new step: [Switch / Case].0 05:59:03,071 INFO [STDOUT] INFO 21-02 05:59:03,071 - TruncateStagingTable - Transformation is about to allocate step [Execute SQL script trunc] of type [ExecSQL] 05:59:03,072 INFO [STDOUT] INFO 21-02 05:59:03,072 - Execute SQL script trunc - distribution activated 05:59:03,072 INFO [STDOUT] INFO 21-02 05:59:03,072 - Execute SQL script trunc - Starting allocation of buffers & new threads... 05:59:03,072 INFO [STDOUT] INFO 21-02 05:59:03,072 - Execute SQL script trunc - Step info: nrinput=1 nroutput=0 05:59:03,072 INFO [STDOUT] INFO 21-02 05:59:03,072 - Execute SQL script trunc - Got previous step from [Execute SQL script trunc] #0 --> Switch / Case 05:59:03,072 INFO [STDOUT] INFO 21-02 05:59:03,072 - Execute SQL script trunc - input rel is 1:1 05:59:03,072 INFO [STDOUT] INFO 21-02 05:59:03,072 - Execute SQL script trunc - Found input rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:03,072 INFO [STDOUT] INFO 21-02 05:59:03,072 - Execute SQL script trunc - Finished dispatching 05:59:03,073 INFO [STDOUT] INFO 21-02 05:59:03,073 - TruncateStagingTable - Transformation has allocated a new step: [Execute SQL script trunc].0 05:59:03,073 INFO [STDOUT] INFO 21-02 05:59:03,073 - TruncateStagingTable - Transformation is about to allocate step [Dummy (do nothing)] of type [Dummy] 05:59:03,073 INFO [STDOUT] INFO 21-02 05:59:03,073 - Dummy (do nothing) - distribution activated 05:59:03,073 INFO [STDOUT] INFO 21-02 05:59:03,073 - Dummy (do nothing) - Starting allocation of buffers & new threads... 05:59:03,073 INFO [STDOUT] INFO 21-02 05:59:03,073 - Dummy (do nothing) - Step info: nrinput=1 nroutput=0 05:59:03,074 INFO [STDOUT] INFO 21-02 05:59:03,074 - Dummy (do nothing) - Got previous step from [Dummy (do nothing)] #0 --> Switch / Case 05:59:03,074 INFO [STDOUT] INFO 21-02 05:59:03,074 - Dummy (do nothing) - input rel is 1:1 05:59:03,074 INFO [STDOUT] INFO 21-02 05:59:03,074 - Dummy (do nothing) - Found input rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:03,074 INFO [STDOUT] INFO 21-02 05:59:03,074 - Dummy (do nothing) - Finished dispatching 05:59:03,074 INFO [STDOUT] INFO 21-02 05:59:03,074 - TruncateStagingTable - Transformation has allocated a new step: [Dummy (do nothing)].0 05:59:03,074 INFO [STDOUT] INFO 21-02 05:59:03,074 - TruncateStagingTable - This transformation can be replayed with replay date: 2012/02/21 05:59:03 05:59:03,074 INFO [STDOUT] INFO 21-02 05:59:03,074 - TruncateStagingTable - Initialising 4 steps... 05:59:03,075 INFO [STDOUT] INFO 21-02 05:59:03,075 - Get Variables - Running on slave server #0/1. 05:59:03,075 INFO [STDOUT] INFO 21-02 05:59:03,075 - Switch / Case - Running on slave server #0/1. 05:59:03,076 INFO [STDOUT] INFO 21-02 05:59:03,075 - Execute SQL script trunc - Running on slave server #0/1. 05:59:03,076 INFO [STDOUT] INFO 21-02 05:59:03,076 - pdi_stage - New database connection defined 05:59:03,082 INFO [STDOUT] INFO 21-02 05:59:03,082 - Dummy (do nothing) - Running on slave server #0/1. 05:59:03,099 INFO [STDOUT] INFO 21-02 05:59:03,099 - pdi_stage - Connected to database. 05:59:03,099 INFO [STDOUT] INFO 21-02 05:59:03,099 - Execute SQL script trunc - Connected to database... 05:59:03,099 INFO [STDOUT] INFO 21-02 05:59:03,099 - pdi_stage - launch DDL statement: truncate dfStructureSearchEngineAccounts 05:59:03,110 INFO [STDOUT] INFO 21-02 05:59:03,110 - pdi_stage - 1 statement executed 05:59:03,110 INFO [STDOUT] INFO 21-02 05:59:03,110 - TruncateStagingTable - Step [Get Variables.0] initialized flawlessly. 05:59:03,110 INFO [STDOUT] INFO 21-02 05:59:03,110 - TruncateStagingTable - Step [Switch / Case.0] initialized flawlessly. 05:59:03,110 INFO [STDOUT] INFO 21-02 05:59:03,110 - TruncateStagingTable - Step [Execute SQL script trunc.0] initialized flawlessly. 05:59:03,110 INFO [STDOUT] INFO 21-02 05:59:03,110 - TruncateStagingTable - Step [Dummy (do nothing).0] initialized flawlessly. 05:59:03,111 INFO [STDOUT] INFO 21-02 05:59:03,111 - Get Variables - Starting to run... 05:59:03,111 INFO [STDOUT] INFO 21-02 05:59:03,111 - Get Variables - field [stagingTableName] has value [STAGINGTABLENAME] 05:59:03,111 INFO [STDOUT] INFO 21-02 05:59:03,111 - Get Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:03,112 INFO [STDOUT] INFO 21-02 05:59:03,112 - Switch / Case - Starting to run... 05:59:03,112 INFO [STDOUT] INFO 21-02 05:59:03,112 - Execute SQL script trunc - Starting to run... 05:59:03,112 INFO [STDOUT] INFO 21-02 05:59:03,112 - Execute SQL script trunc - Finished reading query, closing connection. 05:59:03,113 INFO [STDOUT] INFO 21-02 05:59:03,113 - pdi_stage - Connection to database closed! 05:59:03,113 INFO [STDOUT] INFO 21-02 05:59:03,113 - Execute SQL script trunc - Finished processing (I=0, O=0, R=0, W=1, U=0, E=0) 05:59:03,113 INFO [STDOUT] INFO 21-02 05:59:03,113 - TruncateStagingTable - Transformation has allocated 4 threads and 3 rowsets. 05:59:03,117 INFO [STDOUT] INFO 21-02 05:59:03,117 - Dummy (do nothing) - Starting to run... 05:59:03,133 INFO [STDOUT] INFO 21-02 05:59:03,133 - Switch / Case - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:03,149 INFO [STDOUT] INFO 21-02 05:59:03,149 - Dummy (do nothing) - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:03,154 INFO [STDOUT] INFO 21-02 05:59:03,154 - StageRequirement - Starting entry [Simple evaluation] 05:59:03,154 INFO [STDOUT] INFO 21-02 05:59:03,154 - StageRequirement - exec(13, 0, Simple evaluation.0) 05:59:03,155 INFO [STDOUT] INFO 21-02 05:59:03,155 - Simple evaluation - Starting job entry 05:59:03,155 INFO [STDOUT] INFO 21-02 05:59:03,155 - Simple evaluation - Checking variable [${SHARDPATTERN}] ... 05:59:03,155 INFO [STDOUT] INFO 21-02 05:59:03,155 - Simple evaluation - Value to evaluate is st-tracker 05:59:03,156 INFO [STDOUT] INFO 21-02 05:59:03,156 - StageRequirement - Starting entry [Simple evaluation 2] 05:59:03,156 INFO [STDOUT] INFO 21-02 05:59:03,156 - StageRequirement - exec(14, 0, Simple evaluation 2.0) 05:59:03,156 INFO [STDOUT] INFO 21-02 05:59:03,156 - Simple evaluation - Starting job entry 05:59:03,156 INFO [STDOUT] INFO 21-02 05:59:03,156 - Simple evaluation - Checking variable [${SHARDPATTERN}] ... 05:59:03,156 INFO [STDOUT] INFO 21-02 05:59:03,156 - Simple evaluation - Value to evaluate is st-tracker 05:59:03,157 INFO [STDOUT] INFO 21-02 05:59:03,157 - StageRequirement - Starting entry [StageDataFromShards] 05:59:03,157 INFO [STDOUT] INFO 21-02 05:59:03,157 - StageRequirement - exec(15, 0, StageDataFromShards.0) 05:59:03,158 INFO [STDOUT] INFO 21-02 05:59:03,158 - StageDataFromShards - Starting job entry 05:59:03,158 INFO [STDOUT] INFO 21-02 05:59:03,158 - StageDataFromShards - Loading job from repository : [/ : StageDataFromShards] 05:59:03,176 INFO [STDOUT] INFO 21-02 05:59:03,176 - StageDataFromShards - exec(16, 0, START.0) 05:59:03,176 INFO [STDOUT] INFO 21-02 05:59:03,176 - START - Starting job entry 05:59:03,178 INFO [STDOUT] INFO 21-02 05:59:03,178 - StageDataFromShards - Starting entry [Write To Log] 05:59:03,178 INFO [STDOUT] INFO 21-02 05:59:03,178 - StageDataFromShards - exec(17, 0, Write To Log.0) 05:59:03,178 INFO [STDOUT] INFO 21-02 05:59:03,178 - Write To Log - Starting job entry 05:59:03,178 INFO [STDOUT] INFO 21-02 05:59:03,178 - End: - dfStructureSearchEngineAccounts select aseam.searchEngineAccountID ID, ac.accountID, aseam.admaxCampaignID from admaxSearchEngineAccountMap aseam join admaxCampaigns ac on ac.ID = aseam.admaxCampaignID st-tracker 05:59:03,179 INFO [STDOUT] INFO 21-02 05:59:03,179 - StageDataFromShards - Starting entry [SelectShards] 05:59:03,179 INFO [STDOUT] INFO 21-02 05:59:03,179 - StageDataFromShards - exec(18, 0, SelectShards.0) 05:59:03,179 INFO [STDOUT] INFO 21-02 05:59:03,179 - SelectShards - Starting job entry 05:59:03,179 INFO [STDOUT] INFO 21-02 05:59:03,179 - SelectShards - Opening transformation: [null] in directory [/] 05:59:03,179 INFO [STDOUT] INFO 21-02 05:59:03,179 - SelectShards - Loading transformation from repository [SelectShards] in directory [/] 05:59:03,200 INFO [STDOUT] INFO 21-02 05:59:03,200 - SelectShards - Starting transformation...(file=null, name=SelectShards, repinfo=null) 05:59:03,200 INFO [STDOUT] INFO 21-02 05:59:03,200 - SelectShards - Transformation is pre-loaded. 05:59:03,201 INFO [STDOUT] INFO 21-02 05:59:03,201 - SelectShards - Dispatching started for transformation [SelectShards] 05:59:03,201 INFO [STDOUT] INFO 21-02 05:59:03,201 - SelectShards - Nr of arguments detected:0 05:59:03,201 INFO [STDOUT] INFO 21-02 05:59:03,201 - SelectShards - This is not a replay transformation 05:59:03,201 INFO [STDOUT] INFO 21-02 05:59:03,201 - SelectShards - I found 2 different steps to launch. 05:59:03,201 INFO [STDOUT] INFO 21-02 05:59:03,201 - SelectShards - Allocating rowsets... 05:59:03,201 INFO [STDOUT] INFO 21-02 05:59:03,201 - SelectShards - Allocating rowsets for step 0 --> Table input 05:59:03,201 INFO [STDOUT] INFO 21-02 05:59:03,201 - SelectShards - prevcopies = 1, nextcopies=1 05:59:03,202 INFO [STDOUT] INFO 21-02 05:59:03,202 - SelectShards - Transformation allocated new rowset [Table input.0 - Copy rows to result.0] 05:59:03,202 INFO [STDOUT] INFO 21-02 05:59:03,202 - SelectShards - Allocated 1 rowsets for step 0 --> Table input 05:59:03,202 INFO [STDOUT] INFO 21-02 05:59:03,202 - SelectShards - Allocating rowsets for step 1 --> Copy rows to result 05:59:03,202 INFO [STDOUT] INFO 21-02 05:59:03,202 - SelectShards - Allocated 1 rowsets for step 1 --> Copy rows to result 05:59:03,202 INFO [STDOUT] INFO 21-02 05:59:03,202 - SelectShards - Allocating Steps & StepData... 05:59:03,202 INFO [STDOUT] INFO 21-02 05:59:03,202 - SelectShards - Transformation is about to allocate step [Table input] of type [TableInput] 05:59:03,203 INFO [STDOUT] INFO 21-02 05:59:03,203 - Table input - distribution activated 05:59:03,203 INFO [STDOUT] INFO 21-02 05:59:03,203 - Table input - Starting allocation of buffers & new threads... 05:59:03,203 INFO [STDOUT] INFO 21-02 05:59:03,203 - Table input - Step info: nrinput=0 nroutput=1 05:59:03,203 INFO [STDOUT] INFO 21-02 05:59:03,203 - Table input - output rel. is 1:1 05:59:03,203 INFO [STDOUT] INFO 21-02 05:59:03,203 - Table input - Found output rowset [Table input.0 - Copy rows to result.0] 05:59:03,203 INFO [STDOUT] INFO 21-02 05:59:03,203 - Table input - Finished dispatching 05:59:03,203 INFO [STDOUT] INFO 21-02 05:59:03,203 - SelectShards - Transformation has allocated a new step: [Table input].0 05:59:03,203 INFO [STDOUT] INFO 21-02 05:59:03,203 - SelectShards - Transformation is about to allocate step [Copy rows to result] of type [RowsToResult] 05:59:03,204 INFO [STDOUT] INFO 21-02 05:59:03,204 - Copy rows to result - distribution activated 05:59:03,204 INFO [STDOUT] INFO 21-02 05:59:03,204 - Copy rows to result - Starting allocation of buffers & new threads... 05:59:03,204 INFO [STDOUT] INFO 21-02 05:59:03,204 - Copy rows to result - Step info: nrinput=1 nroutput=0 05:59:03,204 INFO [STDOUT] INFO 21-02 05:59:03,204 - Copy rows to result - Got previous step from [Copy rows to result] #0 --> Table input 05:59:03,204 INFO [STDOUT] INFO 21-02 05:59:03,204 - Copy rows to result - input rel is 1:1 05:59:03,204 INFO [STDOUT] INFO 21-02 05:59:03,204 - Copy rows to result - Found input rowset [Table input.0 - Copy rows to result.0] 05:59:03,204 INFO [STDOUT] INFO 21-02 05:59:03,204 - Copy rows to result - Finished dispatching 05:59:03,205 INFO [STDOUT] INFO 21-02 05:59:03,205 - SelectShards - Transformation has allocated a new step: [Copy rows to result].0 05:59:03,205 INFO [STDOUT] INFO 21-02 05:59:03,205 - SelectShards - This transformation can be replayed with replay date: 2012/02/21 05:59:03 05:59:03,205 INFO [STDOUT] INFO 21-02 05:59:03,205 - SelectShards - Initialising 2 steps... 05:59:03,206 INFO [STDOUT] INFO 21-02 05:59:03,205 - Table input - Running on slave server #0/1. 05:59:03,210 INFO [STDOUT] INFO 21-02 05:59:03,210 - Copy rows to result - Running on slave server #0/1. 05:59:03,210 INFO [STDOUT] INFO 21-02 05:59:03,210 - tsacommon - New database connection defined 05:59:03,222 INFO [STDOUT] INFO 21-02 05:59:03,221 - tsacommon - Connected to database. 05:59:03,222 INFO [STDOUT] INFO 21-02 05:59:03,222 - tsacommon - Auto commit off 05:59:03,222 INFO [STDOUT] INFO 21-02 05:59:03,222 - Table input - Connected to database... 05:59:03,222 INFO [STDOUT] INFO 21-02 05:59:03,222 - SelectShards - Step [Table input.0] initialized flawlessly. 05:59:03,223 INFO [STDOUT] INFO 21-02 05:59:03,222 - SelectShards - Step [Copy rows to result.0] initialized flawlessly. 05:59:03,223 INFO [STDOUT] INFO 21-02 05:59:03,223 - Table input - Starting to run... 05:59:03,223 INFO [STDOUT] INFO 21-02 05:59:03,223 - Table input - SQL query : SELECT id , name , description , type , `DATABASE` , host , port , access FROM databaseInstances WHERE `DATABASE` like "st-tracker" 05:59:03,223 INFO [STDOUT] INFO 21-02 05:59:03,223 - SelectShards - Transformation has allocated 2 threads and 1 rowsets. 05:59:03,224 INFO [STDOUT] INFO 21-02 05:59:03,224 - Copy rows to result - Starting to run... 05:59:03,225 INFO [STDOUT] INFO 21-02 05:59:03,225 - Table input - Finished reading query, closing connection. 05:59:03,226 INFO [STDOUT] INFO 21-02 05:59:03,226 - tsacommon - Connection to database closed! 05:59:03,227 INFO [STDOUT] INFO 21-02 05:59:03,227 - Table input - Finished processing (I=2, O=0, R=0, W=2, U=0, E=0) 05:59:03,245 INFO [STDOUT] INFO 21-02 05:59:03,245 - Copy rows to result - Finished processing (I=0, O=0, R=2, W=2, U=0, E=0) 05:59:03,255 INFO [STDOUT] INFO 21-02 05:59:03,255 - StageDataFromShards - Starting entry [StageDataFromShard] 05:59:03,255 INFO [STDOUT] INFO 21-02 05:59:03,255 - StageDataFromShards - exec(19, 0, StageDataFromShard.0) 05:59:03,255 INFO [STDOUT] INFO 21-02 05:59:03,255 - StageDataFromShard - Starting job entry 05:59:03,255 INFO [STDOUT] INFO 21-02 05:59:03,255 - StageDataFromShard - Loading job from repository : [/ : StageDataFromShard] 05:59:03,271 INFO [STDOUT] INFO 21-02 05:59:03,271 - StageDataFromShard - exec(20, 0, START.0) 05:59:03,271 INFO [STDOUT] INFO 21-02 05:59:03,271 - START - Starting job entry 05:59:03,272 INFO [STDOUT] INFO 21-02 05:59:03,272 - StageDataFromShard - Starting entry [SetShardConnectionVariables] 05:59:03,272 INFO [STDOUT] INFO 21-02 05:59:03,272 - StageDataFromShard - exec(21, 0, SetShardConnectionVariables.0) 05:59:03,273 INFO [STDOUT] INFO 21-02 05:59:03,273 - SetShardConnectionVariables - Starting job entry 05:59:03,273 INFO [STDOUT] INFO 21-02 05:59:03,273 - SetShardConnectionVariables - Opening transformation: [null] in directory [/] 05:59:03,273 INFO [STDOUT] INFO 21-02 05:59:03,273 - SetShardConnectionVariables - Loading transformation from repository [SetShardConnectionVariables] in directory [/] 05:59:03,292 INFO [STDOUT] INFO 21-02 05:59:03,292 - SetShardConnectionVariables - Starting transformation...(file=null, name=SetShardConnectionVariables, repinfo=null) 05:59:03,292 INFO [STDOUT] INFO 21-02 05:59:03,292 - SetShardConnectionVariables - Transformation is pre-loaded. 05:59:03,292 INFO [STDOUT] INFO 21-02 05:59:03,292 - SetShardConnectionVariables - Dispatching started for transformation [SetShardConnectionVariables] 05:59:03,292 INFO [STDOUT] INFO 21-02 05:59:03,292 - SetShardConnectionVariables - Nr of arguments detected:0 05:59:03,292 INFO [STDOUT] INFO 21-02 05:59:03,292 - SetShardConnectionVariables - This is not a replay transformation 05:59:03,292 INFO [STDOUT] INFO 21-02 05:59:03,292 - SetShardConnectionVariables - I found 2 different steps to launch. 05:59:03,293 INFO [STDOUT] INFO 21-02 05:59:03,293 - SetShardConnectionVariables - Allocating rowsets... 05:59:03,293 INFO [STDOUT] INFO 21-02 05:59:03,293 - SetShardConnectionVariables - Allocating rowsets for step 0 --> Get rows from result 05:59:03,293 INFO [STDOUT] INFO 21-02 05:59:03,293 - SetShardConnectionVariables - prevcopies = 1, nextcopies=1 05:59:03,293 INFO [STDOUT] INFO 21-02 05:59:03,293 - SetShardConnectionVariables - Transformation allocated new rowset [Get rows from result.0 - Set Variables.0] 05:59:03,293 INFO [STDOUT] INFO 21-02 05:59:03,293 - SetShardConnectionVariables - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:03,293 INFO [STDOUT] INFO 21-02 05:59:03,293 - SetShardConnectionVariables - Allocating rowsets for step 1 --> Set Variables 05:59:03,293 INFO [STDOUT] INFO 21-02 05:59:03,293 - SetShardConnectionVariables - Allocated 1 rowsets for step 1 --> Set Variables 05:59:03,293 INFO [STDOUT] INFO 21-02 05:59:03,293 - SetShardConnectionVariables - Allocating Steps & StepData... 05:59:03,294 INFO [STDOUT] INFO 21-02 05:59:03,293 - SetShardConnectionVariables - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:03,294 INFO [STDOUT] INFO 21-02 05:59:03,294 - Get rows from result - distribution activated 05:59:03,294 INFO [STDOUT] INFO 21-02 05:59:03,294 - Get rows from result - Starting allocation of buffers & new threads... 05:59:03,294 INFO [STDOUT] INFO 21-02 05:59:03,294 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:03,294 INFO [STDOUT] INFO 21-02 05:59:03,294 - Get rows from result - output rel. is 1:1 05:59:03,294 INFO [STDOUT] INFO 21-02 05:59:03,294 - Get rows from result - Found output rowset [Get rows from result.0 - Set Variables.0] 05:59:03,294 INFO [STDOUT] INFO 21-02 05:59:03,294 - Get rows from result - Finished dispatching 05:59:03,295 INFO [STDOUT] INFO 21-02 05:59:03,294 - SetShardConnectionVariables - Transformation has allocated a new step: [Get rows from result].0 05:59:03,295 INFO [STDOUT] INFO 21-02 05:59:03,295 - SetShardConnectionVariables - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:03,295 INFO [STDOUT] INFO 21-02 05:59:03,295 - Set Variables - distribution activated 05:59:03,295 INFO [STDOUT] INFO 21-02 05:59:03,295 - Set Variables - Starting allocation of buffers & new threads... 05:59:03,295 INFO [STDOUT] INFO 21-02 05:59:03,295 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:03,295 INFO [STDOUT] INFO 21-02 05:59:03,295 - Set Variables - Got previous step from [Set Variables] #0 --> Get rows from result 05:59:03,295 INFO [STDOUT] INFO 21-02 05:59:03,295 - Set Variables - input rel is 1:1 05:59:03,295 INFO [STDOUT] INFO 21-02 05:59:03,295 - Set Variables - Found input rowset [Get rows from result.0 - Set Variables.0] 05:59:03,296 INFO [STDOUT] INFO 21-02 05:59:03,296 - Set Variables - Finished dispatching 05:59:03,296 INFO [STDOUT] INFO 21-02 05:59:03,296 - SetShardConnectionVariables - Transformation has allocated a new step: [Set Variables].0 05:59:03,296 INFO [STDOUT] INFO 21-02 05:59:03,296 - SetShardConnectionVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:03 05:59:03,296 INFO [STDOUT] INFO 21-02 05:59:03,296 - SetShardConnectionVariables - Initialising 2 steps... 05:59:03,297 INFO [STDOUT] INFO 21-02 05:59:03,297 - Get rows from result - Running on slave server #0/1. 05:59:03,297 INFO [STDOUT] INFO 21-02 05:59:03,297 - Set Variables - Running on slave server #0/1. 05:59:03,297 INFO [STDOUT] INFO 21-02 05:59:03,297 - SetShardConnectionVariables - Step [Get rows from result.0] initialized flawlessly. 05:59:03,297 INFO [STDOUT] INFO 21-02 05:59:03,297 - SetShardConnectionVariables - Step [Set Variables.0] initialized flawlessly. 05:59:03,298 INFO [STDOUT] INFO 21-02 05:59:03,298 - Get rows from result - Starting to run... 05:59:03,298 INFO [STDOUT] INFO 21-02 05:59:03,298 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:03,298 INFO [STDOUT] INFO 21-02 05:59:03,298 - SetShardConnectionVariables - Transformation has allocated 2 threads and 1 rowsets. 05:59:03,298 INFO [STDOUT] INFO 21-02 05:59:03,298 - Set Variables - Starting to run... 05:59:03,298 INFO [STDOUT] INFO 21-02 05:59:03,298 - Set Variables - Setting environment variables... 05:59:03,299 INFO [STDOUT] INFO 21-02 05:59:03,299 - Set Variables - Set variable DATABASE to value [st-tracker] 05:59:03,299 INFO [STDOUT] INFO 21-02 05:59:03,299 - Set Variables - Set variable HOST to value [acctdb-01-write] 05:59:03,299 INFO [STDOUT] INFO 21-02 05:59:03,299 - Set Variables - Set variable PORT to value [3307] 05:59:03,309 INFO [STDOUT] INFO 21-02 05:59:03,309 - Set Variables - Finished after 1 rows. 05:59:03,309 INFO [STDOUT] INFO 21-02 05:59:03,309 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:03,318 INFO [STDOUT] INFO 21-02 05:59:03,318 - StageDataFromShard - Starting entry [Write To Log] 05:59:03,319 INFO [STDOUT] INFO 21-02 05:59:03,319 - StageDataFromShard - exec(22, 0, Write To Log.0) 05:59:03,319 INFO [STDOUT] INFO 21-02 05:59:03,319 - Write To Log - Starting job entry 05:59:03,319 INFO [STDOUT] INFO 21-02 05:59:03,319 - connection: - st-tracker acctdb-01-write 3307 select aseam.searchEngineAccountID ID, ac.accountID, aseam.admaxCampaignID from admaxSearchEngineAccountMap aseam join admaxCampaigns ac on ac.ID = aseam.admaxCampaignID 05:59:03,320 INFO [STDOUT] INFO 21-02 05:59:03,320 - StageDataFromShard - Starting entry [StageDataForShard] 05:59:03,320 INFO [STDOUT] INFO 21-02 05:59:03,320 - StageDataFromShard - exec(23, 0, StageDataForShard.0) 05:59:03,320 INFO [STDOUT] INFO 21-02 05:59:03,320 - StageDataForShard - Starting job entry 05:59:03,320 INFO [STDOUT] INFO 21-02 05:59:03,320 - StageDataForShard - Opening transformation: [null] in directory [/] 05:59:03,320 INFO [STDOUT] INFO 21-02 05:59:03,320 - StageDataForShard - Loading transformation from repository [StageDataForShard] in directory [/] 05:59:03,340 INFO [STDOUT] INFO 21-02 05:59:03,340 - StageDataForShard - Starting transformation...(file=null, name=StageDataForShard, repinfo=null) 05:59:03,341 INFO [STDOUT] INFO 21-02 05:59:03,341 - StageDataForShard - Transformation is pre-loaded. 05:59:03,341 INFO [STDOUT] INFO 21-02 05:59:03,341 - StageDataForShard - Dispatching started for transformation [StageDataForShard] 05:59:03,341 INFO [STDOUT] INFO 21-02 05:59:03,341 - StageDataForShard - Nr of arguments detected:0 05:59:03,341 INFO [STDOUT] INFO 21-02 05:59:03,341 - StageDataForShard - This is not a replay transformation 05:59:03,341 INFO [STDOUT] INFO 21-02 05:59:03,341 - StageDataForShard - I found 3 different steps to launch. 05:59:03,341 INFO [STDOUT] INFO 21-02 05:59:03,341 - StageDataForShard - Allocating rowsets... 05:59:03,341 INFO [STDOUT] INFO 21-02 05:59:03,341 - StageDataForShard - Allocating rowsets for step 0 --> Write to log 05:59:03,342 INFO [STDOUT] INFO 21-02 05:59:03,341 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:03,342 INFO [STDOUT] INFO 21-02 05:59:03,342 - StageDataForShard - Transformation allocated new rowset [Write to log.0 - Table input.0] 05:59:03,342 INFO [STDOUT] INFO 21-02 05:59:03,342 - StageDataForShard - Allocated 1 rowsets for step 0 --> Write to log 05:59:03,342 INFO [STDOUT] INFO 21-02 05:59:03,342 - StageDataForShard - Allocating rowsets for step 1 --> Table input 05:59:03,342 INFO [STDOUT] INFO 21-02 05:59:03,342 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:03,342 INFO [STDOUT] INFO 21-02 05:59:03,342 - StageDataForShard - Transformation allocated new rowset [Table input.0 - Table output.0] 05:59:03,342 INFO [STDOUT] INFO 21-02 05:59:03,342 - StageDataForShard - Allocated 2 rowsets for step 1 --> Table input 05:59:03,342 INFO [STDOUT] INFO 21-02 05:59:03,342 - StageDataForShard - Allocating rowsets for step 2 --> Table output 05:59:03,343 INFO [STDOUT] INFO 21-02 05:59:03,343 - StageDataForShard - Allocated 2 rowsets for step 2 --> Table output 05:59:03,343 INFO [STDOUT] INFO 21-02 05:59:03,343 - StageDataForShard - Allocating Steps & StepData... 05:59:03,343 INFO [STDOUT] INFO 21-02 05:59:03,343 - StageDataForShard - Transformation is about to allocate step [Write to log] of type [WriteToLog] 05:59:03,343 INFO [STDOUT] INFO 21-02 05:59:03,343 - Write to log - distribution activated 05:59:03,343 INFO [STDOUT] INFO 21-02 05:59:03,343 - Write to log - Starting allocation of buffers & new threads... 05:59:03,343 INFO [STDOUT] INFO 21-02 05:59:03,343 - Write to log - Step info: nrinput=0 nroutput=1 05:59:03,343 INFO [STDOUT] INFO 21-02 05:59:03,343 - Write to log - output rel. is 1:1 05:59:03,343 INFO [STDOUT] INFO 21-02 05:59:03,343 - Write to log - Found output rowset [Write to log.0 - Table input.0] 05:59:03,344 INFO [STDOUT] INFO 21-02 05:59:03,344 - Write to log - Finished dispatching 05:59:03,344 INFO [STDOUT] INFO 21-02 05:59:03,344 - StageDataForShard - Transformation has allocated a new step: [Write to log].0 05:59:03,344 INFO [STDOUT] INFO 21-02 05:59:03,344 - StageDataForShard - Transformation is about to allocate step [Table input] of type [TableInput] 05:59:03,344 INFO [STDOUT] INFO 21-02 05:59:03,344 - Table input - Starting allocation of buffers & new threads... 05:59:03,344 INFO [STDOUT] INFO 21-02 05:59:03,344 - Table input - Step info: nrinput=1 nroutput=1 05:59:03,344 INFO [STDOUT] INFO 21-02 05:59:03,344 - Table input - Got previous step from [Table input] #0 --> Write to log 05:59:03,344 INFO [STDOUT] INFO 21-02 05:59:03,344 - Table input - input rel is 1:1 05:59:03,345 INFO [STDOUT] INFO 21-02 05:59:03,345 - Table input - Found input rowset [Write to log.0 - Table input.0] 05:59:03,345 INFO [STDOUT] INFO 21-02 05:59:03,345 - Table input - output rel. is 1:1 05:59:03,345 INFO [STDOUT] INFO 21-02 05:59:03,345 - Table input - Found output rowset [Table input.0 - Table output.0] 05:59:03,345 INFO [STDOUT] INFO 21-02 05:59:03,345 - Table input - Finished dispatching 05:59:03,345 INFO [STDOUT] INFO 21-02 05:59:03,345 - StageDataForShard - Transformation has allocated a new step: [Table input].0 05:59:03,345 INFO [STDOUT] INFO 21-02 05:59:03,345 - StageDataForShard - Transformation is about to allocate step [Table output] of type [TableOutput] 05:59:03,345 INFO [STDOUT] INFO 21-02 05:59:03,345 - Table output - distribution activated 05:59:03,346 INFO [STDOUT] INFO 21-02 05:59:03,345 - Table output - Starting allocation of buffers & new threads... 05:59:03,346 INFO [STDOUT] INFO 21-02 05:59:03,346 - Table output - Step info: nrinput=1 nroutput=0 05:59:03,346 INFO [STDOUT] INFO 21-02 05:59:03,346 - Table output - Got previous step from [Table output] #0 --> Table input 05:59:03,346 INFO [STDOUT] INFO 21-02 05:59:03,346 - Table output - input rel is 1:1 05:59:03,346 INFO [STDOUT] INFO 21-02 05:59:03,346 - Table output - Found input rowset [Table input.0 - Table output.0] 05:59:03,346 INFO [STDOUT] INFO 21-02 05:59:03,346 - Table output - Finished dispatching 05:59:03,346 INFO [STDOUT] INFO 21-02 05:59:03,346 - StageDataForShard - Transformation has allocated a new step: [Table output].0 05:59:03,347 INFO [STDOUT] INFO 21-02 05:59:03,347 - StageDataForShard - This transformation can be replayed with replay date: 2012/02/21 05:59:03 05:59:03,347 INFO [STDOUT] INFO 21-02 05:59:03,347 - StageDataForShard - Initialising 3 steps... 05:59:03,347 INFO [STDOUT] INFO 21-02 05:59:03,347 - Write to log - Running on slave server #0/1. 05:59:03,347 INFO [STDOUT] INFO 21-02 05:59:03,347 - Table input - Running on slave server #0/1. 05:59:03,352 INFO [STDOUT] INFO 21-02 05:59:03,352 - Table output - Running on slave server #0/1. 05:59:03,352 INFO [STDOUT] INFO 21-02 05:59:03,352 - pdi_staging - New database connection defined 05:59:03,352 INFO [STDOUT] INFO 21-02 05:59:03,352 - Shard - New database connection defined 05:59:03,362 INFO [STDOUT] INFO 21-02 05:59:03,362 - pdi_staging - Connected to database. 05:59:03,362 INFO [STDOUT] INFO 21-02 05:59:03,362 - Table output - Connected to database [pdi_staging] (commit=10000) 05:59:03,362 INFO [STDOUT] INFO 21-02 05:59:03,362 - pdi_staging - Auto commit off 05:59:03,371 INFO [STDOUT] INFO 21-02 05:59:03,371 - Shard - Connected to database. 05:59:03,372 INFO [STDOUT] INFO 21-02 05:59:03,372 - Shard - Auto commit off 05:59:03,372 INFO [STDOUT] INFO 21-02 05:59:03,372 - Table input - Connected to database... 05:59:03,372 INFO [STDOUT] INFO 21-02 05:59:03,372 - StageDataForShard - Step [Write to log.0] initialized flawlessly. 05:59:03,372 INFO [STDOUT] INFO 21-02 05:59:03,372 - StageDataForShard - Step [Table input.0] initialized flawlessly. 05:59:03,372 INFO [STDOUT] INFO 21-02 05:59:03,372 - StageDataForShard - Step [Table output.0] initialized flawlessly. 05:59:03,373 INFO [STDOUT] INFO 21-02 05:59:03,373 - Write to log - Starting to run... 05:59:03,373 INFO [STDOUT] INFO 21-02 05:59:03,373 - Write to log - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:03,373 INFO [STDOUT] INFO 21-02 05:59:03,373 - Table input - Starting to run... 05:59:03,373 INFO [STDOUT] INFO 21-02 05:59:03,373 - Table input - SQL query : select aseam.searchEngineAccountID ID, ac.accountID, aseam.admaxCampaignID from admaxSearchEngineAccountMap aseam join admaxCampaigns ac on ac.ID = aseam.admaxCampaignID 05:59:03,374 INFO [STDOUT] INFO 21-02 05:59:03,374 - StageDataForShard - Transformation has allocated 3 threads and 2 rowsets. 05:59:03,374 INFO [STDOUT] INFO 21-02 05:59:03,374 - Table output - Starting to run... 05:59:03,375 INFO [STDOUT] INFO 21-02 05:59:03,375 - Table input - Finished reading query, closing connection. 05:59:03,376 INFO [STDOUT] INFO 21-02 05:59:03,376 - Shard - Connection to database closed! 05:59:03,377 INFO [STDOUT] INFO 21-02 05:59:03,377 - Table input - Finished processing (I=2, O=0, R=0, W=2, U=0, E=0) 05:59:03,381 INFO [STDOUT] INFO 21-02 05:59:03,381 - Table output - Prepared statement : INSERT INTO dfStructureSearchEngineAccounts (ID, accountID, admaxCampaignID) VALUES ( ?, ?, ?) 05:59:03,398 INFO [STDOUT] INFO 21-02 05:59:03,398 - pdi_staging - Connection to database closed! 05:59:03,399 INFO [STDOUT] INFO 21-02 05:59:03,399 - Table output - Finished processing (I=0, O=2, R=2, W=2, U=0, E=0) 05:59:03,407 INFO [STDOUT] INFO 21-02 05:59:03,407 - StageDataFromShard - Finished job entry [StageDataForShard] (result=[true]) 05:59:03,407 INFO [STDOUT] INFO 21-02 05:59:03,407 - StageDataFromShard - Finished job entry [Write To Log] (result=[true]) 05:59:03,407 INFO [STDOUT] INFO 21-02 05:59:03,407 - StageDataFromShard - Finished job entry [SetShardConnectionVariables] (result=[true]) 05:59:03,414 INFO [STDOUT] INFO 21-02 05:59:03,414 - StageDataFromShard - exec(20, 0, START.0) 05:59:03,414 INFO [STDOUT] INFO 21-02 05:59:03,414 - START - Starting job entry 05:59:03,415 INFO [STDOUT] INFO 21-02 05:59:03,415 - StageDataFromShard - Starting entry [SetShardConnectionVariables] 05:59:03,415 INFO [STDOUT] INFO 21-02 05:59:03,415 - StageDataFromShard - exec(21, 0, SetShardConnectionVariables.0) 05:59:03,416 INFO [STDOUT] INFO 21-02 05:59:03,416 - SetShardConnectionVariables - Starting job entry 05:59:03,416 INFO [STDOUT] INFO 21-02 05:59:03,416 - SetShardConnectionVariables - Opening transformation: [null] in directory [/] 05:59:03,416 INFO [STDOUT] INFO 21-02 05:59:03,416 - SetShardConnectionVariables - Loading transformation from repository [SetShardConnectionVariables] in directory [/] 05:59:03,436 INFO [STDOUT] INFO 21-02 05:59:03,436 - SetShardConnectionVariables - Starting transformation...(file=null, name=SetShardConnectionVariables, repinfo=null) 05:59:03,437 INFO [STDOUT] INFO 21-02 05:59:03,437 - SetShardConnectionVariables - Transformation is pre-loaded. 05:59:03,437 INFO [STDOUT] INFO 21-02 05:59:03,437 - SetShardConnectionVariables - Dispatching started for transformation [SetShardConnectionVariables] 05:59:03,437 INFO [STDOUT] INFO 21-02 05:59:03,437 - SetShardConnectionVariables - Nr of arguments detected:0 05:59:03,437 INFO [STDOUT] INFO 21-02 05:59:03,437 - SetShardConnectionVariables - This is not a replay transformation 05:59:03,437 INFO [STDOUT] INFO 21-02 05:59:03,437 - SetShardConnectionVariables - I found 2 different steps to launch. 05:59:03,437 INFO [STDOUT] INFO 21-02 05:59:03,437 - SetShardConnectionVariables - Allocating rowsets... 05:59:03,437 INFO [STDOUT] INFO 21-02 05:59:03,437 - SetShardConnectionVariables - Allocating rowsets for step 0 --> Get rows from result 05:59:03,438 INFO [STDOUT] INFO 21-02 05:59:03,438 - SetShardConnectionVariables - prevcopies = 1, nextcopies=1 05:59:03,438 INFO [STDOUT] INFO 21-02 05:59:03,438 - SetShardConnectionVariables - Transformation allocated new rowset [Get rows from result.0 - Set Variables.0] 05:59:03,438 INFO [STDOUT] INFO 21-02 05:59:03,438 - SetShardConnectionVariables - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:03,438 INFO [STDOUT] INFO 21-02 05:59:03,438 - SetShardConnectionVariables - Allocating rowsets for step 1 --> Set Variables 05:59:03,438 INFO [STDOUT] INFO 21-02 05:59:03,438 - SetShardConnectionVariables - Allocated 1 rowsets for step 1 --> Set Variables 05:59:03,438 INFO [STDOUT] INFO 21-02 05:59:03,438 - SetShardConnectionVariables - Allocating Steps & StepData... 05:59:03,438 INFO [STDOUT] INFO 21-02 05:59:03,438 - SetShardConnectionVariables - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:03,439 INFO [STDOUT] INFO 21-02 05:59:03,439 - Get rows from result - distribution activated 05:59:03,439 INFO [STDOUT] INFO 21-02 05:59:03,439 - Get rows from result - Starting allocation of buffers & new threads... 05:59:03,439 INFO [STDOUT] INFO 21-02 05:59:03,439 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:03,439 INFO [STDOUT] INFO 21-02 05:59:03,439 - Get rows from result - output rel. is 1:1 05:59:03,439 INFO [STDOUT] INFO 21-02 05:59:03,439 - Get rows from result - Found output rowset [Get rows from result.0 - Set Variables.0] 05:59:03,439 INFO [STDOUT] INFO 21-02 05:59:03,439 - Get rows from result - Finished dispatching 05:59:03,439 INFO [STDOUT] INFO 21-02 05:59:03,439 - SetShardConnectionVariables - Transformation has allocated a new step: [Get rows from result].0 05:59:03,440 INFO [STDOUT] INFO 21-02 05:59:03,440 - SetShardConnectionVariables - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:03,440 INFO [STDOUT] INFO 21-02 05:59:03,440 - Set Variables - distribution activated 05:59:03,440 INFO [STDOUT] INFO 21-02 05:59:03,440 - Set Variables - Starting allocation of buffers & new threads... 05:59:03,440 INFO [STDOUT] INFO 21-02 05:59:03,440 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:03,440 INFO [STDOUT] INFO 21-02 05:59:03,440 - Set Variables - Got previous step from [Set Variables] #0 --> Get rows from result 05:59:03,440 INFO [STDOUT] INFO 21-02 05:59:03,440 - Set Variables - input rel is 1:1 05:59:03,440 INFO [STDOUT] INFO 21-02 05:59:03,440 - Set Variables - Found input rowset [Get rows from result.0 - Set Variables.0] 05:59:03,440 INFO [STDOUT] INFO 21-02 05:59:03,440 - Set Variables - Finished dispatching 05:59:03,441 INFO [STDOUT] INFO 21-02 05:59:03,441 - SetShardConnectionVariables - Transformation has allocated a new step: [Set Variables].0 05:59:03,441 INFO [STDOUT] INFO 21-02 05:59:03,441 - SetShardConnectionVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:03 05:59:03,441 INFO [STDOUT] INFO 21-02 05:59:03,441 - SetShardConnectionVariables - Initialising 2 steps... 05:59:03,442 INFO [STDOUT] INFO 21-02 05:59:03,442 - Get rows from result - Running on slave server #0/1. 05:59:03,442 INFO [STDOUT] INFO 21-02 05:59:03,442 - Set Variables - Running on slave server #0/1. 05:59:03,442 INFO [STDOUT] INFO 21-02 05:59:03,442 - SetShardConnectionVariables - Step [Get rows from result.0] initialized flawlessly. 05:59:03,442 INFO [STDOUT] INFO 21-02 05:59:03,442 - SetShardConnectionVariables - Step [Set Variables.0] initialized flawlessly. 05:59:03,443 INFO [STDOUT] INFO 21-02 05:59:03,443 - Get rows from result - Starting to run... 05:59:03,443 INFO [STDOUT] INFO 21-02 05:59:03,443 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:03,443 INFO [STDOUT] INFO 21-02 05:59:03,443 - SetShardConnectionVariables - Transformation has allocated 2 threads and 1 rowsets. 05:59:03,443 INFO [STDOUT] INFO 21-02 05:59:03,443 - Set Variables - Starting to run... 05:59:03,444 INFO [STDOUT] INFO 21-02 05:59:03,444 - Set Variables - Setting environment variables... 05:59:03,444 INFO [STDOUT] INFO 21-02 05:59:03,444 - Set Variables - Set variable DATABASE to value [st-tracker] 05:59:03,444 INFO [STDOUT] INFO 21-02 05:59:03,444 - Set Variables - Set variable HOST to value [acctdb-02-write] 05:59:03,444 INFO [STDOUT] INFO 21-02 05:59:03,444 - Set Variables - Set variable PORT to value [3310] 05:59:03,457 INFO [STDOUT] INFO 21-02 05:59:03,457 - Set Variables - Finished after 1 rows. 05:59:03,457 INFO [STDOUT] INFO 21-02 05:59:03,457 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:03,467 INFO [STDOUT] INFO 21-02 05:59:03,467 - StageDataFromShard - Starting entry [Write To Log] 05:59:03,467 INFO [STDOUT] INFO 21-02 05:59:03,467 - StageDataFromShard - exec(22, 0, Write To Log.0) 05:59:03,467 INFO [STDOUT] INFO 21-02 05:59:03,467 - Write To Log - Starting job entry 05:59:03,468 INFO [STDOUT] INFO 21-02 05:59:03,468 - connection: - st-tracker acctdb-02-write 3310 select aseam.searchEngineAccountID ID, ac.accountID, aseam.admaxCampaignID from admaxSearchEngineAccountMap aseam join admaxCampaigns ac on ac.ID = aseam.admaxCampaignID 05:59:03,468 INFO [STDOUT] INFO 21-02 05:59:03,468 - StageDataFromShard - Starting entry [StageDataForShard] 05:59:03,468 INFO [STDOUT] INFO 21-02 05:59:03,468 - StageDataFromShard - exec(23, 0, StageDataForShard.0) 05:59:03,469 INFO [STDOUT] INFO 21-02 05:59:03,469 - StageDataForShard - Starting job entry 05:59:03,469 INFO [STDOUT] INFO 21-02 05:59:03,469 - StageDataForShard - Opening transformation: [null] in directory [/] 05:59:03,469 INFO [STDOUT] INFO 21-02 05:59:03,469 - StageDataForShard - Loading transformation from repository [StageDataForShard] in directory [/] 05:59:03,491 INFO [STDOUT] INFO 21-02 05:59:03,491 - StageDataForShard - Starting transformation...(file=null, name=StageDataForShard, repinfo=null) 05:59:03,491 INFO [STDOUT] INFO 21-02 05:59:03,491 - StageDataForShard - Transformation is pre-loaded. 05:59:03,491 INFO [STDOUT] INFO 21-02 05:59:03,491 - StageDataForShard - Dispatching started for transformation [StageDataForShard] 05:59:03,492 INFO [STDOUT] INFO 21-02 05:59:03,492 - StageDataForShard - Nr of arguments detected:0 05:59:03,492 INFO [STDOUT] INFO 21-02 05:59:03,492 - StageDataForShard - This is not a replay transformation 05:59:03,492 INFO [STDOUT] INFO 21-02 05:59:03,492 - StageDataForShard - I found 3 different steps to launch. 05:59:03,492 INFO [STDOUT] INFO 21-02 05:59:03,492 - StageDataForShard - Allocating rowsets... 05:59:03,492 INFO [STDOUT] INFO 21-02 05:59:03,492 - StageDataForShard - Allocating rowsets for step 0 --> Write to log 05:59:03,492 INFO [STDOUT] INFO 21-02 05:59:03,492 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:03,492 INFO [STDOUT] INFO 21-02 05:59:03,492 - StageDataForShard - Transformation allocated new rowset [Write to log.0 - Table input.0] 05:59:03,492 INFO [STDOUT] INFO 21-02 05:59:03,492 - StageDataForShard - Allocated 1 rowsets for step 0 --> Write to log 05:59:03,493 INFO [STDOUT] INFO 21-02 05:59:03,493 - StageDataForShard - Allocating rowsets for step 1 --> Table input 05:59:03,493 INFO [STDOUT] INFO 21-02 05:59:03,493 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:03,493 INFO [STDOUT] INFO 21-02 05:59:03,493 - StageDataForShard - Transformation allocated new rowset [Table input.0 - Table output.0] 05:59:03,493 INFO [STDOUT] INFO 21-02 05:59:03,493 - StageDataForShard - Allocated 2 rowsets for step 1 --> Table input 05:59:03,493 INFO [STDOUT] INFO 21-02 05:59:03,493 - StageDataForShard - Allocating rowsets for step 2 --> Table output 05:59:03,494 INFO [STDOUT] INFO 21-02 05:59:03,493 - StageDataForShard - Allocated 2 rowsets for step 2 --> Table output 05:59:03,494 INFO [STDOUT] INFO 21-02 05:59:03,494 - StageDataForShard - Allocating Steps & StepData... 05:59:03,494 INFO [STDOUT] INFO 21-02 05:59:03,494 - StageDataForShard - Transformation is about to allocate step [Write to log] of type [WriteToLog] 05:59:03,494 INFO [STDOUT] INFO 21-02 05:59:03,494 - Write to log - distribution activated 05:59:03,494 INFO [STDOUT] INFO 21-02 05:59:03,494 - Write to log - Starting allocation of buffers & new threads... 05:59:03,494 INFO [STDOUT] INFO 21-02 05:59:03,494 - Write to log - Step info: nrinput=0 nroutput=1 05:59:03,494 INFO [STDOUT] INFO 21-02 05:59:03,494 - Write to log - output rel. is 1:1 05:59:03,495 INFO [STDOUT] INFO 21-02 05:59:03,495 - Write to log - Found output rowset [Write to log.0 - Table input.0] 05:59:03,495 INFO [STDOUT] INFO 21-02 05:59:03,495 - Write to log - Finished dispatching 05:59:03,495 INFO [STDOUT] INFO 21-02 05:59:03,495 - StageDataForShard - Transformation has allocated a new step: [Write to log].0 05:59:03,495 INFO [STDOUT] INFO 21-02 05:59:03,495 - StageDataForShard - Transformation is about to allocate step [Table input] of type [TableInput] 05:59:03,495 INFO [STDOUT] INFO 21-02 05:59:03,495 - Table input - Starting allocation of buffers & new threads... 05:59:03,496 INFO [STDOUT] INFO 21-02 05:59:03,495 - Table input - Step info: nrinput=1 nroutput=1 05:59:03,496 INFO [STDOUT] INFO 21-02 05:59:03,496 - Table input - Got previous step from [Table input] #0 --> Write to log 05:59:03,496 INFO [STDOUT] INFO 21-02 05:59:03,496 - Table input - input rel is 1:1 05:59:03,496 INFO [STDOUT] INFO 21-02 05:59:03,496 - Table input - Found input rowset [Write to log.0 - Table input.0] 05:59:03,496 INFO [STDOUT] INFO 21-02 05:59:03,496 - Table input - output rel. is 1:1 05:59:03,496 INFO [STDOUT] INFO 21-02 05:59:03,496 - Table input - Found output rowset [Table input.0 - Table output.0] 05:59:03,496 INFO [STDOUT] INFO 21-02 05:59:03,496 - Table input - Finished dispatching 05:59:03,496 INFO [STDOUT] INFO 21-02 05:59:03,496 - StageDataForShard - Transformation has allocated a new step: [Table input].0 05:59:03,496 INFO [STDOUT] INFO 21-02 05:59:03,496 - StageDataForShard - Transformation is about to allocate step [Table output] of type [TableOutput] 05:59:03,497 INFO [STDOUT] INFO 21-02 05:59:03,497 - Table output - distribution activated 05:59:03,497 INFO [STDOUT] INFO 21-02 05:59:03,497 - Table output - Starting allocation of buffers & new threads... 05:59:03,497 INFO [STDOUT] INFO 21-02 05:59:03,497 - Table output - Step info: nrinput=1 nroutput=0 05:59:03,497 INFO [STDOUT] INFO 21-02 05:59:03,497 - Table output - Got previous step from [Table output] #0 --> Table input 05:59:03,497 INFO [STDOUT] INFO 21-02 05:59:03,497 - Table output - input rel is 1:1 05:59:03,497 INFO [STDOUT] INFO 21-02 05:59:03,497 - Table output - Found input rowset [Table input.0 - Table output.0] 05:59:03,497 INFO [STDOUT] INFO 21-02 05:59:03,497 - Table output - Finished dispatching 05:59:03,498 INFO [STDOUT] INFO 21-02 05:59:03,498 - StageDataForShard - Transformation has allocated a new step: [Table output].0 05:59:03,498 INFO [STDOUT] INFO 21-02 05:59:03,498 - StageDataForShard - This transformation can be replayed with replay date: 2012/02/21 05:59:03 05:59:03,499 INFO [STDOUT] INFO 21-02 05:59:03,498 - StageDataForShard - Initialising 3 steps... 05:59:03,499 INFO [STDOUT] INFO 21-02 05:59:03,499 - Write to log - Running on slave server #0/1. 05:59:03,499 INFO [STDOUT] INFO 21-02 05:59:03,499 - Table input - Running on slave server #0/1. 05:59:03,500 INFO [STDOUT] INFO 21-02 05:59:03,500 - Table output - Running on slave server #0/1. 05:59:03,500 INFO [STDOUT] INFO 21-02 05:59:03,500 - pdi_staging - New database connection defined 05:59:03,501 INFO [STDOUT] INFO 21-02 05:59:03,501 - Shard - New database connection defined 05:59:03,512 INFO [STDOUT] INFO 21-02 05:59:03,512 - pdi_staging - Connected to database. 05:59:03,512 INFO [STDOUT] INFO 21-02 05:59:03,512 - Table output - Connected to database [pdi_staging] (commit=10000) 05:59:03,512 INFO [STDOUT] INFO 21-02 05:59:03,512 - pdi_staging - Auto commit off 05:59:03,521 INFO [STDOUT] INFO 21-02 05:59:03,521 - Shard - Connected to database. 05:59:03,522 INFO [STDOUT] INFO 21-02 05:59:03,522 - Shard - Auto commit off 05:59:03,522 INFO [STDOUT] INFO 21-02 05:59:03,522 - Table input - Connected to database... 05:59:03,522 INFO [STDOUT] INFO 21-02 05:59:03,522 - StageDataForShard - Step [Write to log.0] initialized flawlessly. 05:59:03,522 INFO [STDOUT] INFO 21-02 05:59:03,522 - StageDataForShard - Step [Table input.0] initialized flawlessly. 05:59:03,522 INFO [STDOUT] INFO 21-02 05:59:03,522 - StageDataForShard - Step [Table output.0] initialized flawlessly. 05:59:03,523 INFO [STDOUT] INFO 21-02 05:59:03,523 - Write to log - Starting to run... 05:59:03,523 INFO [STDOUT] INFO 21-02 05:59:03,523 - Write to log - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:03,523 INFO [STDOUT] INFO 21-02 05:59:03,523 - Table input - Starting to run... 05:59:03,523 INFO [STDOUT] INFO 21-02 05:59:03,523 - Table input - SQL query : select aseam.searchEngineAccountID ID, ac.accountID, aseam.admaxCampaignID from admaxSearchEngineAccountMap aseam join admaxCampaigns ac on ac.ID = aseam.admaxCampaignID 05:59:03,523 INFO [STDOUT] INFO 21-02 05:59:03,523 - StageDataForShard - Transformation has allocated 3 threads and 2 rowsets. 05:59:03,524 INFO [STDOUT] INFO 21-02 05:59:03,524 - Table output - Starting to run... 05:59:03,526 INFO [STDOUT] INFO 21-02 05:59:03,526 - Table input - Finished reading query, closing connection. 05:59:03,527 INFO [STDOUT] INFO 21-02 05:59:03,527 - Shard - Connection to database closed! 05:59:03,528 INFO [STDOUT] INFO 21-02 05:59:03,527 - Table input - Finished processing (I=4, O=0, R=0, W=4, U=0, E=0) 05:59:03,529 INFO [STDOUT] INFO 21-02 05:59:03,529 - Table output - Prepared statement : INSERT INTO dfStructureSearchEngineAccounts (ID, accountID, admaxCampaignID) VALUES ( ?, ?, ?) 05:59:03,547 INFO [STDOUT] INFO 21-02 05:59:03,547 - pdi_staging - Connection to database closed! 05:59:03,547 INFO [STDOUT] INFO 21-02 05:59:03,547 - Table output - Finished processing (I=0, O=4, R=4, W=4, U=0, E=0) 05:59:03,554 INFO [STDOUT] INFO 21-02 05:59:03,554 - StageDataFromShard - Finished job entry [StageDataForShard] (result=[true]) 05:59:03,555 INFO [STDOUT] INFO 21-02 05:59:03,555 - StageDataFromShard - Finished job entry [Write To Log] (result=[true]) 05:59:03,555 INFO [STDOUT] INFO 21-02 05:59:03,555 - StageDataFromShard - Finished job entry [SetShardConnectionVariables] (result=[true]) 05:59:03,562 INFO [STDOUT] INFO 21-02 05:59:03,562 - StageDataFromShards - Finished job entry [StageDataFromShard] (result=[true]) 05:59:03,562 INFO [STDOUT] INFO 21-02 05:59:03,562 - StageDataFromShards - Finished job entry [SelectShards] (result=[true]) 05:59:03,562 INFO [STDOUT] INFO 21-02 05:59:03,562 - StageDataFromShards - Finished job entry [Write To Log] (result=[true]) 05:59:03,570 INFO [STDOUT] INFO 21-02 05:59:03,570 - StageRequirement - Finished job entry [StageDataFromShards] (result=[true]) 05:59:03,570 INFO [STDOUT] INFO 21-02 05:59:03,570 - StageRequirement - Finished job entry [Simple evaluation 2] (result=[true]) 05:59:03,570 INFO [STDOUT] INFO 21-02 05:59:03,570 - StageRequirement - Finished job entry [Simple evaluation] (result=[true]) 05:59:03,570 INFO [STDOUT] INFO 21-02 05:59:03,570 - StageRequirement - Finished job entry [TruncateStagingTable] (result=[true]) 05:59:03,570 INFO [STDOUT] INFO 21-02 05:59:03,570 - StageRequirement - Finished job entry [SetRequirementStagingVariables] (result=[true]) 05:59:03,578 INFO [STDOUT] INFO 21-02 05:59:03,578 - StageRequirement - exec(10, 0, START.0) 05:59:03,578 INFO [STDOUT] INFO 21-02 05:59:03,578 - START - Starting job entry 05:59:03,579 INFO [STDOUT] INFO 21-02 05:59:03,579 - StageRequirement - Starting entry [SetRequirementStagingVariables] 05:59:03,579 INFO [STDOUT] INFO 21-02 05:59:03,579 - StageRequirement - exec(11, 0, SetRequirementStagingVariables.0) 05:59:03,579 INFO [STDOUT] INFO 21-02 05:59:03,579 - SetRequirementStagingVariables - Starting job entry 05:59:03,579 INFO [STDOUT] INFO 21-02 05:59:03,579 - SetRequirementStagingVariables - Opening transformation: [null] in directory [/] 05:59:03,580 INFO [STDOUT] INFO 21-02 05:59:03,580 - SetRequirementStagingVariables - Loading transformation from repository [SetRequirementStagingVariables] in directory [/] 05:59:03,599 INFO [STDOUT] INFO 21-02 05:59:03,599 - SetRequirementStagingVariables - Starting transformation...(file=null, name=SetRequirementStagingVariables, repinfo=null) 05:59:03,599 INFO [STDOUT] INFO 21-02 05:59:03,599 - SetRequirementStagingVariables - Transformation is pre-loaded. 05:59:03,599 INFO [STDOUT] INFO 21-02 05:59:03,599 - SetRequirementStagingVariables - Dispatching started for transformation [SetRequirementStagingVariables] 05:59:03,600 INFO [STDOUT] INFO 21-02 05:59:03,599 - SetRequirementStagingVariables - Nr of arguments detected:0 05:59:03,600 INFO [STDOUT] INFO 21-02 05:59:03,600 - SetRequirementStagingVariables - This is not a replay transformation 05:59:03,600 INFO [STDOUT] INFO 21-02 05:59:03,600 - SetRequirementStagingVariables - I found 2 different steps to launch. 05:59:03,600 INFO [STDOUT] INFO 21-02 05:59:03,600 - SetRequirementStagingVariables - Allocating rowsets... 05:59:03,600 INFO [STDOUT] INFO 21-02 05:59:03,600 - SetRequirementStagingVariables - Allocating rowsets for step 0 --> Get rows from result 05:59:03,600 INFO [STDOUT] INFO 21-02 05:59:03,600 - SetRequirementStagingVariables - prevcopies = 1, nextcopies=1 05:59:03,600 INFO [STDOUT] INFO 21-02 05:59:03,600 - SetRequirementStagingVariables - Transformation allocated new rowset [Get rows from result.0 - Set Variables.0] 05:59:03,600 INFO [STDOUT] INFO 21-02 05:59:03,600 - SetRequirementStagingVariables - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:03,600 INFO [STDOUT] INFO 21-02 05:59:03,600 - SetRequirementStagingVariables - Allocating rowsets for step 1 --> Set Variables 05:59:03,601 INFO [STDOUT] INFO 21-02 05:59:03,601 - SetRequirementStagingVariables - Allocated 1 rowsets for step 1 --> Set Variables 05:59:03,601 INFO [STDOUT] INFO 21-02 05:59:03,601 - SetRequirementStagingVariables - Allocating Steps & StepData... 05:59:03,601 INFO [STDOUT] INFO 21-02 05:59:03,601 - SetRequirementStagingVariables - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:03,602 INFO [STDOUT] INFO 21-02 05:59:03,601 - Get rows from result - distribution activated 05:59:03,602 INFO [STDOUT] INFO 21-02 05:59:03,602 - Get rows from result - Starting allocation of buffers & new threads... 05:59:03,602 INFO [STDOUT] INFO 21-02 05:59:03,602 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:03,602 INFO [STDOUT] INFO 21-02 05:59:03,602 - Get rows from result - output rel. is 1:1 05:59:03,602 INFO [STDOUT] INFO 21-02 05:59:03,602 - Get rows from result - Found output rowset [Get rows from result.0 - Set Variables.0] 05:59:03,602 INFO [STDOUT] INFO 21-02 05:59:03,602 - Get rows from result - Finished dispatching 05:59:03,602 INFO [STDOUT] INFO 21-02 05:59:03,602 - SetRequirementStagingVariables - Transformation has allocated a new step: [Get rows from result].0 05:59:03,602 INFO [STDOUT] INFO 21-02 05:59:03,602 - SetRequirementStagingVariables - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:03,603 INFO [STDOUT] INFO 21-02 05:59:03,603 - Set Variables - distribution activated 05:59:03,603 INFO [STDOUT] INFO 21-02 05:59:03,603 - Set Variables - Starting allocation of buffers & new threads... 05:59:03,603 INFO [STDOUT] INFO 21-02 05:59:03,603 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:03,603 INFO [STDOUT] INFO 21-02 05:59:03,603 - Set Variables - Got previous step from [Set Variables] #0 --> Get rows from result 05:59:03,603 INFO [STDOUT] INFO 21-02 05:59:03,603 - Set Variables - input rel is 1:1 05:59:03,603 INFO [STDOUT] INFO 21-02 05:59:03,603 - Set Variables - Found input rowset [Get rows from result.0 - Set Variables.0] 05:59:03,603 INFO [STDOUT] INFO 21-02 05:59:03,603 - Set Variables - Finished dispatching 05:59:03,603 INFO [STDOUT] INFO 21-02 05:59:03,603 - SetRequirementStagingVariables - Transformation has allocated a new step: [Set Variables].0 05:59:03,604 INFO [STDOUT] INFO 21-02 05:59:03,604 - SetRequirementStagingVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:03 05:59:03,604 INFO [STDOUT] INFO 21-02 05:59:03,604 - SetRequirementStagingVariables - Initialising 2 steps... 05:59:03,604 INFO [STDOUT] INFO 21-02 05:59:03,604 - Get rows from result - Running on slave server #0/1. 05:59:03,605 INFO [STDOUT] INFO 21-02 05:59:03,605 - Set Variables - Running on slave server #0/1. 05:59:03,605 INFO [STDOUT] INFO 21-02 05:59:03,605 - SetRequirementStagingVariables - Step [Get rows from result.0] initialized flawlessly. 05:59:03,605 INFO [STDOUT] INFO 21-02 05:59:03,605 - SetRequirementStagingVariables - Step [Set Variables.0] initialized flawlessly. 05:59:03,606 INFO [STDOUT] INFO 21-02 05:59:03,606 - Get rows from result - Starting to run... 05:59:03,606 INFO [STDOUT] INFO 21-02 05:59:03,606 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:03,606 INFO [STDOUT] INFO 21-02 05:59:03,606 - SetRequirementStagingVariables - Transformation has allocated 2 threads and 1 rowsets. 05:59:03,606 INFO [STDOUT] INFO 21-02 05:59:03,606 - Set Variables - Starting to run... 05:59:03,607 INFO [STDOUT] INFO 21-02 05:59:03,606 - Set Variables - Setting environment variables... 05:59:03,607 INFO [STDOUT] INFO 21-02 05:59:03,607 - Set Variables - Set variable STAGINGTABLENAME to value [dfStructureBusinessLocationIDMap] 05:59:03,607 INFO [STDOUT] INFO 21-02 05:59:03,607 - Set Variables - Set variable QUERY to value [select blim.businessLocationID, blim.systemBusinessLocationID from optus.businessLocationIDMap blim] 05:59:03,607 INFO [STDOUT] INFO 21-02 05:59:03,607 - Set Variables - Set variable SHARDPATTERN to value [CDS|smb-services-01-write|smb_services|6WJMMA3638zpqWQq|3306|optus] 05:59:03,621 INFO [STDOUT] INFO 21-02 05:59:03,621 - Set Variables - Finished after 1 rows. 05:59:03,621 INFO [STDOUT] INFO 21-02 05:59:03,621 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:03,630 INFO [STDOUT] INFO 21-02 05:59:03,630 - StageRequirement - Starting entry [TruncateStagingTable] 05:59:03,631 INFO [STDOUT] INFO 21-02 05:59:03,630 - StageRequirement - exec(12, 0, TruncateStagingTable.0) 05:59:03,631 INFO [STDOUT] INFO 21-02 05:59:03,631 - TruncateStagingTable - Starting job entry 05:59:03,631 INFO [STDOUT] INFO 21-02 05:59:03,631 - TruncateStagingTable - Opening transformation: [null] in directory [/] 05:59:03,631 INFO [STDOUT] INFO 21-02 05:59:03,631 - TruncateStagingTable - Loading transformation from repository [TruncateStagingTable] in directory [/] 05:59:03,651 INFO [STDOUT] INFO 21-02 05:59:03,651 - TruncateStagingTable - Starting transformation...(file=null, name=TruncateStagingTable, repinfo=null) 05:59:03,651 INFO [STDOUT] INFO 21-02 05:59:03,651 - TruncateStagingTable - Transformation is pre-loaded. 05:59:03,651 INFO [STDOUT] INFO 21-02 05:59:03,651 - TruncateStagingTable - Dispatching started for transformation [TruncateStagingTable] 05:59:03,651 INFO [STDOUT] INFO 21-02 05:59:03,651 - TruncateStagingTable - Nr of arguments detected:0 05:59:03,651 INFO [STDOUT] INFO 21-02 05:59:03,651 - TruncateStagingTable - This is not a replay transformation 05:59:03,651 INFO [STDOUT] INFO 21-02 05:59:03,651 - TruncateStagingTable - I found 4 different steps to launch. 05:59:03,652 INFO [STDOUT] INFO 21-02 05:59:03,652 - TruncateStagingTable - Allocating rowsets... 05:59:03,652 INFO [STDOUT] INFO 21-02 05:59:03,652 - TruncateStagingTable - Allocating rowsets for step 0 --> Get Variables 05:59:03,652 INFO [STDOUT] INFO 21-02 05:59:03,652 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:03,652 INFO [STDOUT] INFO 21-02 05:59:03,652 - TruncateStagingTable - Transformation allocated new rowset [Get Variables.0 - Switch / Case.0] 05:59:03,652 INFO [STDOUT] INFO 21-02 05:59:03,652 - TruncateStagingTable - Allocated 1 rowsets for step 0 --> Get Variables 05:59:03,652 INFO [STDOUT] INFO 21-02 05:59:03,652 - TruncateStagingTable - Allocating rowsets for step 1 --> Switch / Case 05:59:03,652 INFO [STDOUT] INFO 21-02 05:59:03,652 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:03,653 INFO [STDOUT] INFO 21-02 05:59:03,653 - TruncateStagingTable - Transformation allocated new rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:03,653 INFO [STDOUT] INFO 21-02 05:59:03,653 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:03,653 INFO [STDOUT] INFO 21-02 05:59:03,653 - TruncateStagingTable - Transformation allocated new rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:03,653 INFO [STDOUT] INFO 21-02 05:59:03,653 - TruncateStagingTable - Allocated 3 rowsets for step 1 --> Switch / Case 05:59:03,653 INFO [STDOUT] INFO 21-02 05:59:03,653 - TruncateStagingTable - Allocating rowsets for step 2 --> Execute SQL script trunc 05:59:03,653 INFO [STDOUT] INFO 21-02 05:59:03,653 - TruncateStagingTable - Allocated 3 rowsets for step 2 --> Execute SQL script trunc 05:59:03,653 INFO [STDOUT] INFO 21-02 05:59:03,653 - TruncateStagingTable - Allocating rowsets for step 3 --> Dummy (do nothing) 05:59:03,654 INFO [STDOUT] INFO 21-02 05:59:03,653 - TruncateStagingTable - Allocated 3 rowsets for step 3 --> Dummy (do nothing) 05:59:03,654 INFO [STDOUT] INFO 21-02 05:59:03,654 - TruncateStagingTable - Allocating Steps & StepData... 05:59:03,654 INFO [STDOUT] INFO 21-02 05:59:03,654 - TruncateStagingTable - Transformation is about to allocate step [Get Variables] of type [GetVariable] 05:59:03,654 INFO [STDOUT] INFO 21-02 05:59:03,654 - Get Variables - distribution activated 05:59:03,654 INFO [STDOUT] INFO 21-02 05:59:03,654 - Get Variables - Starting allocation of buffers & new threads... 05:59:03,654 INFO [STDOUT] INFO 21-02 05:59:03,654 - Get Variables - Step info: nrinput=0 nroutput=1 05:59:03,654 INFO [STDOUT] INFO 21-02 05:59:03,654 - Get Variables - output rel. is 1:1 05:59:03,654 INFO [STDOUT] INFO 21-02 05:59:03,654 - Get Variables - Found output rowset [Get Variables.0 - Switch / Case.0] 05:59:03,655 INFO [STDOUT] INFO 21-02 05:59:03,655 - Get Variables - Finished dispatching 05:59:03,655 INFO [STDOUT] INFO 21-02 05:59:03,655 - TruncateStagingTable - Transformation has allocated a new step: [Get Variables].0 05:59:03,655 INFO [STDOUT] INFO 21-02 05:59:03,655 - TruncateStagingTable - Transformation is about to allocate step [Switch / Case] of type [SwitchCase] 05:59:03,655 INFO [STDOUT] INFO 21-02 05:59:03,655 - Switch / Case - distribution activated 05:59:03,656 INFO [STDOUT] INFO 21-02 05:59:03,656 - Switch / Case - Starting allocation of buffers & new threads... 05:59:03,656 INFO [STDOUT] INFO 21-02 05:59:03,656 - Switch / Case - Step info: nrinput=1 nroutput=2 05:59:03,656 INFO [STDOUT] INFO 21-02 05:59:03,656 - Switch / Case - Got previous step from [Switch / Case] #0 --> Get Variables 05:59:03,656 INFO [STDOUT] INFO 21-02 05:59:03,656 - Switch / Case - input rel is 1:1 05:59:03,656 INFO [STDOUT] INFO 21-02 05:59:03,656 - Switch / Case - Found input rowset [Get Variables.0 - Switch / Case.0] 05:59:03,656 INFO [STDOUT] INFO 21-02 05:59:03,656 - Switch / Case - output rel. is 1:1 05:59:03,656 INFO [STDOUT] INFO 21-02 05:59:03,656 - Switch / Case - Found output rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:03,656 INFO [STDOUT] INFO 21-02 05:59:03,656 - Switch / Case - output rel. is 1:1 05:59:03,657 INFO [STDOUT] INFO 21-02 05:59:03,657 - Switch / Case - Found output rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:03,657 INFO [STDOUT] INFO 21-02 05:59:03,657 - Switch / Case - Finished dispatching 05:59:03,657 INFO [STDOUT] INFO 21-02 05:59:03,657 - TruncateStagingTable - Transformation has allocated a new step: [Switch / Case].0 05:59:03,657 INFO [STDOUT] INFO 21-02 05:59:03,657 - TruncateStagingTable - Transformation is about to allocate step [Execute SQL script trunc] of type [ExecSQL] 05:59:03,657 INFO [STDOUT] INFO 21-02 05:59:03,657 - Execute SQL script trunc - distribution activated 05:59:03,657 INFO [STDOUT] INFO 21-02 05:59:03,657 - Execute SQL script trunc - Starting allocation of buffers & new threads... 05:59:03,658 INFO [STDOUT] INFO 21-02 05:59:03,658 - Execute SQL script trunc - Step info: nrinput=1 nroutput=0 05:59:03,658 INFO [STDOUT] INFO 21-02 05:59:03,658 - Execute SQL script trunc - Got previous step from [Execute SQL script trunc] #0 --> Switch / Case 05:59:03,658 INFO [STDOUT] INFO 21-02 05:59:03,658 - Execute SQL script trunc - input rel is 1:1 05:59:03,658 INFO [STDOUT] INFO 21-02 05:59:03,658 - Execute SQL script trunc - Found input rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:03,658 INFO [STDOUT] INFO 21-02 05:59:03,658 - Execute SQL script trunc - Finished dispatching 05:59:03,658 INFO [STDOUT] INFO 21-02 05:59:03,658 - TruncateStagingTable - Transformation has allocated a new step: [Execute SQL script trunc].0 05:59:03,658 INFO [STDOUT] INFO 21-02 05:59:03,658 - TruncateStagingTable - Transformation is about to allocate step [Dummy (do nothing)] of type [Dummy] 05:59:03,658 INFO [STDOUT] INFO 21-02 05:59:03,658 - Dummy (do nothing) - distribution activated 05:59:03,659 INFO [STDOUT] INFO 21-02 05:59:03,659 - Dummy (do nothing) - Starting allocation of buffers & new threads... 05:59:03,659 INFO [STDOUT] INFO 21-02 05:59:03,659 - Dummy (do nothing) - Step info: nrinput=1 nroutput=0 05:59:03,659 INFO [STDOUT] INFO 21-02 05:59:03,659 - Dummy (do nothing) - Got previous step from [Dummy (do nothing)] #0 --> Switch / Case 05:59:03,659 INFO [STDOUT] INFO 21-02 05:59:03,659 - Dummy (do nothing) - input rel is 1:1 05:59:03,659 INFO [STDOUT] INFO 21-02 05:59:03,659 - Dummy (do nothing) - Found input rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:03,659 INFO [STDOUT] INFO 21-02 05:59:03,659 - Dummy (do nothing) - Finished dispatching 05:59:03,659 INFO [STDOUT] INFO 21-02 05:59:03,659 - TruncateStagingTable - Transformation has allocated a new step: [Dummy (do nothing)].0 05:59:03,660 INFO [STDOUT] INFO 21-02 05:59:03,660 - TruncateStagingTable - This transformation can be replayed with replay date: 2012/02/21 05:59:03 05:59:03,660 INFO [STDOUT] INFO 21-02 05:59:03,660 - TruncateStagingTable - Initialising 4 steps... 05:59:03,660 INFO [STDOUT] INFO 21-02 05:59:03,660 - Get Variables - Running on slave server #0/1. 05:59:03,660 INFO [STDOUT] INFO 21-02 05:59:03,660 - Switch / Case - Running on slave server #0/1. 05:59:03,661 INFO [STDOUT] INFO 21-02 05:59:03,661 - Execute SQL script trunc - Running on slave server #0/1. 05:59:03,661 INFO [STDOUT] INFO 21-02 05:59:03,661 - pdi_stage - New database connection defined 05:59:03,662 INFO [STDOUT] INFO 21-02 05:59:03,662 - Dummy (do nothing) - Running on slave server #0/1. 05:59:03,672 INFO [STDOUT] INFO 21-02 05:59:03,672 - pdi_stage - Connected to database. 05:59:03,672 INFO [STDOUT] INFO 21-02 05:59:03,672 - Execute SQL script trunc - Connected to database... 05:59:03,672 INFO [STDOUT] INFO 21-02 05:59:03,672 - pdi_stage - launch DDL statement: truncate dfStructureBusinessLocationIDMap 05:59:03,684 INFO [STDOUT] INFO 21-02 05:59:03,684 - pdi_stage - 1 statement executed 05:59:03,684 INFO [STDOUT] INFO 21-02 05:59:03,684 - TruncateStagingTable - Step [Get Variables.0] initialized flawlessly. 05:59:03,685 INFO [STDOUT] INFO 21-02 05:59:03,685 - TruncateStagingTable - Step [Switch / Case.0] initialized flawlessly. 05:59:03,685 INFO [STDOUT] INFO 21-02 05:59:03,685 - TruncateStagingTable - Step [Execute SQL script trunc.0] initialized flawlessly. 05:59:03,685 INFO [STDOUT] INFO 21-02 05:59:03,685 - TruncateStagingTable - Step [Dummy (do nothing).0] initialized flawlessly. 05:59:03,686 INFO [STDOUT] INFO 21-02 05:59:03,686 - Get Variables - Starting to run... 05:59:03,686 INFO [STDOUT] INFO 21-02 05:59:03,686 - Get Variables - field [stagingTableName] has value [STAGINGTABLENAME] 05:59:03,686 INFO [STDOUT] INFO 21-02 05:59:03,686 - Get Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:03,687 INFO [STDOUT] INFO 21-02 05:59:03,687 - Switch / Case - Starting to run... 05:59:03,687 INFO [STDOUT] INFO 21-02 05:59:03,687 - Execute SQL script trunc - Starting to run... 05:59:03,687 INFO [STDOUT] INFO 21-02 05:59:03,687 - Execute SQL script trunc - Finished reading query, closing connection. 05:59:03,688 INFO [STDOUT] INFO 21-02 05:59:03,688 - TruncateStagingTable - Transformation has allocated 4 threads and 3 rowsets. 05:59:03,688 INFO [STDOUT] INFO 21-02 05:59:03,688 - Dummy (do nothing) - Starting to run... 05:59:03,689 INFO [STDOUT] INFO 21-02 05:59:03,689 - pdi_stage - Connection to database closed! 05:59:03,689 INFO [STDOUT] INFO 21-02 05:59:03,689 - Execute SQL script trunc - Finished processing (I=0, O=0, R=0, W=1, U=0, E=0) 05:59:03,701 INFO [STDOUT] INFO 21-02 05:59:03,701 - Switch / Case - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:03,709 INFO [STDOUT] INFO 21-02 05:59:03,709 - Dummy (do nothing) - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:03,719 INFO [STDOUT] INFO 21-02 05:59:03,719 - StageRequirement - Starting entry [Simple evaluation] 05:59:03,719 INFO [STDOUT] INFO 21-02 05:59:03,719 - StageRequirement - exec(13, 0, Simple evaluation.0) 05:59:03,719 INFO [STDOUT] INFO 21-02 05:59:03,719 - Simple evaluation - Starting job entry 05:59:03,720 INFO [STDOUT] INFO 21-02 05:59:03,720 - Simple evaluation - Checking variable [${SHARDPATTERN}] ... 05:59:03,720 INFO [STDOUT] INFO 21-02 05:59:03,720 - Simple evaluation - Value to evaluate is CDS|smb-services-01-write|smb_services|6WJMMA3638zpqWQq|3306|optus 05:59:03,721 INFO [STDOUT] INFO 21-02 05:59:03,721 - StageRequirement - Starting entry [Simple evaluation 2] 05:59:03,721 INFO [STDOUT] INFO 21-02 05:59:03,721 - StageRequirement - exec(14, 0, Simple evaluation 2.0) 05:59:03,721 INFO [STDOUT] INFO 21-02 05:59:03,721 - Simple evaluation - Starting job entry 05:59:03,721 INFO [STDOUT] INFO 21-02 05:59:03,721 - Simple evaluation - Checking variable [${SHARDPATTERN}] ... 05:59:03,721 INFO [STDOUT] INFO 21-02 05:59:03,721 - Simple evaluation - Value to evaluate is CDS|smb-services-01-write|smb_services|6WJMMA3638zpqWQq|3306|optus 05:59:03,722 INFO [STDOUT] INFO 21-02 05:59:03,722 - StageRequirement - Starting entry [Simple evaluation 3] 05:59:03,722 INFO [STDOUT] INFO 21-02 05:59:03,722 - StageRequirement - exec(15, 0, Simple evaluation 3.0) 05:59:03,722 INFO [STDOUT] INFO 21-02 05:59:03,722 - Simple evaluation - Starting job entry 05:59:03,722 INFO [STDOUT] INFO 21-02 05:59:03,722 - Simple evaluation - Checking variable [${STAGINGTABLENAME}] ... 05:59:03,723 INFO [STDOUT] INFO 21-02 05:59:03,723 - Simple evaluation - Value to evaluate is dfStructureBusinessLocationIDMap 05:59:03,724 INFO [STDOUT] INFO 21-02 05:59:03,724 - StageRequirement - Starting entry [StageDataFromCustomDatabase] 05:59:03,724 INFO [STDOUT] INFO 21-02 05:59:03,724 - StageRequirement - exec(16, 0, StageDataFromCustomDatabase.0) 05:59:03,724 INFO [STDOUT] INFO 21-02 05:59:03,724 - StageDataFromCustomDatabase - Starting job entry 05:59:03,724 INFO [STDOUT] INFO 21-02 05:59:03,724 - StageDataFromCustomDatabase - Loading job from repository : [/ : StageDataFromCustomDatabase] 05:59:03,740 INFO [STDOUT] INFO 21-02 05:59:03,739 - StageDataFromCustomDatabase - exec(17, 0, START.0) 05:59:03,740 INFO [STDOUT] INFO 21-02 05:59:03,740 - START - Starting job entry 05:59:03,742 INFO [STDOUT] INFO 21-02 05:59:03,741 - StageDataFromCustomDatabase - Starting entry [SetCustomConnectionVariables] 05:59:03,742 INFO [STDOUT] INFO 21-02 05:59:03,742 - StageDataFromCustomDatabase - exec(18, 0, SetCustomConnectionVariables.0) 05:59:03,742 INFO [STDOUT] INFO 21-02 05:59:03,742 - SetCustomConnectionVariables - Starting job entry 05:59:03,742 INFO [STDOUT] INFO 21-02 05:59:03,742 - SetCustomConnectionVariables - Opening transformation: [null] in directory [/] 05:59:03,742 INFO [STDOUT] INFO 21-02 05:59:03,742 - SetCustomConnectionVariables - Loading transformation from repository [SetCustomConnectionVariables] in directory [/] 05:59:03,849 INFO [STDOUT] INFO 21-02 05:59:03,849 - SetCustomConnectionVariables - Starting transformation...(file=null, name=SetCustomConnectionVariables, repinfo=null) 05:59:03,849 INFO [STDOUT] INFO 21-02 05:59:03,849 - SetCustomConnectionVariables - Transformation is pre-loaded. 05:59:03,850 INFO [STDOUT] INFO 21-02 05:59:03,850 - SetCustomConnectionVariables - Dispatching started for transformation [SetCustomConnectionVariables] 05:59:03,850 INFO [STDOUT] INFO 21-02 05:59:03,850 - SetCustomConnectionVariables - Nr of arguments detected:0 05:59:03,850 INFO [STDOUT] INFO 21-02 05:59:03,850 - SetCustomConnectionVariables - This is not a replay transformation 05:59:03,850 INFO [STDOUT] INFO 21-02 05:59:03,850 - SetCustomConnectionVariables - I found 4 different steps to launch. 05:59:03,850 INFO [STDOUT] INFO 21-02 05:59:03,850 - SetCustomConnectionVariables - Allocating rowsets... 05:59:03,850 INFO [STDOUT] INFO 21-02 05:59:03,850 - SetCustomConnectionVariables - Allocating rowsets for step 0 --> Get Variables 05:59:03,850 INFO [STDOUT] INFO 21-02 05:59:03,850 - SetCustomConnectionVariables - prevcopies = 1, nextcopies=1 05:59:03,850 INFO [STDOUT] INFO 21-02 05:59:03,850 - SetCustomConnectionVariables - Transformation allocated new rowset [Get Variables.0 - Regex Evaluation.0] 05:59:03,851 INFO [STDOUT] INFO 21-02 05:59:03,851 - SetCustomConnectionVariables - Allocated 1 rowsets for step 0 --> Get Variables 05:59:03,851 INFO [STDOUT] INFO 21-02 05:59:03,851 - SetCustomConnectionVariables - Allocating rowsets for step 1 --> Regex Evaluation 05:59:03,851 INFO [STDOUT] INFO 21-02 05:59:03,851 - SetCustomConnectionVariables - prevcopies = 1, nextcopies=1 05:59:03,851 INFO [STDOUT] INFO 21-02 05:59:03,851 - SetCustomConnectionVariables - Transformation allocated new rowset [Regex Evaluation.0 - Set Variables.0] 05:59:03,851 INFO [STDOUT] INFO 21-02 05:59:03,851 - SetCustomConnectionVariables - Allocated 2 rowsets for step 1 --> Regex Evaluation 05:59:03,851 INFO [STDOUT] INFO 21-02 05:59:03,851 - SetCustomConnectionVariables - Allocating rowsets for step 2 --> Set Variables 05:59:03,851 INFO [STDOUT] INFO 21-02 05:59:03,851 - SetCustomConnectionVariables - Allocated 2 rowsets for step 2 --> Set Variables 05:59:03,851 INFO [STDOUT] INFO 21-02 05:59:03,851 - SetCustomConnectionVariables - Allocating rowsets for step 3 --> Split Fields 05:59:03,851 INFO [STDOUT] INFO 21-02 05:59:03,851 - SetCustomConnectionVariables - Allocated 2 rowsets for step 3 --> Split Fields 05:59:03,851 INFO [STDOUT] INFO 21-02 05:59:03,851 - SetCustomConnectionVariables - Allocating Steps & StepData... 05:59:03,852 INFO [STDOUT] INFO 21-02 05:59:03,852 - SetCustomConnectionVariables - Transformation is about to allocate step [Get Variables] of type [GetVariable] 05:59:03,852 INFO [STDOUT] INFO 21-02 05:59:03,852 - Get Variables - distribution activated 05:59:03,852 INFO [STDOUT] INFO 21-02 05:59:03,852 - Get Variables - Starting allocation of buffers & new threads... 05:59:03,852 INFO [STDOUT] INFO 21-02 05:59:03,852 - Get Variables - Step info: nrinput=0 nroutput=1 05:59:03,852 INFO [STDOUT] INFO 21-02 05:59:03,852 - Get Variables - output rel. is 1:1 05:59:03,852 INFO [STDOUT] INFO 21-02 05:59:03,852 - Get Variables - Found output rowset [Get Variables.0 - Regex Evaluation.0] 05:59:03,852 INFO [STDOUT] INFO 21-02 05:59:03,852 - Get Variables - Finished dispatching 05:59:03,852 INFO [STDOUT] INFO 21-02 05:59:03,852 - SetCustomConnectionVariables - Transformation has allocated a new step: [Get Variables].0 05:59:03,853 INFO [STDOUT] INFO 21-02 05:59:03,853 - SetCustomConnectionVariables - Transformation is about to allocate step [Regex Evaluation] of type [RegexEval] 05:59:03,856 INFO [STDOUT] INFO 21-02 05:59:03,855 - Regex Evaluation - distribution activated 05:59:03,856 INFO [STDOUT] INFO 21-02 05:59:03,856 - Regex Evaluation - Starting allocation of buffers & new threads... 05:59:03,856 INFO [STDOUT] INFO 21-02 05:59:03,856 - Regex Evaluation - Step info: nrinput=1 nroutput=1 05:59:03,856 INFO [STDOUT] INFO 21-02 05:59:03,856 - Regex Evaluation - Got previous step from [Regex Evaluation] #0 --> Get Variables 05:59:03,856 INFO [STDOUT] INFO 21-02 05:59:03,856 - Regex Evaluation - input rel is 1:1 05:59:03,856 INFO [STDOUT] INFO 21-02 05:59:03,856 - Regex Evaluation - Found input rowset [Get Variables.0 - Regex Evaluation.0] 05:59:03,856 INFO [STDOUT] INFO 21-02 05:59:03,856 - Regex Evaluation - output rel. is 1:1 05:59:03,856 INFO [STDOUT] INFO 21-02 05:59:03,856 - Regex Evaluation - Found output rowset [Regex Evaluation.0 - Set Variables.0] 05:59:03,856 INFO [STDOUT] INFO 21-02 05:59:03,856 - Regex Evaluation - Finished dispatching 05:59:03,857 INFO [STDOUT] INFO 21-02 05:59:03,857 - SetCustomConnectionVariables - Transformation has allocated a new step: [Regex Evaluation].0 05:59:03,857 INFO [STDOUT] INFO 21-02 05:59:03,857 - SetCustomConnectionVariables - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:03,857 INFO [STDOUT] INFO 21-02 05:59:03,857 - Set Variables - distribution activated 05:59:03,857 INFO [STDOUT] INFO 21-02 05:59:03,857 - Set Variables - Starting allocation of buffers & new threads... 05:59:03,858 INFO [STDOUT] INFO 21-02 05:59:03,858 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:03,858 INFO [STDOUT] INFO 21-02 05:59:03,858 - Set Variables - Got previous step from [Set Variables] #0 --> Regex Evaluation 05:59:03,858 INFO [STDOUT] INFO 21-02 05:59:03,858 - Set Variables - input rel is 1:1 05:59:03,858 INFO [STDOUT] INFO 21-02 05:59:03,858 - Set Variables - Found input rowset [Regex Evaluation.0 - Set Variables.0] 05:59:03,858 INFO [STDOUT] INFO 21-02 05:59:03,858 - Set Variables - Finished dispatching 05:59:03,858 INFO [STDOUT] INFO 21-02 05:59:03,858 - SetCustomConnectionVariables - Transformation has allocated a new step: [Set Variables].0 05:59:03,858 INFO [STDOUT] INFO 21-02 05:59:03,858 - SetCustomConnectionVariables - Transformation is about to allocate step [Split Fields] of type [FieldSplitter] 05:59:03,862 INFO [STDOUT] INFO 21-02 05:59:03,862 - Split Fields - distribution activated 05:59:03,862 INFO [STDOUT] INFO 21-02 05:59:03,862 - Split Fields - Starting allocation of buffers & new threads... 05:59:03,862 INFO [STDOUT] INFO 21-02 05:59:03,862 - Split Fields - Step info: nrinput=0 nroutput=0 05:59:03,862 INFO [STDOUT] INFO 21-02 05:59:03,862 - Split Fields - Finished dispatching 05:59:03,862 INFO [STDOUT] INFO 21-02 05:59:03,862 - SetCustomConnectionVariables - Transformation has allocated a new step: [Split Fields].0 05:59:03,862 INFO [STDOUT] INFO 21-02 05:59:03,862 - SetCustomConnectionVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:03 05:59:03,863 INFO [STDOUT] INFO 21-02 05:59:03,863 - SetCustomConnectionVariables - Initialising 4 steps... 05:59:03,863 INFO [STDOUT] INFO 21-02 05:59:03,863 - Get Variables - Running on slave server #0/1. 05:59:03,863 INFO [STDOUT] INFO 21-02 05:59:03,863 - Regex Evaluation - Running on slave server #0/1. 05:59:03,864 INFO [STDOUT] INFO 21-02 05:59:03,864 - Regex Evaluation - The regular expression is : (CDS\|)([^|]*)\|([^|]*)\|([^|]*)\|(\d*)\|([^|]*) 05:59:03,865 INFO [STDOUT] INFO 21-02 05:59:03,865 - Set Variables - Running on slave server #0/1. 05:59:03,865 INFO [STDOUT] INFO 21-02 05:59:03,865 - Split Fields - Running on slave server #0/1. 05:59:03,865 INFO [STDOUT] INFO 21-02 05:59:03,865 - SetCustomConnectionVariables - Step [Get Variables.0] initialized flawlessly. 05:59:03,865 INFO [STDOUT] INFO 21-02 05:59:03,865 - SetCustomConnectionVariables - Step [Regex Evaluation.0] initialized flawlessly. 05:59:03,866 INFO [STDOUT] INFO 21-02 05:59:03,866 - SetCustomConnectionVariables - Step [Set Variables.0] initialized flawlessly. 05:59:03,866 INFO [STDOUT] INFO 21-02 05:59:03,866 - SetCustomConnectionVariables - Step [Split Fields.0] initialized flawlessly. 05:59:03,866 INFO [STDOUT] INFO 21-02 05:59:03,866 - Get Variables - Starting to run... 05:59:03,866 INFO [STDOUT] INFO 21-02 05:59:03,866 - Get Variables - field [connection] has value [CDS|smb-services-01-write|smb_services|6WJMMA3638zpqWQq|3306|optus] 05:59:03,867 INFO [STDOUT] INFO 21-02 05:59:03,866 - Get Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:03,867 INFO [STDOUT] INFO 21-02 05:59:03,867 - Regex Evaluation - Starting to run... 05:59:03,868 INFO [STDOUT] INFO 21-02 05:59:03,868 - Set Variables - Starting to run... 05:59:03,868 INFO [STDOUT] INFO 21-02 05:59:03,868 - SetCustomConnectionVariables - Transformation has allocated 4 threads and 2 rowsets. 05:59:03,869 INFO [STDOUT] INFO 21-02 05:59:03,869 - Split Fields - Starting to run... 05:59:03,869 INFO [STDOUT] INFO 21-02 05:59:03,869 - Split Fields - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:03,870 INFO [STDOUT] INFO 21-02 05:59:03,870 - Set Variables - Setting environment variables... 05:59:03,870 INFO [STDOUT] INFO 21-02 05:59:03,870 - Set Variables - Set variable HOST to value [smb-services-01-write] 05:59:03,870 INFO [STDOUT] INFO 21-02 05:59:03,870 - Set Variables - Set variable PASSWORD to value [6WJMMA3638zpqWQq] 05:59:03,870 INFO [STDOUT] INFO 21-02 05:59:03,870 - Set Variables - Set variable PORT to value [3306] 05:59:03,871 INFO [STDOUT] INFO 21-02 05:59:03,871 - Set Variables - Set variable USER to value [smb_services] 05:59:03,871 INFO [STDOUT] INFO 21-02 05:59:03,871 - Set Variables - Set variable DATABASE to value [optus] 05:59:03,877 INFO [STDOUT] INFO 21-02 05:59:03,877 - Regex Evaluation - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:03,893 INFO [STDOUT] INFO 21-02 05:59:03,893 - Set Variables - Finished after 1 rows. 05:59:03,893 INFO [STDOUT] INFO 21-02 05:59:03,893 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:03,896 INFO [STDOUT] INFO 21-02 05:59:03,896 - StageDataFromCustomDatabase - Starting entry [StageDataFromCustomDatabase] 05:59:03,896 INFO [STDOUT] INFO 21-02 05:59:03,896 - StageDataFromCustomDatabase - exec(19, 0, StageDataFromCustomDatabase.0) 05:59:03,896 INFO [STDOUT] INFO 21-02 05:59:03,896 - StageDataFromCustomDatabase - Starting job entry 05:59:03,896 INFO [STDOUT] INFO 21-02 05:59:03,896 - StageDataFromCustomDatabase - Opening transformation: [null] in directory [/] 05:59:03,896 INFO [STDOUT] INFO 21-02 05:59:03,896 - StageDataFromCustomDatabase - Loading transformation from repository [StageDataFromCustomDatabase] in directory [/] 05:59:03,915 INFO [STDOUT] INFO 21-02 05:59:03,915 - StageDataFromCustomDatabase - Starting transformation...(file=null, name=StageDataFromCustomDatabase, repinfo=null) 05:59:03,916 INFO [STDOUT] INFO 21-02 05:59:03,915 - StageDataFromCustomDatabase - Transformation is pre-loaded. 05:59:03,916 INFO [STDOUT] INFO 21-02 05:59:03,916 - StageDataFromCustomDatabase - Dispatching started for transformation [StageDataFromCustomDatabase] 05:59:03,916 INFO [STDOUT] INFO 21-02 05:59:03,916 - StageDataFromCustomDatabase - Nr of arguments detected:0 05:59:03,916 INFO [STDOUT] INFO 21-02 05:59:03,916 - StageDataFromCustomDatabase - This is not a replay transformation 05:59:03,916 INFO [STDOUT] INFO 21-02 05:59:03,916 - StageDataFromCustomDatabase - I found 4 different steps to launch. 05:59:03,916 INFO [STDOUT] INFO 21-02 05:59:03,916 - StageDataFromCustomDatabase - Allocating rowsets... 05:59:03,916 INFO [STDOUT] INFO 21-02 05:59:03,916 - StageDataFromCustomDatabase - Allocating rowsets for step 0 --> Table input 05:59:03,916 INFO [STDOUT] INFO 21-02 05:59:03,916 - StageDataFromCustomDatabase - prevcopies = 1, nextcopies=1 05:59:03,917 INFO [STDOUT] INFO 21-02 05:59:03,917 - StageDataFromCustomDatabase - Transformation allocated new rowset [Table input.0 - Table output.0] 05:59:03,917 INFO [STDOUT] INFO 21-02 05:59:03,917 - StageDataFromCustomDatabase - Allocated 1 rowsets for step 0 --> Table input 05:59:03,917 INFO [STDOUT] INFO 21-02 05:59:03,917 - StageDataFromCustomDatabase - Allocating rowsets for step 1 --> Table output 05:59:03,917 INFO [STDOUT] INFO 21-02 05:59:03,917 - StageDataFromCustomDatabase - Allocated 1 rowsets for step 1 --> Table output 05:59:03,917 INFO [STDOUT] INFO 21-02 05:59:03,917 - StageDataFromCustomDatabase - Allocating rowsets for step 2 --> Write to log 05:59:03,917 INFO [STDOUT] INFO 21-02 05:59:03,917 - StageDataFromCustomDatabase - prevcopies = 1, nextcopies=1 05:59:03,917 INFO [STDOUT] INFO 21-02 05:59:03,917 - StageDataFromCustomDatabase - Transformation allocated new rowset [Write to log.0 - Table input.0] 05:59:03,917 INFO [STDOUT] INFO 21-02 05:59:03,917 - StageDataFromCustomDatabase - Allocated 2 rowsets for step 2 --> Write to log 05:59:03,917 INFO [STDOUT] INFO 21-02 05:59:03,917 - StageDataFromCustomDatabase - Allocating rowsets for step 3 --> Get Variables 05:59:03,917 INFO [STDOUT] INFO 21-02 05:59:03,917 - StageDataFromCustomDatabase - prevcopies = 1, nextcopies=1 05:59:03,918 INFO [STDOUT] INFO 21-02 05:59:03,918 - StageDataFromCustomDatabase - Transformation allocated new rowset [Get Variables.0 - Write to log.0] 05:59:03,918 INFO [STDOUT] INFO 21-02 05:59:03,918 - StageDataFromCustomDatabase - Allocated 3 rowsets for step 3 --> Get Variables 05:59:03,918 INFO [STDOUT] INFO 21-02 05:59:03,918 - StageDataFromCustomDatabase - Allocating Steps & StepData... 05:59:03,918 INFO [STDOUT] INFO 21-02 05:59:03,918 - StageDataFromCustomDatabase - Transformation is about to allocate step [Table input] of type [TableInput] 05:59:03,918 INFO [STDOUT] INFO 21-02 05:59:03,918 - Table input - distribution activated 05:59:03,918 INFO [STDOUT] INFO 21-02 05:59:03,918 - Table input - Starting allocation of buffers & new threads... 05:59:03,918 INFO [STDOUT] INFO 21-02 05:59:03,918 - Table input - Step info: nrinput=1 nroutput=1 05:59:03,918 INFO [STDOUT] INFO 21-02 05:59:03,918 - Table input - Got previous step from [Table input] #0 --> Write to log 05:59:03,918 INFO [STDOUT] INFO 21-02 05:59:03,918 - Table input - input rel is 1:1 05:59:03,919 INFO [STDOUT] INFO 21-02 05:59:03,919 - Table input - Found input rowset [Write to log.0 - Table input.0] 05:59:03,919 INFO [STDOUT] INFO 21-02 05:59:03,919 - Table input - output rel. is 1:1 05:59:03,919 INFO [STDOUT] INFO 21-02 05:59:03,919 - Table input - Found output rowset [Table input.0 - Table output.0] 05:59:03,919 INFO [STDOUT] INFO 21-02 05:59:03,919 - Table input - Finished dispatching 05:59:03,919 INFO [STDOUT] INFO 21-02 05:59:03,919 - StageDataFromCustomDatabase - Transformation has allocated a new step: [Table input].0 05:59:03,919 INFO [STDOUT] INFO 21-02 05:59:03,919 - StageDataFromCustomDatabase - Transformation is about to allocate step [Table output] of type [TableOutput] 05:59:03,919 INFO [STDOUT] INFO 21-02 05:59:03,919 - Table output - distribution activated 05:59:03,919 INFO [STDOUT] INFO 21-02 05:59:03,919 - Table output - Starting allocation of buffers & new threads... 05:59:03,920 INFO [STDOUT] INFO 21-02 05:59:03,919 - Table output - Step info: nrinput=1 nroutput=0 05:59:03,920 INFO [STDOUT] INFO 21-02 05:59:03,920 - Table output - Got previous step from [Table output] #0 --> Table input 05:59:03,920 INFO [STDOUT] INFO 21-02 05:59:03,920 - Table output - input rel is 1:1 05:59:03,920 INFO [STDOUT] INFO 21-02 05:59:03,920 - Table output - Found input rowset [Table input.0 - Table output.0] 05:59:03,920 INFO [STDOUT] INFO 21-02 05:59:03,920 - Table output - Finished dispatching 05:59:03,920 INFO [STDOUT] INFO 21-02 05:59:03,920 - StageDataFromCustomDatabase - Transformation has allocated a new step: [Table output].0 05:59:03,920 INFO [STDOUT] INFO 21-02 05:59:03,920 - StageDataFromCustomDatabase - Transformation is about to allocate step [Write to log] of type [WriteToLog] 05:59:03,920 INFO [STDOUT] INFO 21-02 05:59:03,920 - Write to log - distribution activated 05:59:03,920 INFO [STDOUT] INFO 21-02 05:59:03,920 - Write to log - Starting allocation of buffers & new threads... 05:59:03,921 INFO [STDOUT] INFO 21-02 05:59:03,920 - Write to log - Step info: nrinput=1 nroutput=1 05:59:03,921 INFO [STDOUT] INFO 21-02 05:59:03,921 - Write to log - Got previous step from [Write to log] #0 --> Get Variables 05:59:03,921 INFO [STDOUT] INFO 21-02 05:59:03,921 - Write to log - input rel is 1:1 05:59:03,921 INFO [STDOUT] INFO 21-02 05:59:03,921 - Write to log - Found input rowset [Get Variables.0 - Write to log.0] 05:59:03,921 INFO [STDOUT] INFO 21-02 05:59:03,921 - Write to log - output rel. is 1:1 05:59:03,921 INFO [STDOUT] INFO 21-02 05:59:03,921 - Write to log - Found output rowset [Write to log.0 - Table input.0] 05:59:03,921 INFO [STDOUT] INFO 21-02 05:59:03,921 - Write to log - Finished dispatching 05:59:03,921 INFO [STDOUT] INFO 21-02 05:59:03,921 - StageDataFromCustomDatabase - Transformation has allocated a new step: [Write to log].0 05:59:03,921 INFO [STDOUT] INFO 21-02 05:59:03,921 - StageDataFromCustomDatabase - Transformation is about to allocate step [Get Variables] of type [GetVariable] 05:59:03,922 INFO [STDOUT] INFO 21-02 05:59:03,922 - Get Variables - distribution activated 05:59:03,922 INFO [STDOUT] INFO 21-02 05:59:03,922 - Get Variables - Starting allocation of buffers & new threads... 05:59:03,922 INFO [STDOUT] INFO 21-02 05:59:03,922 - Get Variables - Step info: nrinput=0 nroutput=1 05:59:03,922 INFO [STDOUT] INFO 21-02 05:59:03,922 - Get Variables - output rel. is 1:1 05:59:03,922 INFO [STDOUT] INFO 21-02 05:59:03,922 - Get Variables - Found output rowset [Get Variables.0 - Write to log.0] 05:59:03,922 INFO [STDOUT] INFO 21-02 05:59:03,922 - Get Variables - Finished dispatching 05:59:03,922 INFO [STDOUT] INFO 21-02 05:59:03,922 - StageDataFromCustomDatabase - Transformation has allocated a new step: [Get Variables].0 05:59:03,922 INFO [STDOUT] INFO 21-02 05:59:03,922 - StageDataFromCustomDatabase - This transformation can be replayed with replay date: 2012/02/21 05:59:03 05:59:03,923 INFO [STDOUT] INFO 21-02 05:59:03,923 - StageDataFromCustomDatabase - Initialising 4 steps... 05:59:03,923 INFO [STDOUT] INFO 21-02 05:59:03,923 - Table input - Running on slave server #0/1. 05:59:03,924 INFO [STDOUT] INFO 21-02 05:59:03,924 - CUSTOM - New database connection defined 05:59:03,924 INFO [STDOUT] INFO 21-02 05:59:03,924 - Write to log - Running on slave server #0/1. 05:59:03,924 INFO [STDOUT] INFO 21-02 05:59:03,924 - Get Variables - Running on slave server #0/1. 05:59:03,925 INFO [STDOUT] INFO 21-02 05:59:03,924 - Table output - Running on slave server #0/1. 05:59:03,925 INFO [STDOUT] INFO 21-02 05:59:03,925 - PDI - New database connection defined 05:59:03,936 INFO [STDOUT] INFO 21-02 05:59:03,936 - PDI - Connected to database. 05:59:03,936 INFO [STDOUT] INFO 21-02 05:59:03,936 - Table output - Connected to database [PDI] (commit=1000) 05:59:03,937 INFO [STDOUT] INFO 21-02 05:59:03,937 - PDI - Auto commit off 05:59:03,944 INFO [STDOUT] INFO 21-02 05:59:03,944 - CUSTOM - Connected to database. 05:59:03,944 INFO [STDOUT] INFO 21-02 05:59:03,944 - CUSTOM - Auto commit off 05:59:03,944 INFO [STDOUT] INFO 21-02 05:59:03,944 - Table input - Connected to database... 05:59:03,949 INFO [STDOUT] INFO 21-02 05:59:03,949 - StageDataFromCustomDatabase - Step [Table input.0] initialized flawlessly. 05:59:03,950 INFO [STDOUT] INFO 21-02 05:59:03,949 - StageDataFromCustomDatabase - Step [Table output.0] initialized flawlessly. 05:59:03,950 INFO [STDOUT] INFO 21-02 05:59:03,950 - StageDataFromCustomDatabase - Step [Write to log.0] initialized flawlessly. 05:59:03,950 INFO [STDOUT] INFO 21-02 05:59:03,950 - StageDataFromCustomDatabase - Step [Get Variables.0] initialized flawlessly. 05:59:03,950 INFO [STDOUT] INFO 21-02 05:59:03,950 - Table input - Starting to run... 05:59:03,950 INFO [STDOUT] INFO 21-02 05:59:03,950 - Table input - SQL query : select blim.businessLocationID, blim.systemBusinessLocationID from optus.businessLocationIDMap blim 05:59:03,951 INFO [STDOUT] INFO 21-02 05:59:03,951 - Table output - Starting to run... 05:59:03,951 INFO [STDOUT] INFO 21-02 05:59:03,951 - Write to log - Starting to run... 05:59:03,952 INFO [STDOUT] INFO 21-02 05:59:03,952 - StageDataFromCustomDatabase - Transformation has allocated 4 threads and 3 rowsets. 05:59:03,966 INFO [STDOUT] INFO 21-02 05:59:03,966 - Table output - Prepared statement : INSERT INTO dfStructureBusinessLocationIDMap (businessLocationID, systemBusinessLocationID) VALUES ( ?, ?) 05:59:03,970 INFO [STDOUT] INFO 21-02 05:59:03,969 - Get Variables - Starting to run... 05:59:03,970 INFO [STDOUT] INFO 21-02 05:59:03,970 - Get Variables - field [port] has value [PORT] 05:59:03,970 INFO [STDOUT] INFO 21-02 05:59:03,970 - Get Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:03,977 INFO [STDOUT] INFO 21-02 05:59:03,977 - Write to log - ------------> Linenr 1------------------------------ $DATABASE $HOST $USER $PASSWORD $PORT $QUERY port = PORT ==================== 05:59:04,001 INFO [STDOUT] INFO 21-02 05:59:04,001 - Write to log - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:05,819 INFO [STDOUT] INFO 21-02 05:59:05,819 - Table input - Finished reading query, closing connection. 05:59:05,823 INFO [STDOUT] INFO 21-02 05:59:05,823 - CUSTOM - Connection to database closed! 05:59:05,824 INFO [STDOUT] INFO 21-02 05:59:05,824 - Table input - Finished processing (I=22487, O=0, R=0, W=22487, U=0, E=0) 05:59:06,936 INFO [STDOUT] INFO 21-02 05:59:06,935 - PDI - Connection to database closed! 05:59:06,936 INFO [STDOUT] INFO 21-02 05:59:06,936 - Table output - Finished processing (I=0, O=22487, R=22487, W=22487, U=0, E=0) 05:59:06,940 INFO [STDOUT] INFO 21-02 05:59:06,940 - StageDataFromCustomDatabase - Finished job entry [StageDataFromCustomDatabase] (result=[true]) 05:59:06,940 INFO [STDOUT] INFO 21-02 05:59:06,940 - StageDataFromCustomDatabase - Finished job entry [SetCustomConnectionVariables] (result=[true]) 05:59:06,944 INFO [STDOUT] INFO 21-02 05:59:06,944 - StageRequirement - Finished job entry [StageDataFromCustomDatabase] (result=[true]) 05:59:06,944 INFO [STDOUT] INFO 21-02 05:59:06,944 - StageRequirement - Finished job entry [Simple evaluation 3] (result=[true]) 05:59:06,944 INFO [STDOUT] INFO 21-02 05:59:06,944 - StageRequirement - Finished job entry [Simple evaluation 2] (result=[true]) 05:59:06,944 INFO [STDOUT] INFO 21-02 05:59:06,944 - StageRequirement - Finished job entry [Simple evaluation] (result=[true]) 05:59:06,944 INFO [STDOUT] INFO 21-02 05:59:06,944 - StageRequirement - Finished job entry [TruncateStagingTable] (result=[true]) 05:59:06,944 INFO [STDOUT] INFO 21-02 05:59:06,944 - StageRequirement - Finished job entry [SetRequirementStagingVariables] (result=[true]) 05:59:06,950 INFO [STDOUT] INFO 21-02 05:59:06,950 - StageRequirement - exec(10, 0, START.0) 05:59:06,951 INFO [STDOUT] INFO 21-02 05:59:06,951 - START - Starting job entry 05:59:06,952 INFO [STDOUT] INFO 21-02 05:59:06,952 - StageRequirement - Starting entry [SetRequirementStagingVariables] 05:59:06,952 INFO [STDOUT] INFO 21-02 05:59:06,952 - StageRequirement - exec(11, 0, SetRequirementStagingVariables.0) 05:59:06,952 INFO [STDOUT] INFO 21-02 05:59:06,952 - SetRequirementStagingVariables - Starting job entry 05:59:06,952 INFO [STDOUT] INFO 21-02 05:59:06,952 - SetRequirementStagingVariables - Opening transformation: [null] in directory [/] 05:59:06,953 INFO [STDOUT] INFO 21-02 05:59:06,953 - SetRequirementStagingVariables - Loading transformation from repository [SetRequirementStagingVariables] in directory [/] 05:59:06,971 INFO [STDOUT] INFO 21-02 05:59:06,971 - SetRequirementStagingVariables - Starting transformation...(file=null, name=SetRequirementStagingVariables, repinfo=null) 05:59:06,971 INFO [STDOUT] INFO 21-02 05:59:06,971 - SetRequirementStagingVariables - Transformation is pre-loaded. 05:59:06,972 INFO [STDOUT] INFO 21-02 05:59:06,972 - SetRequirementStagingVariables - Dispatching started for transformation [SetRequirementStagingVariables] 05:59:06,972 INFO [STDOUT] INFO 21-02 05:59:06,972 - SetRequirementStagingVariables - Nr of arguments detected:0 05:59:06,972 INFO [STDOUT] INFO 21-02 05:59:06,972 - SetRequirementStagingVariables - This is not a replay transformation 05:59:06,972 INFO [STDOUT] INFO 21-02 05:59:06,972 - SetRequirementStagingVariables - I found 2 different steps to launch. 05:59:06,972 INFO [STDOUT] INFO 21-02 05:59:06,972 - SetRequirementStagingVariables - Allocating rowsets... 05:59:06,972 INFO [STDOUT] INFO 21-02 05:59:06,972 - SetRequirementStagingVariables - Allocating rowsets for step 0 --> Get rows from result 05:59:06,972 INFO [STDOUT] INFO 21-02 05:59:06,972 - SetRequirementStagingVariables - prevcopies = 1, nextcopies=1 05:59:06,972 INFO [STDOUT] INFO 21-02 05:59:06,972 - SetRequirementStagingVariables - Transformation allocated new rowset [Get rows from result.0 - Set Variables.0] 05:59:06,972 INFO [STDOUT] INFO 21-02 05:59:06,972 - SetRequirementStagingVariables - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:06,973 INFO [STDOUT] INFO 21-02 05:59:06,973 - SetRequirementStagingVariables - Allocating rowsets for step 1 --> Set Variables 05:59:06,973 INFO [STDOUT] INFO 21-02 05:59:06,973 - SetRequirementStagingVariables - Allocated 1 rowsets for step 1 --> Set Variables 05:59:06,973 INFO [STDOUT] INFO 21-02 05:59:06,973 - SetRequirementStagingVariables - Allocating Steps & StepData... 05:59:06,973 INFO [STDOUT] INFO 21-02 05:59:06,973 - SetRequirementStagingVariables - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:06,973 INFO [STDOUT] INFO 21-02 05:59:06,973 - Get rows from result - distribution activated 05:59:06,973 INFO [STDOUT] INFO 21-02 05:59:06,973 - Get rows from result - Starting allocation of buffers & new threads... 05:59:06,973 INFO [STDOUT] INFO 21-02 05:59:06,973 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:06,974 INFO [STDOUT] INFO 21-02 05:59:06,973 - Get rows from result - output rel. is 1:1 05:59:06,974 INFO [STDOUT] INFO 21-02 05:59:06,974 - Get rows from result - Found output rowset [Get rows from result.0 - Set Variables.0] 05:59:06,974 INFO [STDOUT] INFO 21-02 05:59:06,974 - Get rows from result - Finished dispatching 05:59:06,974 INFO [STDOUT] INFO 21-02 05:59:06,974 - SetRequirementStagingVariables - Transformation has allocated a new step: [Get rows from result].0 05:59:06,974 INFO [STDOUT] INFO 21-02 05:59:06,974 - SetRequirementStagingVariables - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:06,974 INFO [STDOUT] INFO 21-02 05:59:06,974 - Set Variables - distribution activated 05:59:06,974 INFO [STDOUT] INFO 21-02 05:59:06,974 - Set Variables - Starting allocation of buffers & new threads... 05:59:06,974 INFO [STDOUT] INFO 21-02 05:59:06,974 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:06,975 INFO [STDOUT] INFO 21-02 05:59:06,974 - Set Variables - Got previous step from [Set Variables] #0 --> Get rows from result 05:59:06,975 INFO [STDOUT] INFO 21-02 05:59:06,975 - Set Variables - input rel is 1:1 05:59:06,975 INFO [STDOUT] INFO 21-02 05:59:06,975 - Set Variables - Found input rowset [Get rows from result.0 - Set Variables.0] 05:59:06,975 INFO [STDOUT] INFO 21-02 05:59:06,975 - Set Variables - Finished dispatching 05:59:06,975 INFO [STDOUT] INFO 21-02 05:59:06,975 - SetRequirementStagingVariables - Transformation has allocated a new step: [Set Variables].0 05:59:06,975 INFO [STDOUT] INFO 21-02 05:59:06,975 - SetRequirementStagingVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:06 05:59:06,975 INFO [STDOUT] INFO 21-02 05:59:06,975 - SetRequirementStagingVariables - Initialising 2 steps... 05:59:06,976 INFO [STDOUT] INFO 21-02 05:59:06,976 - Get rows from result - Running on slave server #0/1. 05:59:06,976 INFO [STDOUT] INFO 21-02 05:59:06,976 - Set Variables - Running on slave server #0/1. 05:59:06,976 INFO [STDOUT] INFO 21-02 05:59:06,976 - SetRequirementStagingVariables - Step [Get rows from result.0] initialized flawlessly. 05:59:06,976 INFO [STDOUT] INFO 21-02 05:59:06,976 - SetRequirementStagingVariables - Step [Set Variables.0] initialized flawlessly. 05:59:06,990 INFO [STDOUT] INFO 21-02 05:59:06,989 - SetRequirementStagingVariables - Transformation has allocated 2 threads and 1 rowsets. 05:59:06,990 INFO [STDOUT] INFO 21-02 05:59:06,990 - Get rows from result - Starting to run... 05:59:06,990 INFO [STDOUT] INFO 21-02 05:59:06,990 - Set Variables - Starting to run... 05:59:07,001 INFO [STDOUT] INFO 21-02 05:59:06,990 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:07,002 INFO [STDOUT] INFO 21-02 05:59:06,990 - Set Variables - Setting environment variables... 05:59:07,002 INFO [STDOUT] INFO 21-02 05:59:07,002 - Set Variables - Set variable STAGINGTABLENAME to value [dfDataAdMaxCampaignStatus] 05:59:07,002 INFO [STDOUT] INFO 21-02 05:59:07,002 - Set Variables - Set variable QUERY to value [select ac.accountID, ac.ID admaxCampaignID, date(now()) date, ac.status, acbas.status budgetAccrualStatus from admaxCampaigns ac join admaxCampaignBudgetAccrualStatus acbas on acbas.admaxCampaignID = ac.ID and acbas.startDate = (select max(acbas2.startDate) from admaxCampaignBudgetAccrualStatus acbas2 where acbas2.admaxCampaignID = ac.ID)] 05:59:07,002 INFO [STDOUT] INFO 21-02 05:59:07,002 - Set Variables - Set variable SHARDPATTERN to value [st-tracker] 05:59:07,017 INFO [STDOUT] INFO 21-02 05:59:07,017 - Set Variables - Finished after 1 rows. 05:59:07,018 INFO [STDOUT] INFO 21-02 05:59:07,018 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:07,022 INFO [STDOUT] INFO 21-02 05:59:07,022 - StageRequirement - Starting entry [TruncateStagingTable] 05:59:07,023 INFO [STDOUT] INFO 21-02 05:59:07,022 - StageRequirement - exec(12, 0, TruncateStagingTable.0) 05:59:07,023 INFO [STDOUT] INFO 21-02 05:59:07,023 - TruncateStagingTable - Starting job entry 05:59:07,023 INFO [STDOUT] INFO 21-02 05:59:07,023 - TruncateStagingTable - Opening transformation: [null] in directory [/] 05:59:07,023 INFO [STDOUT] INFO 21-02 05:59:07,023 - TruncateStagingTable - Loading transformation from repository [TruncateStagingTable] in directory [/] 05:59:07,042 INFO [STDOUT] INFO 21-02 05:59:07,042 - TruncateStagingTable - Starting transformation...(file=null, name=TruncateStagingTable, repinfo=null) 05:59:07,042 INFO [STDOUT] INFO 21-02 05:59:07,042 - TruncateStagingTable - Transformation is pre-loaded. 05:59:07,042 INFO [STDOUT] INFO 21-02 05:59:07,042 - TruncateStagingTable - Dispatching started for transformation [TruncateStagingTable] 05:59:07,042 INFO [STDOUT] INFO 21-02 05:59:07,042 - TruncateStagingTable - Nr of arguments detected:0 05:59:07,042 INFO [STDOUT] INFO 21-02 05:59:07,042 - TruncateStagingTable - This is not a replay transformation 05:59:07,043 INFO [STDOUT] INFO 21-02 05:59:07,043 - TruncateStagingTable - I found 4 different steps to launch. 05:59:07,043 INFO [STDOUT] INFO 21-02 05:59:07,043 - TruncateStagingTable - Allocating rowsets... 05:59:07,043 INFO [STDOUT] INFO 21-02 05:59:07,043 - TruncateStagingTable - Allocating rowsets for step 0 --> Get Variables 05:59:07,043 INFO [STDOUT] INFO 21-02 05:59:07,043 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:07,043 INFO [STDOUT] INFO 21-02 05:59:07,043 - TruncateStagingTable - Transformation allocated new rowset [Get Variables.0 - Switch / Case.0] 05:59:07,043 INFO [STDOUT] INFO 21-02 05:59:07,043 - TruncateStagingTable - Allocated 1 rowsets for step 0 --> Get Variables 05:59:07,043 INFO [STDOUT] INFO 21-02 05:59:07,043 - TruncateStagingTable - Allocating rowsets for step 1 --> Switch / Case 05:59:07,043 INFO [STDOUT] INFO 21-02 05:59:07,043 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:07,044 INFO [STDOUT] INFO 21-02 05:59:07,043 - TruncateStagingTable - Transformation allocated new rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:07,044 INFO [STDOUT] INFO 21-02 05:59:07,044 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:07,044 INFO [STDOUT] INFO 21-02 05:59:07,044 - TruncateStagingTable - Transformation allocated new rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:07,044 INFO [STDOUT] INFO 21-02 05:59:07,044 - TruncateStagingTable - Allocated 3 rowsets for step 1 --> Switch / Case 05:59:07,044 INFO [STDOUT] INFO 21-02 05:59:07,044 - TruncateStagingTable - Allocating rowsets for step 2 --> Execute SQL script trunc 05:59:07,044 INFO [STDOUT] INFO 21-02 05:59:07,044 - TruncateStagingTable - Allocated 3 rowsets for step 2 --> Execute SQL script trunc 05:59:07,044 INFO [STDOUT] INFO 21-02 05:59:07,044 - TruncateStagingTable - Allocating rowsets for step 3 --> Dummy (do nothing) 05:59:07,044 INFO [STDOUT] INFO 21-02 05:59:07,044 - TruncateStagingTable - Allocated 3 rowsets for step 3 --> Dummy (do nothing) 05:59:07,045 INFO [STDOUT] INFO 21-02 05:59:07,045 - TruncateStagingTable - Allocating Steps & StepData... 05:59:07,045 INFO [STDOUT] INFO 21-02 05:59:07,045 - TruncateStagingTable - Transformation is about to allocate step [Get Variables] of type [GetVariable] 05:59:07,045 INFO [STDOUT] INFO 21-02 05:59:07,045 - Get Variables - distribution activated 05:59:07,045 INFO [STDOUT] INFO 21-02 05:59:07,045 - Get Variables - Starting allocation of buffers & new threads... 05:59:07,045 INFO [STDOUT] INFO 21-02 05:59:07,045 - Get Variables - Step info: nrinput=0 nroutput=1 05:59:07,045 INFO [STDOUT] INFO 21-02 05:59:07,045 - Get Variables - output rel. is 1:1 05:59:07,045 INFO [STDOUT] INFO 21-02 05:59:07,045 - Get Variables - Found output rowset [Get Variables.0 - Switch / Case.0] 05:59:07,045 INFO [STDOUT] INFO 21-02 05:59:07,045 - Get Variables - Finished dispatching 05:59:07,046 INFO [STDOUT] INFO 21-02 05:59:07,046 - TruncateStagingTable - Transformation has allocated a new step: [Get Variables].0 05:59:07,046 INFO [STDOUT] INFO 21-02 05:59:07,046 - TruncateStagingTable - Transformation is about to allocate step [Switch / Case] of type [SwitchCase] 05:59:07,046 INFO [STDOUT] INFO 21-02 05:59:07,046 - Switch / Case - distribution activated 05:59:07,046 INFO [STDOUT] INFO 21-02 05:59:07,046 - Switch / Case - Starting allocation of buffers & new threads... 05:59:07,046 INFO [STDOUT] INFO 21-02 05:59:07,046 - Switch / Case - Step info: nrinput=1 nroutput=2 05:59:07,046 INFO [STDOUT] INFO 21-02 05:59:07,046 - Switch / Case - Got previous step from [Switch / Case] #0 --> Get Variables 05:59:07,046 INFO [STDOUT] INFO 21-02 05:59:07,046 - Switch / Case - input rel is 1:1 05:59:07,047 INFO [STDOUT] INFO 21-02 05:59:07,047 - Switch / Case - Found input rowset [Get Variables.0 - Switch / Case.0] 05:59:07,047 INFO [STDOUT] INFO 21-02 05:59:07,047 - Switch / Case - output rel. is 1:1 05:59:07,047 INFO [STDOUT] INFO 21-02 05:59:07,047 - Switch / Case - Found output rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:07,047 INFO [STDOUT] INFO 21-02 05:59:07,047 - Switch / Case - output rel. is 1:1 05:59:07,047 INFO [STDOUT] INFO 21-02 05:59:07,047 - Switch / Case - Found output rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:07,047 INFO [STDOUT] INFO 21-02 05:59:07,047 - Switch / Case - Finished dispatching 05:59:07,047 INFO [STDOUT] INFO 21-02 05:59:07,047 - TruncateStagingTable - Transformation has allocated a new step: [Switch / Case].0 05:59:07,047 INFO [STDOUT] INFO 21-02 05:59:07,047 - TruncateStagingTable - Transformation is about to allocate step [Execute SQL script trunc] of type [ExecSQL] 05:59:07,047 INFO [STDOUT] INFO 21-02 05:59:07,047 - Execute SQL script trunc - distribution activated 05:59:07,048 INFO [STDOUT] INFO 21-02 05:59:07,048 - Execute SQL script trunc - Starting allocation of buffers & new threads... 05:59:07,048 INFO [STDOUT] INFO 21-02 05:59:07,048 - Execute SQL script trunc - Step info: nrinput=1 nroutput=0 05:59:07,048 INFO [STDOUT] INFO 21-02 05:59:07,048 - Execute SQL script trunc - Got previous step from [Execute SQL script trunc] #0 --> Switch / Case 05:59:07,048 INFO [STDOUT] INFO 21-02 05:59:07,048 - Execute SQL script trunc - input rel is 1:1 05:59:07,048 INFO [STDOUT] INFO 21-02 05:59:07,048 - Execute SQL script trunc - Found input rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:07,048 INFO [STDOUT] INFO 21-02 05:59:07,048 - Execute SQL script trunc - Finished dispatching 05:59:07,048 INFO [STDOUT] INFO 21-02 05:59:07,048 - TruncateStagingTable - Transformation has allocated a new step: [Execute SQL script trunc].0 05:59:07,048 INFO [STDOUT] INFO 21-02 05:59:07,048 - TruncateStagingTable - Transformation is about to allocate step [Dummy (do nothing)] of type [Dummy] 05:59:07,049 INFO [STDOUT] INFO 21-02 05:59:07,048 - Dummy (do nothing) - distribution activated 05:59:07,049 INFO [STDOUT] INFO 21-02 05:59:07,049 - Dummy (do nothing) - Starting allocation of buffers & new threads... 05:59:07,049 INFO [STDOUT] INFO 21-02 05:59:07,049 - Dummy (do nothing) - Step info: nrinput=1 nroutput=0 05:59:07,049 INFO [STDOUT] INFO 21-02 05:59:07,049 - Dummy (do nothing) - Got previous step from [Dummy (do nothing)] #0 --> Switch / Case 05:59:07,049 INFO [STDOUT] INFO 21-02 05:59:07,049 - Dummy (do nothing) - input rel is 1:1 05:59:07,049 INFO [STDOUT] INFO 21-02 05:59:07,049 - Dummy (do nothing) - Found input rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:07,049 INFO [STDOUT] INFO 21-02 05:59:07,049 - Dummy (do nothing) - Finished dispatching 05:59:07,049 INFO [STDOUT] INFO 21-02 05:59:07,049 - TruncateStagingTable - Transformation has allocated a new step: [Dummy (do nothing)].0 05:59:07,050 INFO [STDOUT] INFO 21-02 05:59:07,049 - TruncateStagingTable - This transformation can be replayed with replay date: 2012/02/21 05:59:07 05:59:07,050 INFO [STDOUT] INFO 21-02 05:59:07,050 - TruncateStagingTable - Initialising 4 steps... 05:59:07,050 INFO [STDOUT] INFO 21-02 05:59:07,050 - Get Variables - Running on slave server #0/1. 05:59:07,050 INFO [STDOUT] INFO 21-02 05:59:07,050 - Switch / Case - Running on slave server #0/1. 05:59:07,051 INFO [STDOUT] INFO 21-02 05:59:07,051 - Execute SQL script trunc - Running on slave server #0/1. 05:59:07,051 INFO [STDOUT] INFO 21-02 05:59:07,051 - pdi_stage - New database connection defined 05:59:07,062 INFO [STDOUT] INFO 21-02 05:59:07,062 - Dummy (do nothing) - Running on slave server #0/1. 05:59:07,063 INFO [STDOUT] INFO 21-02 05:59:07,063 - pdi_stage - Connected to database. 05:59:07,063 INFO [STDOUT] INFO 21-02 05:59:07,063 - Execute SQL script trunc - Connected to database... 05:59:07,063 INFO [STDOUT] INFO 21-02 05:59:07,063 - pdi_stage - launch DDL statement: truncate dfDataAdMaxCampaignStatus 05:59:07,071 INFO [STDOUT] INFO 21-02 05:59:07,071 - pdi_stage - 1 statement executed 05:59:07,071 INFO [STDOUT] INFO 21-02 05:59:07,071 - TruncateStagingTable - Step [Get Variables.0] initialized flawlessly. 05:59:07,071 INFO [STDOUT] INFO 21-02 05:59:07,071 - TruncateStagingTable - Step [Switch / Case.0] initialized flawlessly. 05:59:07,071 INFO [STDOUT] INFO 21-02 05:59:07,071 - TruncateStagingTable - Step [Execute SQL script trunc.0] initialized flawlessly. 05:59:07,072 INFO [STDOUT] INFO 21-02 05:59:07,071 - TruncateStagingTable - Step [Dummy (do nothing).0] initialized flawlessly. 05:59:07,072 INFO [STDOUT] INFO 21-02 05:59:07,072 - TruncateStagingTable - Transformation has allocated 4 threads and 3 rowsets. 05:59:07,074 INFO [STDOUT] INFO 21-02 05:59:07,073 - Execute SQL script trunc - Starting to run... 05:59:07,074 INFO [STDOUT] INFO 21-02 05:59:07,074 - Switch / Case - Starting to run... 05:59:07,074 INFO [STDOUT] INFO 21-02 05:59:07,074 - Execute SQL script trunc - Finished reading query, closing connection. 05:59:07,074 INFO [STDOUT] INFO 21-02 05:59:07,074 - Get Variables - Starting to run... 05:59:07,074 INFO [STDOUT] INFO 21-02 05:59:07,074 - pdi_stage - Connection to database closed! 05:59:07,074 INFO [STDOUT] INFO 21-02 05:59:07,074 - Execute SQL script trunc - Finished processing (I=0, O=0, R=0, W=1, U=0, E=0) 05:59:07,075 INFO [STDOUT] INFO 21-02 05:59:07,074 - Get Variables - field [stagingTableName] has value [STAGINGTABLENAME] 05:59:07,075 INFO [STDOUT] INFO 21-02 05:59:07,075 - Get Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:07,079 INFO [STDOUT] INFO 21-02 05:59:07,079 - Dummy (do nothing) - Starting to run... 05:59:07,098 INFO [STDOUT] INFO 21-02 05:59:07,097 - Switch / Case - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:07,110 INFO [STDOUT] INFO 21-02 05:59:07,110 - Dummy (do nothing) - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:07,118 INFO [STDOUT] INFO 21-02 05:59:07,118 - StageRequirement - Starting entry [Simple evaluation] 05:59:07,119 INFO [STDOUT] INFO 21-02 05:59:07,119 - StageRequirement - exec(13, 0, Simple evaluation.0) 05:59:07,119 INFO [STDOUT] INFO 21-02 05:59:07,119 - Simple evaluation - Starting job entry 05:59:07,119 INFO [STDOUT] INFO 21-02 05:59:07,119 - Simple evaluation - Checking variable [${SHARDPATTERN}] ... 05:59:07,119 INFO [STDOUT] INFO 21-02 05:59:07,119 - Simple evaluation - Value to evaluate is st-tracker 05:59:07,120 INFO [STDOUT] INFO 21-02 05:59:07,120 - StageRequirement - Starting entry [Simple evaluation 2] 05:59:07,120 INFO [STDOUT] INFO 21-02 05:59:07,120 - StageRequirement - exec(14, 0, Simple evaluation 2.0) 05:59:07,120 INFO [STDOUT] INFO 21-02 05:59:07,120 - Simple evaluation - Starting job entry 05:59:07,120 INFO [STDOUT] INFO 21-02 05:59:07,120 - Simple evaluation - Checking variable [${SHARDPATTERN}] ... 05:59:07,120 INFO [STDOUT] INFO 21-02 05:59:07,120 - Simple evaluation - Value to evaluate is st-tracker 05:59:07,121 INFO [STDOUT] INFO 21-02 05:59:07,121 - StageRequirement - Starting entry [StageDataFromShards] 05:59:07,121 INFO [STDOUT] INFO 21-02 05:59:07,121 - StageRequirement - exec(15, 0, StageDataFromShards.0) 05:59:07,122 INFO [STDOUT] INFO 21-02 05:59:07,122 - StageDataFromShards - Starting job entry 05:59:07,122 INFO [STDOUT] INFO 21-02 05:59:07,122 - StageDataFromShards - Loading job from repository : [/ : StageDataFromShards] 05:59:07,135 INFO [STDOUT] INFO 21-02 05:59:07,135 - StageDataFromShards - exec(16, 0, START.0) 05:59:07,136 INFO [STDOUT] INFO 21-02 05:59:07,136 - START - Starting job entry 05:59:07,136 INFO [STDOUT] INFO 21-02 05:59:07,136 - StageDataFromShards - Starting entry [Write To Log] 05:59:07,136 INFO [STDOUT] INFO 21-02 05:59:07,136 - StageDataFromShards - exec(17, 0, Write To Log.0) 05:59:07,137 INFO [STDOUT] INFO 21-02 05:59:07,137 - Write To Log - Starting job entry 05:59:07,137 INFO [STDOUT] INFO 21-02 05:59:07,137 - End: - dfDataAdMaxCampaignStatus select ac.accountID, ac.ID admaxCampaignID, date(now()) date, ac.status, acbas.status budgetAccrualStatus from admaxCampaigns ac join admaxCampaignBudgetAccrualStatus acbas on acbas.admaxCampaignID = ac.ID and acbas.startDate = (select max(acbas2.startDate) from admaxCampaignBudgetAccrualStatus acbas2 where acbas2.admaxCampaignID = ac.ID) st-tracker 05:59:07,138 INFO [STDOUT] INFO 21-02 05:59:07,138 - StageDataFromShards - Starting entry [SelectShards] 05:59:07,138 INFO [STDOUT] INFO 21-02 05:59:07,138 - StageDataFromShards - exec(18, 0, SelectShards.0) 05:59:07,138 INFO [STDOUT] INFO 21-02 05:59:07,138 - SelectShards - Starting job entry 05:59:07,138 INFO [STDOUT] INFO 21-02 05:59:07,138 - SelectShards - Opening transformation: [null] in directory [/] 05:59:07,138 INFO [STDOUT] INFO 21-02 05:59:07,138 - SelectShards - Loading transformation from repository [SelectShards] in directory [/] 05:59:07,158 INFO [STDOUT] INFO 21-02 05:59:07,158 - SelectShards - Starting transformation...(file=null, name=SelectShards, repinfo=null) 05:59:07,158 INFO [STDOUT] INFO 21-02 05:59:07,158 - SelectShards - Transformation is pre-loaded. 05:59:07,158 INFO [STDOUT] INFO 21-02 05:59:07,158 - SelectShards - Dispatching started for transformation [SelectShards] 05:59:07,158 INFO [STDOUT] INFO 21-02 05:59:07,158 - SelectShards - Nr of arguments detected:0 05:59:07,159 INFO [STDOUT] INFO 21-02 05:59:07,159 - SelectShards - This is not a replay transformation 05:59:07,159 INFO [STDOUT] INFO 21-02 05:59:07,159 - SelectShards - I found 2 different steps to launch. 05:59:07,159 INFO [STDOUT] INFO 21-02 05:59:07,159 - SelectShards - Allocating rowsets... 05:59:07,159 INFO [STDOUT] INFO 21-02 05:59:07,159 - SelectShards - Allocating rowsets for step 0 --> Table input 05:59:07,159 INFO [STDOUT] INFO 21-02 05:59:07,159 - SelectShards - prevcopies = 1, nextcopies=1 05:59:07,159 INFO [STDOUT] INFO 21-02 05:59:07,159 - SelectShards - Transformation allocated new rowset [Table input.0 - Copy rows to result.0] 05:59:07,159 INFO [STDOUT] INFO 21-02 05:59:07,159 - SelectShards - Allocated 1 rowsets for step 0 --> Table input 05:59:07,159 INFO [STDOUT] INFO 21-02 05:59:07,159 - SelectShards - Allocating rowsets for step 1 --> Copy rows to result 05:59:07,160 INFO [STDOUT] INFO 21-02 05:59:07,159 - SelectShards - Allocated 1 rowsets for step 1 --> Copy rows to result 05:59:07,160 INFO [STDOUT] INFO 21-02 05:59:07,160 - SelectShards - Allocating Steps & StepData... 05:59:07,160 INFO [STDOUT] INFO 21-02 05:59:07,160 - SelectShards - Transformation is about to allocate step [Table input] of type [TableInput] 05:59:07,160 INFO [STDOUT] INFO 21-02 05:59:07,160 - Table input - distribution activated 05:59:07,160 INFO [STDOUT] INFO 21-02 05:59:07,160 - Table input - Starting allocation of buffers & new threads... 05:59:07,160 INFO [STDOUT] INFO 21-02 05:59:07,160 - Table input - Step info: nrinput=0 nroutput=1 05:59:07,160 INFO [STDOUT] INFO 21-02 05:59:07,160 - Table input - output rel. is 1:1 05:59:07,160 INFO [STDOUT] INFO 21-02 05:59:07,160 - Table input - Found output rowset [Table input.0 - Copy rows to result.0] 05:59:07,160 INFO [STDOUT] INFO 21-02 05:59:07,160 - Table input - Finished dispatching 05:59:07,161 INFO [STDOUT] INFO 21-02 05:59:07,161 - SelectShards - Transformation has allocated a new step: [Table input].0 05:59:07,161 INFO [STDOUT] INFO 21-02 05:59:07,161 - SelectShards - Transformation is about to allocate step [Copy rows to result] of type [RowsToResult] 05:59:07,161 INFO [STDOUT] INFO 21-02 05:59:07,161 - Copy rows to result - distribution activated 05:59:07,161 INFO [STDOUT] INFO 21-02 05:59:07,161 - Copy rows to result - Starting allocation of buffers & new threads... 05:59:07,161 INFO [STDOUT] INFO 21-02 05:59:07,161 - Copy rows to result - Step info: nrinput=1 nroutput=0 05:59:07,161 INFO [STDOUT] INFO 21-02 05:59:07,161 - Copy rows to result - Got previous step from [Copy rows to result] #0 --> Table input 05:59:07,161 INFO [STDOUT] INFO 21-02 05:59:07,161 - Copy rows to result - input rel is 1:1 05:59:07,161 INFO [STDOUT] INFO 21-02 05:59:07,161 - Copy rows to result - Found input rowset [Table input.0 - Copy rows to result.0] 05:59:07,161 INFO [STDOUT] INFO 21-02 05:59:07,161 - Copy rows to result - Finished dispatching 05:59:07,162 INFO [STDOUT] INFO 21-02 05:59:07,162 - SelectShards - Transformation has allocated a new step: [Copy rows to result].0 05:59:07,162 INFO [STDOUT] INFO 21-02 05:59:07,162 - SelectShards - This transformation can be replayed with replay date: 2012/02/21 05:59:07 05:59:07,162 INFO [STDOUT] INFO 21-02 05:59:07,162 - SelectShards - Initialising 2 steps... 05:59:07,163 INFO [STDOUT] INFO 21-02 05:59:07,162 - Table input - Running on slave server #0/1. 05:59:07,167 INFO [STDOUT] INFO 21-02 05:59:07,167 - tsacommon - New database connection defined 05:59:07,169 INFO [STDOUT] INFO 21-02 05:59:07,169 - Copy rows to result - Running on slave server #0/1. 05:59:07,179 INFO [STDOUT] INFO 21-02 05:59:07,179 - tsacommon - Connected to database. 05:59:07,179 INFO [STDOUT] INFO 21-02 05:59:07,179 - tsacommon - Auto commit off 05:59:07,179 INFO [STDOUT] INFO 21-02 05:59:07,179 - Table input - Connected to database... 05:59:07,179 INFO [STDOUT] INFO 21-02 05:59:07,179 - SelectShards - Step [Table input.0] initialized flawlessly. 05:59:07,179 INFO [STDOUT] INFO 21-02 05:59:07,179 - SelectShards - Step [Copy rows to result.0] initialized flawlessly. 05:59:07,180 INFO [STDOUT] INFO 21-02 05:59:07,180 - Table input - Starting to run... 05:59:07,180 INFO [STDOUT] INFO 21-02 05:59:07,180 - Table input - SQL query : SELECT id , name , description , type , `DATABASE` , host , port , access FROM databaseInstances WHERE `DATABASE` like "st-tracker" 05:59:07,180 INFO [STDOUT] INFO 21-02 05:59:07,180 - SelectShards - Transformation has allocated 2 threads and 1 rowsets. 05:59:07,181 INFO [STDOUT] INFO 21-02 05:59:07,181 - Copy rows to result - Starting to run... 05:59:07,196 INFO [STDOUT] INFO 21-02 05:59:07,196 - Table input - Finished reading query, closing connection. 05:59:07,198 INFO [STDOUT] INFO 21-02 05:59:07,198 - tsacommon - Connection to database closed! 05:59:07,198 INFO [STDOUT] INFO 21-02 05:59:07,198 - Table input - Finished processing (I=2, O=0, R=0, W=2, U=0, E=0) 05:59:07,210 INFO [STDOUT] INFO 21-02 05:59:07,209 - Copy rows to result - Finished processing (I=0, O=0, R=2, W=2, U=0, E=0) 05:59:07,219 INFO [STDOUT] INFO 21-02 05:59:07,219 - StageDataFromShards - Starting entry [StageDataFromShard] 05:59:07,219 INFO [STDOUT] INFO 21-02 05:59:07,219 - StageDataFromShards - exec(19, 0, StageDataFromShard.0) 05:59:07,219 INFO [STDOUT] INFO 21-02 05:59:07,219 - StageDataFromShard - Starting job entry 05:59:07,219 INFO [STDOUT] INFO 21-02 05:59:07,219 - StageDataFromShard - Loading job from repository : [/ : StageDataFromShard] 05:59:07,235 INFO [STDOUT] INFO 21-02 05:59:07,235 - StageDataFromShard - exec(20, 0, START.0) 05:59:07,235 INFO [STDOUT] INFO 21-02 05:59:07,235 - START - Starting job entry 05:59:07,237 INFO [STDOUT] INFO 21-02 05:59:07,237 - StageDataFromShard - Starting entry [SetShardConnectionVariables] 05:59:07,237 INFO [STDOUT] INFO 21-02 05:59:07,237 - StageDataFromShard - exec(21, 0, SetShardConnectionVariables.0) 05:59:07,237 INFO [STDOUT] INFO 21-02 05:59:07,237 - SetShardConnectionVariables - Starting job entry 05:59:07,237 INFO [STDOUT] INFO 21-02 05:59:07,237 - SetShardConnectionVariables - Opening transformation: [null] in directory [/] 05:59:07,238 INFO [STDOUT] INFO 21-02 05:59:07,237 - SetShardConnectionVariables - Loading transformation from repository [SetShardConnectionVariables] in directory [/] 05:59:07,256 INFO [STDOUT] INFO 21-02 05:59:07,256 - SetShardConnectionVariables - Starting transformation...(file=null, name=SetShardConnectionVariables, repinfo=null) 05:59:07,256 INFO [STDOUT] INFO 21-02 05:59:07,256 - SetShardConnectionVariables - Transformation is pre-loaded. 05:59:07,256 INFO [STDOUT] INFO 21-02 05:59:07,256 - SetShardConnectionVariables - Dispatching started for transformation [SetShardConnectionVariables] 05:59:07,257 INFO [STDOUT] INFO 21-02 05:59:07,256 - SetShardConnectionVariables - Nr of arguments detected:0 05:59:07,257 INFO [STDOUT] INFO 21-02 05:59:07,257 - SetShardConnectionVariables - This is not a replay transformation 05:59:07,257 INFO [STDOUT] INFO 21-02 05:59:07,257 - SetShardConnectionVariables - I found 2 different steps to launch. 05:59:07,257 INFO [STDOUT] INFO 21-02 05:59:07,257 - SetShardConnectionVariables - Allocating rowsets... 05:59:07,257 INFO [STDOUT] INFO 21-02 05:59:07,257 - SetShardConnectionVariables - Allocating rowsets for step 0 --> Get rows from result 05:59:07,257 INFO [STDOUT] INFO 21-02 05:59:07,257 - SetShardConnectionVariables - prevcopies = 1, nextcopies=1 05:59:07,257 INFO [STDOUT] INFO 21-02 05:59:07,257 - SetShardConnectionVariables - Transformation allocated new rowset [Get rows from result.0 - Set Variables.0] 05:59:07,258 INFO [STDOUT] INFO 21-02 05:59:07,258 - SetShardConnectionVariables - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:07,258 INFO [STDOUT] INFO 21-02 05:59:07,258 - SetShardConnectionVariables - Allocating rowsets for step 1 --> Set Variables 05:59:07,258 INFO [STDOUT] INFO 21-02 05:59:07,258 - SetShardConnectionVariables - Allocated 1 rowsets for step 1 --> Set Variables 05:59:07,258 INFO [STDOUT] INFO 21-02 05:59:07,258 - SetShardConnectionVariables - Allocating Steps & StepData... 05:59:07,258 INFO [STDOUT] INFO 21-02 05:59:07,258 - SetShardConnectionVariables - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:07,258 INFO [STDOUT] INFO 21-02 05:59:07,258 - Get rows from result - distribution activated 05:59:07,258 INFO [STDOUT] INFO 21-02 05:59:07,258 - Get rows from result - Starting allocation of buffers & new threads... 05:59:07,258 INFO [STDOUT] INFO 21-02 05:59:07,258 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:07,258 INFO [STDOUT] INFO 21-02 05:59:07,258 - Get rows from result - output rel. is 1:1 05:59:07,259 INFO [STDOUT] INFO 21-02 05:59:07,259 - Get rows from result - Found output rowset [Get rows from result.0 - Set Variables.0] 05:59:07,259 INFO [STDOUT] INFO 21-02 05:59:07,259 - Get rows from result - Finished dispatching 05:59:07,259 INFO [STDOUT] INFO 21-02 05:59:07,259 - SetShardConnectionVariables - Transformation has allocated a new step: [Get rows from result].0 05:59:07,259 INFO [STDOUT] INFO 21-02 05:59:07,259 - SetShardConnectionVariables - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:07,259 INFO [STDOUT] INFO 21-02 05:59:07,259 - Set Variables - distribution activated 05:59:07,259 INFO [STDOUT] INFO 21-02 05:59:07,259 - Set Variables - Starting allocation of buffers & new threads... 05:59:07,259 INFO [STDOUT] INFO 21-02 05:59:07,259 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:07,259 INFO [STDOUT] INFO 21-02 05:59:07,259 - Set Variables - Got previous step from [Set Variables] #0 --> Get rows from result 05:59:07,260 INFO [STDOUT] INFO 21-02 05:59:07,259 - Set Variables - input rel is 1:1 05:59:07,260 INFO [STDOUT] INFO 21-02 05:59:07,260 - Set Variables - Found input rowset [Get rows from result.0 - Set Variables.0] 05:59:07,260 INFO [STDOUT] INFO 21-02 05:59:07,260 - Set Variables - Finished dispatching 05:59:07,260 INFO [STDOUT] INFO 21-02 05:59:07,260 - SetShardConnectionVariables - Transformation has allocated a new step: [Set Variables].0 05:59:07,260 INFO [STDOUT] INFO 21-02 05:59:07,260 - SetShardConnectionVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:07 05:59:07,260 INFO [STDOUT] INFO 21-02 05:59:07,260 - SetShardConnectionVariables - Initialising 2 steps... 05:59:07,261 INFO [STDOUT] INFO 21-02 05:59:07,261 - Get rows from result - Running on slave server #0/1. 05:59:07,261 INFO [STDOUT] INFO 21-02 05:59:07,261 - Set Variables - Running on slave server #0/1. 05:59:07,262 INFO [STDOUT] INFO 21-02 05:59:07,261 - SetShardConnectionVariables - Step [Get rows from result.0] initialized flawlessly. 05:59:07,262 INFO [STDOUT] INFO 21-02 05:59:07,262 - SetShardConnectionVariables - Step [Set Variables.0] initialized flawlessly. 05:59:07,262 INFO [STDOUT] INFO 21-02 05:59:07,262 - Get rows from result - Starting to run... 05:59:07,262 INFO [STDOUT] INFO 21-02 05:59:07,262 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:07,263 INFO [STDOUT] INFO 21-02 05:59:07,262 - SetShardConnectionVariables - Transformation has allocated 2 threads and 1 rowsets. 05:59:07,263 INFO [STDOUT] INFO 21-02 05:59:07,263 - Set Variables - Starting to run... 05:59:07,263 INFO [STDOUT] INFO 21-02 05:59:07,263 - Set Variables - Setting environment variables... 05:59:07,263 INFO [STDOUT] INFO 21-02 05:59:07,263 - Set Variables - Set variable DATABASE to value [st-tracker] 05:59:07,263 INFO [STDOUT] INFO 21-02 05:59:07,263 - Set Variables - Set variable HOST to value [acctdb-01-write] 05:59:07,264 INFO [STDOUT] INFO 21-02 05:59:07,263 - Set Variables - Set variable PORT to value [3307] 05:59:07,278 INFO [STDOUT] INFO 21-02 05:59:07,277 - Set Variables - Finished after 1 rows. 05:59:07,278 INFO [STDOUT] INFO 21-02 05:59:07,278 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:07,287 INFO [STDOUT] INFO 21-02 05:59:07,287 - StageDataFromShard - Starting entry [Write To Log] 05:59:07,287 INFO [STDOUT] INFO 21-02 05:59:07,287 - StageDataFromShard - exec(22, 0, Write To Log.0) 05:59:07,287 INFO [STDOUT] INFO 21-02 05:59:07,287 - Write To Log - Starting job entry 05:59:07,287 INFO [STDOUT] INFO 21-02 05:59:07,287 - connection: - st-tracker acctdb-01-write 3307 select ac.accountID, ac.ID admaxCampaignID, date(now()) date, ac.status, acbas.status budgetAccrualStatus from admaxCampaigns ac join admaxCampaignBudgetAccrualStatus acbas on acbas.admaxCampaignID = ac.ID and acbas.startDate = (select max(acbas2.startDate) from admaxCampaignBudgetAccrualStatus acbas2 where acbas2.admaxCampaignID = ac.ID) 05:59:07,288 INFO [STDOUT] INFO 21-02 05:59:07,288 - StageDataFromShard - Starting entry [StageDataForShard] 05:59:07,288 INFO [STDOUT] INFO 21-02 05:59:07,288 - StageDataFromShard - exec(23, 0, StageDataForShard.0) 05:59:07,288 INFO [STDOUT] INFO 21-02 05:59:07,288 - StageDataForShard - Starting job entry 05:59:07,289 INFO [STDOUT] INFO 21-02 05:59:07,288 - StageDataForShard - Opening transformation: [null] in directory [/] 05:59:07,289 INFO [STDOUT] INFO 21-02 05:59:07,289 - StageDataForShard - Loading transformation from repository [StageDataForShard] in directory [/] 05:59:07,309 INFO [STDOUT] INFO 21-02 05:59:07,309 - StageDataForShard - Starting transformation...(file=null, name=StageDataForShard, repinfo=null) 05:59:07,309 INFO [STDOUT] INFO 21-02 05:59:07,309 - StageDataForShard - Transformation is pre-loaded. 05:59:07,309 INFO [STDOUT] INFO 21-02 05:59:07,309 - StageDataForShard - Dispatching started for transformation [StageDataForShard] 05:59:07,309 INFO [STDOUT] INFO 21-02 05:59:07,309 - StageDataForShard - Nr of arguments detected:0 05:59:07,309 INFO [STDOUT] INFO 21-02 05:59:07,309 - StageDataForShard - This is not a replay transformation 05:59:07,310 INFO [STDOUT] INFO 21-02 05:59:07,310 - StageDataForShard - I found 3 different steps to launch. 05:59:07,310 INFO [STDOUT] INFO 21-02 05:59:07,310 - StageDataForShard - Allocating rowsets... 05:59:07,310 INFO [STDOUT] INFO 21-02 05:59:07,310 - StageDataForShard - Allocating rowsets for step 0 --> Write to log 05:59:07,310 INFO [STDOUT] INFO 21-02 05:59:07,310 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:07,310 INFO [STDOUT] INFO 21-02 05:59:07,310 - StageDataForShard - Transformation allocated new rowset [Write to log.0 - Table input.0] 05:59:07,310 INFO [STDOUT] INFO 21-02 05:59:07,310 - StageDataForShard - Allocated 1 rowsets for step 0 --> Write to log 05:59:07,310 INFO [STDOUT] INFO 21-02 05:59:07,310 - StageDataForShard - Allocating rowsets for step 1 --> Table input 05:59:07,310 INFO [STDOUT] INFO 21-02 05:59:07,310 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:07,310 INFO [STDOUT] INFO 21-02 05:59:07,310 - StageDataForShard - Transformation allocated new rowset [Table input.0 - Table output.0] 05:59:07,311 INFO [STDOUT] INFO 21-02 05:59:07,311 - StageDataForShard - Allocated 2 rowsets for step 1 --> Table input 05:59:07,311 INFO [STDOUT] INFO 21-02 05:59:07,311 - StageDataForShard - Allocating rowsets for step 2 --> Table output 05:59:07,311 INFO [STDOUT] INFO 21-02 05:59:07,311 - StageDataForShard - Allocated 2 rowsets for step 2 --> Table output 05:59:07,311 INFO [STDOUT] INFO 21-02 05:59:07,311 - StageDataForShard - Allocating Steps & StepData... 05:59:07,311 INFO [STDOUT] INFO 21-02 05:59:07,311 - StageDataForShard - Transformation is about to allocate step [Write to log] of type [WriteToLog] 05:59:07,311 INFO [STDOUT] INFO 21-02 05:59:07,311 - Write to log - distribution activated 05:59:07,311 INFO [STDOUT] INFO 21-02 05:59:07,311 - Write to log - Starting allocation of buffers & new threads... 05:59:07,311 INFO [STDOUT] INFO 21-02 05:59:07,311 - Write to log - Step info: nrinput=0 nroutput=1 05:59:07,311 INFO [STDOUT] INFO 21-02 05:59:07,311 - Write to log - output rel. is 1:1 05:59:07,312 INFO [STDOUT] INFO 21-02 05:59:07,312 - Write to log - Found output rowset [Write to log.0 - Table input.0] 05:59:07,312 INFO [STDOUT] INFO 21-02 05:59:07,312 - Write to log - Finished dispatching 05:59:07,312 INFO [STDOUT] INFO 21-02 05:59:07,312 - StageDataForShard - Transformation has allocated a new step: [Write to log].0 05:59:07,312 INFO [STDOUT] INFO 21-02 05:59:07,312 - StageDataForShard - Transformation is about to allocate step [Table input] of type [TableInput] 05:59:07,312 INFO [STDOUT] INFO 21-02 05:59:07,312 - Table input - Starting allocation of buffers & new threads... 05:59:07,312 INFO [STDOUT] INFO 21-02 05:59:07,312 - Table input - Step info: nrinput=1 nroutput=1 05:59:07,312 INFO [STDOUT] INFO 21-02 05:59:07,312 - Table input - Got previous step from [Table input] #0 --> Write to log 05:59:07,312 INFO [STDOUT] INFO 21-02 05:59:07,312 - Table input - input rel is 1:1 05:59:07,312 INFO [STDOUT] INFO 21-02 05:59:07,312 - Table input - Found input rowset [Write to log.0 - Table input.0] 05:59:07,313 INFO [STDOUT] INFO 21-02 05:59:07,313 - Table input - output rel. is 1:1 05:59:07,313 INFO [STDOUT] INFO 21-02 05:59:07,313 - Table input - Found output rowset [Table input.0 - Table output.0] 05:59:07,313 INFO [STDOUT] INFO 21-02 05:59:07,313 - Table input - Finished dispatching 05:59:07,313 INFO [STDOUT] INFO 21-02 05:59:07,313 - StageDataForShard - Transformation has allocated a new step: [Table input].0 05:59:07,313 INFO [STDOUT] INFO 21-02 05:59:07,313 - StageDataForShard - Transformation is about to allocate step [Table output] of type [TableOutput] 05:59:07,313 INFO [STDOUT] INFO 21-02 05:59:07,313 - Table output - distribution activated 05:59:07,313 INFO [STDOUT] INFO 21-02 05:59:07,313 - Table output - Starting allocation of buffers & new threads... 05:59:07,313 INFO [STDOUT] INFO 21-02 05:59:07,313 - Table output - Step info: nrinput=1 nroutput=0 05:59:07,314 INFO [STDOUT] INFO 21-02 05:59:07,313 - Table output - Got previous step from [Table output] #0 --> Table input 05:59:07,314 INFO [STDOUT] INFO 21-02 05:59:07,314 - Table output - input rel is 1:1 05:59:07,314 INFO [STDOUT] INFO 21-02 05:59:07,314 - Table output - Found input rowset [Table input.0 - Table output.0] 05:59:07,314 INFO [STDOUT] INFO 21-02 05:59:07,314 - Table output - Finished dispatching 05:59:07,314 INFO [STDOUT] INFO 21-02 05:59:07,314 - StageDataForShard - Transformation has allocated a new step: [Table output].0 05:59:07,314 INFO [STDOUT] INFO 21-02 05:59:07,314 - StageDataForShard - This transformation can be replayed with replay date: 2012/02/21 05:59:07 05:59:07,314 INFO [STDOUT] INFO 21-02 05:59:07,314 - StageDataForShard - Initialising 3 steps... 05:59:07,315 INFO [STDOUT] INFO 21-02 05:59:07,315 - Write to log - Running on slave server #0/1. 05:59:07,316 INFO [STDOUT] INFO 21-02 05:59:07,316 - Table input - Running on slave server #0/1. 05:59:07,321 INFO [STDOUT] INFO 21-02 05:59:07,320 - Table output - Running on slave server #0/1. 05:59:07,321 INFO [STDOUT] INFO 21-02 05:59:07,321 - pdi_staging - New database connection defined 05:59:07,321 INFO [STDOUT] INFO 21-02 05:59:07,321 - Shard - New database connection defined 05:59:07,330 INFO [STDOUT] INFO 21-02 05:59:07,329 - pdi_staging - Connected to database. 05:59:07,330 INFO [STDOUT] INFO 21-02 05:59:07,330 - Table output - Connected to database [pdi_staging] (commit=10000) 05:59:07,330 INFO [STDOUT] INFO 21-02 05:59:07,330 - pdi_staging - Auto commit off 05:59:07,340 INFO [STDOUT] INFO 21-02 05:59:07,340 - Shard - Connected to database. 05:59:07,340 INFO [STDOUT] INFO 21-02 05:59:07,340 - Shard - Auto commit off 05:59:07,340 INFO [STDOUT] INFO 21-02 05:59:07,340 - Table input - Connected to database... 05:59:07,340 INFO [STDOUT] INFO 21-02 05:59:07,340 - StageDataForShard - Step [Write to log.0] initialized flawlessly. 05:59:07,341 INFO [STDOUT] INFO 21-02 05:59:07,341 - StageDataForShard - Step [Table input.0] initialized flawlessly. 05:59:07,341 INFO [STDOUT] INFO 21-02 05:59:07,341 - StageDataForShard - Step [Table output.0] initialized flawlessly. 05:59:07,341 INFO [STDOUT] INFO 21-02 05:59:07,341 - Write to log - Starting to run... 05:59:07,342 INFO [STDOUT] INFO 21-02 05:59:07,341 - Write to log - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:07,342 INFO [STDOUT] INFO 21-02 05:59:07,342 - Table input - Starting to run... 05:59:07,342 INFO [STDOUT] INFO 21-02 05:59:07,342 - Table input - SQL query : select ac.accountID, ac.ID admaxCampaignID, date(now()) date, ac.status, acbas.status budgetAccrualStatus from admaxCampaigns ac join admaxCampaignBudgetAccrualStatus acbas on acbas.admaxCampaignID = ac.ID and acbas.startDate = (select max(acbas2.startDate) from admaxCampaignBudgetAccrualStatus acbas2 where acbas2.admaxCampaignID = ac.ID) 05:59:07,342 INFO [STDOUT] INFO 21-02 05:59:07,342 - StageDataForShard - Transformation has allocated 3 threads and 2 rowsets. 05:59:07,343 INFO [STDOUT] INFO 21-02 05:59:07,343 - Table output - Starting to run... 05:59:07,359 INFO [STDOUT] INFO 21-02 05:59:07,359 - Table input - Finished reading query, closing connection. 05:59:07,359 INFO [STDOUT] INFO 21-02 05:59:07,359 - Table output - Prepared statement : INSERT INTO dfDataAdMaxCampaignStatus (accountID, admaxCampaignID, date, status, budgetAccrualStatus) VALUES ( ?, ?, ?, ?, ?) 05:59:07,361 INFO [STDOUT] INFO 21-02 05:59:07,361 - Shard - Connection to database closed! 05:59:07,361 INFO [STDOUT] INFO 21-02 05:59:07,361 - Table input - Finished processing (I=10, O=0, R=0, W=10, U=0, E=0) 05:59:07,380 INFO [STDOUT] INFO 21-02 05:59:07,380 - pdi_staging - Connection to database closed! 05:59:07,380 INFO [STDOUT] INFO 21-02 05:59:07,380 - Table output - Finished processing (I=0, O=10, R=10, W=10, U=0, E=0) 05:59:07,383 INFO [STDOUT] INFO 21-02 05:59:07,383 - StageDataFromShard - Finished job entry [StageDataForShard] (result=[true]) 05:59:07,383 INFO [STDOUT] INFO 21-02 05:59:07,383 - StageDataFromShard - Finished job entry [Write To Log] (result=[true]) 05:59:07,383 INFO [STDOUT] INFO 21-02 05:59:07,383 - StageDataFromShard - Finished job entry [SetShardConnectionVariables] (result=[true]) 05:59:07,386 INFO [STDOUT] INFO 21-02 05:59:07,386 - StageDataFromShard - exec(20, 0, START.0) 05:59:07,387 INFO [STDOUT] INFO 21-02 05:59:07,387 - START - Starting job entry 05:59:07,388 INFO [STDOUT] INFO 21-02 05:59:07,388 - StageDataFromShard - Starting entry [SetShardConnectionVariables] 05:59:07,388 INFO [STDOUT] INFO 21-02 05:59:07,388 - StageDataFromShard - exec(21, 0, SetShardConnectionVariables.0) 05:59:07,389 INFO [STDOUT] INFO 21-02 05:59:07,388 - SetShardConnectionVariables - Starting job entry 05:59:07,389 INFO [STDOUT] INFO 21-02 05:59:07,389 - SetShardConnectionVariables - Opening transformation: [null] in directory [/] 05:59:07,389 INFO [STDOUT] INFO 21-02 05:59:07,389 - SetShardConnectionVariables - Loading transformation from repository [SetShardConnectionVariables] in directory [/] 05:59:07,407 INFO [STDOUT] INFO 21-02 05:59:07,407 - SetShardConnectionVariables - Starting transformation...(file=null, name=SetShardConnectionVariables, repinfo=null) 05:59:07,407 INFO [STDOUT] INFO 21-02 05:59:07,407 - SetShardConnectionVariables - Transformation is pre-loaded. 05:59:07,407 INFO [STDOUT] INFO 21-02 05:59:07,407 - SetShardConnectionVariables - Dispatching started for transformation [SetShardConnectionVariables] 05:59:07,407 INFO [STDOUT] INFO 21-02 05:59:07,407 - SetShardConnectionVariables - Nr of arguments detected:0 05:59:07,407 INFO [STDOUT] INFO 21-02 05:59:07,407 - SetShardConnectionVariables - This is not a replay transformation 05:59:07,408 INFO [STDOUT] INFO 21-02 05:59:07,408 - SetShardConnectionVariables - I found 2 different steps to launch. 05:59:07,408 INFO [STDOUT] INFO 21-02 05:59:07,408 - SetShardConnectionVariables - Allocating rowsets... 05:59:07,408 INFO [STDOUT] INFO 21-02 05:59:07,408 - SetShardConnectionVariables - Allocating rowsets for step 0 --> Get rows from result 05:59:07,408 INFO [STDOUT] INFO 21-02 05:59:07,408 - SetShardConnectionVariables - prevcopies = 1, nextcopies=1 05:59:07,408 INFO [STDOUT] INFO 21-02 05:59:07,408 - SetShardConnectionVariables - Transformation allocated new rowset [Get rows from result.0 - Set Variables.0] 05:59:07,408 INFO [STDOUT] INFO 21-02 05:59:07,408 - SetShardConnectionVariables - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:07,408 INFO [STDOUT] INFO 21-02 05:59:07,408 - SetShardConnectionVariables - Allocating rowsets for step 1 --> Set Variables 05:59:07,408 INFO [STDOUT] INFO 21-02 05:59:07,408 - SetShardConnectionVariables - Allocated 1 rowsets for step 1 --> Set Variables 05:59:07,408 INFO [STDOUT] INFO 21-02 05:59:07,408 - SetShardConnectionVariables - Allocating Steps & StepData... 05:59:07,408 INFO [STDOUT] INFO 21-02 05:59:07,408 - SetShardConnectionVariables - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:07,409 INFO [STDOUT] INFO 21-02 05:59:07,409 - Get rows from result - distribution activated 05:59:07,409 INFO [STDOUT] INFO 21-02 05:59:07,409 - Get rows from result - Starting allocation of buffers & new threads... 05:59:07,409 INFO [STDOUT] INFO 21-02 05:59:07,409 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:07,409 INFO [STDOUT] INFO 21-02 05:59:07,409 - Get rows from result - output rel. is 1:1 05:59:07,409 INFO [STDOUT] INFO 21-02 05:59:07,409 - Get rows from result - Found output rowset [Get rows from result.0 - Set Variables.0] 05:59:07,409 INFO [STDOUT] INFO 21-02 05:59:07,409 - Get rows from result - Finished dispatching 05:59:07,409 INFO [STDOUT] INFO 21-02 05:59:07,409 - SetShardConnectionVariables - Transformation has allocated a new step: [Get rows from result].0 05:59:07,410 INFO [STDOUT] INFO 21-02 05:59:07,410 - SetShardConnectionVariables - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:07,410 INFO [STDOUT] INFO 21-02 05:59:07,410 - Set Variables - distribution activated 05:59:07,410 INFO [STDOUT] INFO 21-02 05:59:07,410 - Set Variables - Starting allocation of buffers & new threads... 05:59:07,410 INFO [STDOUT] INFO 21-02 05:59:07,410 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:07,410 INFO [STDOUT] INFO 21-02 05:59:07,410 - Set Variables - Got previous step from [Set Variables] #0 --> Get rows from result 05:59:07,410 INFO [STDOUT] INFO 21-02 05:59:07,410 - Set Variables - input rel is 1:1 05:59:07,410 INFO [STDOUT] INFO 21-02 05:59:07,410 - Set Variables - Found input rowset [Get rows from result.0 - Set Variables.0] 05:59:07,410 INFO [STDOUT] INFO 21-02 05:59:07,410 - Set Variables - Finished dispatching 05:59:07,411 INFO [STDOUT] INFO 21-02 05:59:07,411 - SetShardConnectionVariables - Transformation has allocated a new step: [Set Variables].0 05:59:07,411 INFO [STDOUT] INFO 21-02 05:59:07,411 - SetShardConnectionVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:07 05:59:07,411 INFO [STDOUT] INFO 21-02 05:59:07,411 - SetShardConnectionVariables - Initialising 2 steps... 05:59:07,412 INFO [STDOUT] INFO 21-02 05:59:07,412 - Get rows from result - Running on slave server #0/1. 05:59:07,412 INFO [STDOUT] INFO 21-02 05:59:07,412 - Set Variables - Running on slave server #0/1. 05:59:07,413 INFO [STDOUT] INFO 21-02 05:59:07,412 - SetShardConnectionVariables - Step [Get rows from result.0] initialized flawlessly. 05:59:07,413 INFO [STDOUT] INFO 21-02 05:59:07,413 - SetShardConnectionVariables - Step [Set Variables.0] initialized flawlessly. 05:59:07,413 INFO [STDOUT] INFO 21-02 05:59:07,413 - Get rows from result - Starting to run... 05:59:07,414 INFO [STDOUT] INFO 21-02 05:59:07,414 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:07,414 INFO [STDOUT] INFO 21-02 05:59:07,414 - SetShardConnectionVariables - Transformation has allocated 2 threads and 1 rowsets. 05:59:07,414 INFO [STDOUT] INFO 21-02 05:59:07,414 - Set Variables - Starting to run... 05:59:07,415 INFO [STDOUT] INFO 21-02 05:59:07,415 - Set Variables - Setting environment variables... 05:59:07,415 INFO [STDOUT] INFO 21-02 05:59:07,415 - Set Variables - Set variable DATABASE to value [st-tracker] 05:59:07,415 INFO [STDOUT] INFO 21-02 05:59:07,415 - Set Variables - Set variable HOST to value [acctdb-02-write] 05:59:07,415 INFO [STDOUT] INFO 21-02 05:59:07,415 - Set Variables - Set variable PORT to value [3310] 05:59:07,429 INFO [STDOUT] INFO 21-02 05:59:07,429 - Set Variables - Finished after 1 rows. 05:59:07,430 INFO [STDOUT] INFO 21-02 05:59:07,430 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:07,439 INFO [STDOUT] INFO 21-02 05:59:07,439 - StageDataFromShard - Starting entry [Write To Log] 05:59:07,439 INFO [STDOUT] INFO 21-02 05:59:07,439 - StageDataFromShard - exec(22, 0, Write To Log.0) 05:59:07,439 INFO [STDOUT] INFO 21-02 05:59:07,439 - Write To Log - Starting job entry 05:59:07,440 INFO [STDOUT] INFO 21-02 05:59:07,440 - connection: - st-tracker acctdb-02-write 3310 select ac.accountID, ac.ID admaxCampaignID, date(now()) date, ac.status, acbas.status budgetAccrualStatus from admaxCampaigns ac join admaxCampaignBudgetAccrualStatus acbas on acbas.admaxCampaignID = ac.ID and acbas.startDate = (select max(acbas2.startDate) from admaxCampaignBudgetAccrualStatus acbas2 where acbas2.admaxCampaignID = ac.ID) 05:59:07,440 INFO [STDOUT] INFO 21-02 05:59:07,440 - StageDataFromShard - Starting entry [StageDataForShard] 05:59:07,440 INFO [STDOUT] INFO 21-02 05:59:07,440 - StageDataFromShard - exec(23, 0, StageDataForShard.0) 05:59:07,441 INFO [STDOUT] INFO 21-02 05:59:07,441 - StageDataForShard - Starting job entry 05:59:07,441 INFO [STDOUT] INFO 21-02 05:59:07,441 - StageDataForShard - Opening transformation: [null] in directory [/] 05:59:07,441 INFO [STDOUT] INFO 21-02 05:59:07,441 - StageDataForShard - Loading transformation from repository [StageDataForShard] in directory [/] 05:59:07,462 INFO [STDOUT] INFO 21-02 05:59:07,462 - StageDataForShard - Starting transformation...(file=null, name=StageDataForShard, repinfo=null) 05:59:07,462 INFO [STDOUT] INFO 21-02 05:59:07,462 - StageDataForShard - Transformation is pre-loaded. 05:59:07,462 INFO [STDOUT] INFO 21-02 05:59:07,462 - StageDataForShard - Dispatching started for transformation [StageDataForShard] 05:59:07,462 INFO [STDOUT] INFO 21-02 05:59:07,462 - StageDataForShard - Nr of arguments detected:0 05:59:07,462 INFO [STDOUT] INFO 21-02 05:59:07,462 - StageDataForShard - This is not a replay transformation 05:59:07,462 INFO [STDOUT] INFO 21-02 05:59:07,462 - StageDataForShard - I found 3 different steps to launch. 05:59:07,463 INFO [STDOUT] INFO 21-02 05:59:07,463 - StageDataForShard - Allocating rowsets... 05:59:07,463 INFO [STDOUT] INFO 21-02 05:59:07,463 - StageDataForShard - Allocating rowsets for step 0 --> Write to log 05:59:07,463 INFO [STDOUT] INFO 21-02 05:59:07,463 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:07,463 INFO [STDOUT] INFO 21-02 05:59:07,463 - StageDataForShard - Transformation allocated new rowset [Write to log.0 - Table input.0] 05:59:07,463 INFO [STDOUT] INFO 21-02 05:59:07,463 - StageDataForShard - Allocated 1 rowsets for step 0 --> Write to log 05:59:07,463 INFO [STDOUT] INFO 21-02 05:59:07,463 - StageDataForShard - Allocating rowsets for step 1 --> Table input 05:59:07,463 INFO [STDOUT] INFO 21-02 05:59:07,463 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:07,463 INFO [STDOUT] INFO 21-02 05:59:07,463 - StageDataForShard - Transformation allocated new rowset [Table input.0 - Table output.0] 05:59:07,463 INFO [STDOUT] INFO 21-02 05:59:07,463 - StageDataForShard - Allocated 2 rowsets for step 1 --> Table input 05:59:07,464 INFO [STDOUT] INFO 21-02 05:59:07,464 - StageDataForShard - Allocating rowsets for step 2 --> Table output 05:59:07,464 INFO [STDOUT] INFO 21-02 05:59:07,464 - StageDataForShard - Allocated 2 rowsets for step 2 --> Table output 05:59:07,464 INFO [STDOUT] INFO 21-02 05:59:07,464 - StageDataForShard - Allocating Steps & StepData... 05:59:07,464 INFO [STDOUT] INFO 21-02 05:59:07,464 - StageDataForShard - Transformation is about to allocate step [Write to log] of type [WriteToLog] 05:59:07,464 INFO [STDOUT] INFO 21-02 05:59:07,464 - Write to log - distribution activated 05:59:07,464 INFO [STDOUT] INFO 21-02 05:59:07,464 - Write to log - Starting allocation of buffers & new threads... 05:59:07,464 INFO [STDOUT] INFO 21-02 05:59:07,464 - Write to log - Step info: nrinput=0 nroutput=1 05:59:07,464 INFO [STDOUT] INFO 21-02 05:59:07,464 - Write to log - output rel. is 1:1 05:59:07,464 INFO [STDOUT] INFO 21-02 05:59:07,464 - Write to log - Found output rowset [Write to log.0 - Table input.0] 05:59:07,464 INFO [STDOUT] INFO 21-02 05:59:07,464 - Write to log - Finished dispatching 05:59:07,465 INFO [STDOUT] INFO 21-02 05:59:07,465 - StageDataForShard - Transformation has allocated a new step: [Write to log].0 05:59:07,465 INFO [STDOUT] INFO 21-02 05:59:07,465 - StageDataForShard - Transformation is about to allocate step [Table input] of type [TableInput] 05:59:07,465 INFO [STDOUT] INFO 21-02 05:59:07,465 - Table input - Starting allocation of buffers & new threads... 05:59:07,465 INFO [STDOUT] INFO 21-02 05:59:07,465 - Table input - Step info: nrinput=1 nroutput=1 05:59:07,465 INFO [STDOUT] INFO 21-02 05:59:07,465 - Table input - Got previous step from [Table input] #0 --> Write to log 05:59:07,465 INFO [STDOUT] INFO 21-02 05:59:07,465 - Table input - input rel is 1:1 05:59:07,465 INFO [STDOUT] INFO 21-02 05:59:07,465 - Table input - Found input rowset [Write to log.0 - Table input.0] 05:59:07,465 INFO [STDOUT] INFO 21-02 05:59:07,465 - Table input - output rel. is 1:1 05:59:07,466 INFO [STDOUT] INFO 21-02 05:59:07,466 - Table input - Found output rowset [Table input.0 - Table output.0] 05:59:07,466 INFO [STDOUT] INFO 21-02 05:59:07,466 - Table input - Finished dispatching 05:59:07,466 INFO [STDOUT] INFO 21-02 05:59:07,466 - StageDataForShard - Transformation has allocated a new step: [Table input].0 05:59:07,466 INFO [STDOUT] INFO 21-02 05:59:07,466 - StageDataForShard - Transformation is about to allocate step [Table output] of type [TableOutput] 05:59:07,466 INFO [STDOUT] INFO 21-02 05:59:07,466 - Table output - distribution activated 05:59:07,466 INFO [STDOUT] INFO 21-02 05:59:07,466 - Table output - Starting allocation of buffers & new threads... 05:59:07,466 INFO [STDOUT] INFO 21-02 05:59:07,466 - Table output - Step info: nrinput=1 nroutput=0 05:59:07,466 INFO [STDOUT] INFO 21-02 05:59:07,466 - Table output - Got previous step from [Table output] #0 --> Table input 05:59:07,466 INFO [STDOUT] INFO 21-02 05:59:07,466 - Table output - input rel is 1:1 05:59:07,467 INFO [STDOUT] INFO 21-02 05:59:07,467 - Table output - Found input rowset [Table input.0 - Table output.0] 05:59:07,467 INFO [STDOUT] INFO 21-02 05:59:07,467 - Table output - Finished dispatching 05:59:07,467 INFO [STDOUT] INFO 21-02 05:59:07,467 - StageDataForShard - Transformation has allocated a new step: [Table output].0 05:59:07,467 INFO [STDOUT] INFO 21-02 05:59:07,467 - StageDataForShard - This transformation can be replayed with replay date: 2012/02/21 05:59:07 05:59:07,467 INFO [STDOUT] INFO 21-02 05:59:07,467 - StageDataForShard - Initialising 3 steps... 05:59:07,468 INFO [STDOUT] INFO 21-02 05:59:07,468 - Write to log - Running on slave server #0/1. 05:59:07,468 INFO [STDOUT] INFO 21-02 05:59:07,468 - Table input - Running on slave server #0/1. 05:59:07,473 INFO [STDOUT] INFO 21-02 05:59:07,473 - Table output - Running on slave server #0/1. 05:59:07,473 INFO [STDOUT] INFO 21-02 05:59:07,473 - pdi_staging - New database connection defined 05:59:07,473 INFO [STDOUT] INFO 21-02 05:59:07,473 - Shard - New database connection defined 05:59:07,480 INFO [STDOUT] INFO 21-02 05:59:07,480 - pdi_staging - Connected to database. 05:59:07,481 INFO [STDOUT] INFO 21-02 05:59:07,480 - Table output - Connected to database [pdi_staging] (commit=10000) 05:59:07,481 INFO [STDOUT] INFO 21-02 05:59:07,481 - pdi_staging - Auto commit off 05:59:07,491 INFO [STDOUT] INFO 21-02 05:59:07,491 - Shard - Connected to database. 05:59:07,491 INFO [STDOUT] INFO 21-02 05:59:07,491 - Shard - Auto commit off 05:59:07,492 INFO [STDOUT] INFO 21-02 05:59:07,492 - Table input - Connected to database... 05:59:07,492 INFO [STDOUT] INFO 21-02 05:59:07,492 - StageDataForShard - Step [Write to log.0] initialized flawlessly. 05:59:07,492 INFO [STDOUT] INFO 21-02 05:59:07,492 - StageDataForShard - Step [Table input.0] initialized flawlessly. 05:59:07,492 INFO [STDOUT] INFO 21-02 05:59:07,492 - StageDataForShard - Step [Table output.0] initialized flawlessly. 05:59:07,493 INFO [STDOUT] INFO 21-02 05:59:07,493 - Write to log - Starting to run... 05:59:07,493 INFO [STDOUT] INFO 21-02 05:59:07,493 - Table input - Starting to run... 05:59:07,493 INFO [STDOUT] INFO 21-02 05:59:07,493 - Table input - SQL query : select ac.accountID, ac.ID admaxCampaignID, date(now()) date, ac.status, acbas.status budgetAccrualStatus from admaxCampaigns ac join admaxCampaignBudgetAccrualStatus acbas on acbas.admaxCampaignID = ac.ID and acbas.startDate = (select max(acbas2.startDate) from admaxCampaignBudgetAccrualStatus acbas2 where acbas2.admaxCampaignID = ac.ID) 05:59:07,494 INFO [STDOUT] INFO 21-02 05:59:07,494 - StageDataForShard - Transformation has allocated 3 threads and 2 rowsets. 05:59:07,494 INFO [STDOUT] INFO 21-02 05:59:07,494 - Table output - Starting to run... 05:59:07,495 INFO [STDOUT] INFO 21-02 05:59:07,495 - Write to log - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:07,496 INFO [STDOUT] INFO 21-02 05:59:07,496 - Table input - Finished reading query, closing connection. 05:59:07,497 INFO [STDOUT] INFO 21-02 05:59:07,497 - Shard - Connection to database closed! 05:59:07,497 INFO [STDOUT] INFO 21-02 05:59:07,497 - Table input - Finished processing (I=11, O=0, R=0, W=11, U=0, E=0) 05:59:07,502 INFO [STDOUT] INFO 21-02 05:59:07,502 - Table output - Prepared statement : INSERT INTO dfDataAdMaxCampaignStatus (accountID, admaxCampaignID, date, status, budgetAccrualStatus) VALUES ( ?, ?, ?, ?, ?) 05:59:07,521 INFO [STDOUT] INFO 21-02 05:59:07,521 - pdi_staging - Connection to database closed! 05:59:07,522 INFO [STDOUT] INFO 21-02 05:59:07,522 - Table output - Finished processing (I=0, O=11, R=11, W=11, U=0, E=0) 05:59:07,527 INFO [STDOUT] INFO 21-02 05:59:07,527 - StageDataFromShard - Finished job entry [StageDataForShard] (result=[true]) 05:59:07,527 INFO [STDOUT] INFO 21-02 05:59:07,527 - StageDataFromShard - Finished job entry [Write To Log] (result=[true]) 05:59:07,527 INFO [STDOUT] INFO 21-02 05:59:07,527 - StageDataFromShard - Finished job entry [SetShardConnectionVariables] (result=[true]) 05:59:07,534 INFO [STDOUT] INFO 21-02 05:59:07,534 - StageDataFromShards - Finished job entry [StageDataFromShard] (result=[true]) 05:59:07,534 INFO [STDOUT] INFO 21-02 05:59:07,534 - StageDataFromShards - Finished job entry [SelectShards] (result=[true]) 05:59:07,535 INFO [STDOUT] INFO 21-02 05:59:07,535 - StageDataFromShards - Finished job entry [Write To Log] (result=[true]) 05:59:07,538 INFO [STDOUT] INFO 21-02 05:59:07,538 - StageRequirement - Finished job entry [StageDataFromShards] (result=[true]) 05:59:07,538 INFO [STDOUT] INFO 21-02 05:59:07,538 - StageRequirement - Finished job entry [Simple evaluation 2] (result=[true]) 05:59:07,538 INFO [STDOUT] INFO 21-02 05:59:07,538 - StageRequirement - Finished job entry [Simple evaluation] (result=[true]) 05:59:07,538 INFO [STDOUT] INFO 21-02 05:59:07,538 - StageRequirement - Finished job entry [TruncateStagingTable] (result=[true]) 05:59:07,539 INFO [STDOUT] INFO 21-02 05:59:07,538 - StageRequirement - Finished job entry [SetRequirementStagingVariables] (result=[true]) 05:59:07,542 INFO [STDOUT] INFO 21-02 05:59:07,542 - StageRequirement - exec(10, 0, START.0) 05:59:07,542 INFO [STDOUT] INFO 21-02 05:59:07,542 - START - Starting job entry 05:59:07,543 INFO [STDOUT] INFO 21-02 05:59:07,543 - StageRequirement - Starting entry [SetRequirementStagingVariables] 05:59:07,543 INFO [STDOUT] INFO 21-02 05:59:07,543 - StageRequirement - exec(11, 0, SetRequirementStagingVariables.0) 05:59:07,543 INFO [STDOUT] INFO 21-02 05:59:07,543 - SetRequirementStagingVariables - Starting job entry 05:59:07,544 INFO [STDOUT] INFO 21-02 05:59:07,544 - SetRequirementStagingVariables - Opening transformation: [null] in directory [/] 05:59:07,544 INFO [STDOUT] INFO 21-02 05:59:07,544 - SetRequirementStagingVariables - Loading transformation from repository [SetRequirementStagingVariables] in directory [/] 05:59:07,564 INFO [STDOUT] INFO 21-02 05:59:07,564 - SetRequirementStagingVariables - Starting transformation...(file=null, name=SetRequirementStagingVariables, repinfo=null) 05:59:07,564 INFO [STDOUT] INFO 21-02 05:59:07,564 - SetRequirementStagingVariables - Transformation is pre-loaded. 05:59:07,564 INFO [STDOUT] INFO 21-02 05:59:07,564 - SetRequirementStagingVariables - Dispatching started for transformation [SetRequirementStagingVariables] 05:59:07,565 INFO [STDOUT] INFO 21-02 05:59:07,564 - SetRequirementStagingVariables - Nr of arguments detected:0 05:59:07,565 INFO [STDOUT] INFO 21-02 05:59:07,565 - SetRequirementStagingVariables - This is not a replay transformation 05:59:07,565 INFO [STDOUT] INFO 21-02 05:59:07,565 - SetRequirementStagingVariables - I found 2 different steps to launch. 05:59:07,565 INFO [STDOUT] INFO 21-02 05:59:07,565 - SetRequirementStagingVariables - Allocating rowsets... 05:59:07,565 INFO [STDOUT] INFO 21-02 05:59:07,565 - SetRequirementStagingVariables - Allocating rowsets for step 0 --> Get rows from result 05:59:07,565 INFO [STDOUT] INFO 21-02 05:59:07,565 - SetRequirementStagingVariables - prevcopies = 1, nextcopies=1 05:59:07,565 INFO [STDOUT] INFO 21-02 05:59:07,565 - SetRequirementStagingVariables - Transformation allocated new rowset [Get rows from result.0 - Set Variables.0] 05:59:07,565 INFO [STDOUT] INFO 21-02 05:59:07,565 - SetRequirementStagingVariables - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:07,565 INFO [STDOUT] INFO 21-02 05:59:07,565 - SetRequirementStagingVariables - Allocating rowsets for step 1 --> Set Variables 05:59:07,565 INFO [STDOUT] INFO 21-02 05:59:07,565 - SetRequirementStagingVariables - Allocated 1 rowsets for step 1 --> Set Variables 05:59:07,566 INFO [STDOUT] INFO 21-02 05:59:07,566 - SetRequirementStagingVariables - Allocating Steps & StepData... 05:59:07,566 INFO [STDOUT] INFO 21-02 05:59:07,566 - SetRequirementStagingVariables - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:07,566 INFO [STDOUT] INFO 21-02 05:59:07,566 - Get rows from result - distribution activated 05:59:07,566 INFO [STDOUT] INFO 21-02 05:59:07,566 - Get rows from result - Starting allocation of buffers & new threads... 05:59:07,566 INFO [STDOUT] INFO 21-02 05:59:07,566 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:07,566 INFO [STDOUT] INFO 21-02 05:59:07,566 - Get rows from result - output rel. is 1:1 05:59:07,566 INFO [STDOUT] INFO 21-02 05:59:07,566 - Get rows from result - Found output rowset [Get rows from result.0 - Set Variables.0] 05:59:07,566 INFO [STDOUT] INFO 21-02 05:59:07,566 - Get rows from result - Finished dispatching 05:59:07,567 INFO [STDOUT] INFO 21-02 05:59:07,567 - SetRequirementStagingVariables - Transformation has allocated a new step: [Get rows from result].0 05:59:07,567 INFO [STDOUT] INFO 21-02 05:59:07,567 - SetRequirementStagingVariables - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:07,567 INFO [STDOUT] INFO 21-02 05:59:07,567 - Set Variables - distribution activated 05:59:07,567 INFO [STDOUT] INFO 21-02 05:59:07,567 - Set Variables - Starting allocation of buffers & new threads... 05:59:07,567 INFO [STDOUT] INFO 21-02 05:59:07,567 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:07,567 INFO [STDOUT] INFO 21-02 05:59:07,567 - Set Variables - Got previous step from [Set Variables] #0 --> Get rows from result 05:59:07,567 INFO [STDOUT] INFO 21-02 05:59:07,567 - Set Variables - input rel is 1:1 05:59:07,567 INFO [STDOUT] INFO 21-02 05:59:07,567 - Set Variables - Found input rowset [Get rows from result.0 - Set Variables.0] 05:59:07,567 INFO [STDOUT] INFO 21-02 05:59:07,567 - Set Variables - Finished dispatching 05:59:07,568 INFO [STDOUT] INFO 21-02 05:59:07,568 - SetRequirementStagingVariables - Transformation has allocated a new step: [Set Variables].0 05:59:07,568 INFO [STDOUT] INFO 21-02 05:59:07,568 - SetRequirementStagingVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:07 05:59:07,568 INFO [STDOUT] INFO 21-02 05:59:07,568 - SetRequirementStagingVariables - Initialising 2 steps... 05:59:07,568 INFO [STDOUT] INFO 21-02 05:59:07,568 - Get rows from result - Running on slave server #0/1. 05:59:07,569 INFO [STDOUT] INFO 21-02 05:59:07,569 - Set Variables - Running on slave server #0/1. 05:59:07,569 INFO [STDOUT] INFO 21-02 05:59:07,569 - SetRequirementStagingVariables - Step [Get rows from result.0] initialized flawlessly. 05:59:07,569 INFO [STDOUT] INFO 21-02 05:59:07,569 - SetRequirementStagingVariables - Step [Set Variables.0] initialized flawlessly. 05:59:07,570 INFO [STDOUT] INFO 21-02 05:59:07,569 - Get rows from result - Starting to run... 05:59:07,570 INFO [STDOUT] INFO 21-02 05:59:07,570 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:07,570 INFO [STDOUT] INFO 21-02 05:59:07,570 - SetRequirementStagingVariables - Transformation has allocated 2 threads and 1 rowsets. 05:59:07,570 INFO [STDOUT] INFO 21-02 05:59:07,570 - Set Variables - Starting to run... 05:59:07,570 INFO [STDOUT] INFO 21-02 05:59:07,570 - Set Variables - Setting environment variables... 05:59:07,570 INFO [STDOUT] INFO 21-02 05:59:07,570 - Set Variables - Set variable STAGINGTABLENAME to value [dfDataAdMaxCampaignBudgets] 05:59:07,571 INFO [STDOUT] INFO 21-02 05:59:07,570 - Set Variables - Set variable QUERY to value [select ac.accountID, ac.ID admaxCampaignID, d.day date, coalesce(anmb.budget, 0) nominalMonthlyBudget, coalesce(c.dedicatedCarryover, 0) dedicatedCarryover, coalesce(c.commonCarryover, 0) commonCarryover from `st-tracker`.admaxCampaigns ac join pdi_staging.dates d on d.day between '${START_DATE}' and '${END_DATE}' left join `st-tracker`.admaxNominalMonthlyBudgets anmb on anmb.admaxCampaignID = ac.ID and anmb.startDate <= d.day and (anmb.endDate >= d.day or anmb.endDate is null) left join `st-tracker`.admaxCarryovers c on c.admaxCampaignID = ac.ID and c.type = 'boosted' and c.date = least(d.day, (select if(ac.status = 'Deleted', max(c2.date), d.day) from admaxCarryovers c2 where c2.admaxCampaignID = ac.ID and c2.type = 'boosted'))] 05:59:07,571 INFO [STDOUT] INFO 21-02 05:59:07,571 - Set Variables - Set variable SHARDPATTERN to value [st-tracker] 05:59:07,586 INFO [STDOUT] INFO 21-02 05:59:07,586 - Set Variables - Finished after 1 rows. 05:59:07,586 INFO [STDOUT] INFO 21-02 05:59:07,586 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:07,595 INFO [STDOUT] INFO 21-02 05:59:07,595 - StageRequirement - Starting entry [TruncateStagingTable] 05:59:07,596 INFO [STDOUT] INFO 21-02 05:59:07,596 - StageRequirement - exec(12, 0, TruncateStagingTable.0) 05:59:07,597 INFO [STDOUT] INFO 21-02 05:59:07,597 - TruncateStagingTable - Starting job entry 05:59:07,597 INFO [STDOUT] INFO 21-02 05:59:07,597 - TruncateStagingTable - Opening transformation: [null] in directory [/] 05:59:07,597 INFO [STDOUT] INFO 21-02 05:59:07,597 - TruncateStagingTable - Loading transformation from repository [TruncateStagingTable] in directory [/] 05:59:07,616 INFO [STDOUT] INFO 21-02 05:59:07,616 - TruncateStagingTable - Starting transformation...(file=null, name=TruncateStagingTable, repinfo=null) 05:59:07,616 INFO [STDOUT] INFO 21-02 05:59:07,616 - TruncateStagingTable - Transformation is pre-loaded. 05:59:07,616 INFO [STDOUT] INFO 21-02 05:59:07,616 - TruncateStagingTable - Dispatching started for transformation [TruncateStagingTable] 05:59:07,617 INFO [STDOUT] INFO 21-02 05:59:07,617 - TruncateStagingTable - Nr of arguments detected:0 05:59:07,617 INFO [STDOUT] INFO 21-02 05:59:07,617 - TruncateStagingTable - This is not a replay transformation 05:59:07,617 INFO [STDOUT] INFO 21-02 05:59:07,617 - TruncateStagingTable - I found 4 different steps to launch. 05:59:07,617 INFO [STDOUT] INFO 21-02 05:59:07,617 - TruncateStagingTable - Allocating rowsets... 05:59:07,617 INFO [STDOUT] INFO 21-02 05:59:07,617 - TruncateStagingTable - Allocating rowsets for step 0 --> Get Variables 05:59:07,617 INFO [STDOUT] INFO 21-02 05:59:07,617 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:07,617 INFO [STDOUT] INFO 21-02 05:59:07,617 - TruncateStagingTable - Transformation allocated new rowset [Get Variables.0 - Switch / Case.0] 05:59:07,617 INFO [STDOUT] INFO 21-02 05:59:07,617 - TruncateStagingTable - Allocated 1 rowsets for step 0 --> Get Variables 05:59:07,617 INFO [STDOUT] INFO 21-02 05:59:07,617 - TruncateStagingTable - Allocating rowsets for step 1 --> Switch / Case 05:59:07,618 INFO [STDOUT] INFO 21-02 05:59:07,618 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:07,618 INFO [STDOUT] INFO 21-02 05:59:07,618 - TruncateStagingTable - Transformation allocated new rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:07,618 INFO [STDOUT] INFO 21-02 05:59:07,618 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:07,618 INFO [STDOUT] INFO 21-02 05:59:07,618 - TruncateStagingTable - Transformation allocated new rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:07,618 INFO [STDOUT] INFO 21-02 05:59:07,618 - TruncateStagingTable - Allocated 3 rowsets for step 1 --> Switch / Case 05:59:07,618 INFO [STDOUT] INFO 21-02 05:59:07,618 - TruncateStagingTable - Allocating rowsets for step 2 --> Execute SQL script trunc 05:59:07,618 INFO [STDOUT] INFO 21-02 05:59:07,618 - TruncateStagingTable - Allocated 3 rowsets for step 2 --> Execute SQL script trunc 05:59:07,618 INFO [STDOUT] INFO 21-02 05:59:07,618 - TruncateStagingTable - Allocating rowsets for step 3 --> Dummy (do nothing) 05:59:07,618 INFO [STDOUT] INFO 21-02 05:59:07,618 - TruncateStagingTable - Allocated 3 rowsets for step 3 --> Dummy (do nothing) 05:59:07,619 INFO [STDOUT] INFO 21-02 05:59:07,618 - TruncateStagingTable - Allocating Steps & StepData... 05:59:07,619 INFO [STDOUT] INFO 21-02 05:59:07,619 - TruncateStagingTable - Transformation is about to allocate step [Get Variables] of type [GetVariable] 05:59:07,619 INFO [STDOUT] INFO 21-02 05:59:07,619 - Get Variables - distribution activated 05:59:07,619 INFO [STDOUT] INFO 21-02 05:59:07,619 - Get Variables - Starting allocation of buffers & new threads... 05:59:07,619 INFO [STDOUT] INFO 21-02 05:59:07,619 - Get Variables - Step info: nrinput=0 nroutput=1 05:59:07,619 INFO [STDOUT] INFO 21-02 05:59:07,619 - Get Variables - output rel. is 1:1 05:59:07,619 INFO [STDOUT] INFO 21-02 05:59:07,619 - Get Variables - Found output rowset [Get Variables.0 - Switch / Case.0] 05:59:07,619 INFO [STDOUT] INFO 21-02 05:59:07,619 - Get Variables - Finished dispatching 05:59:07,620 INFO [STDOUT] INFO 21-02 05:59:07,620 - TruncateStagingTable - Transformation has allocated a new step: [Get Variables].0 05:59:07,620 INFO [STDOUT] INFO 21-02 05:59:07,620 - TruncateStagingTable - Transformation is about to allocate step [Switch / Case] of type [SwitchCase] 05:59:07,620 INFO [STDOUT] INFO 21-02 05:59:07,620 - Switch / Case - distribution activated 05:59:07,620 INFO [STDOUT] INFO 21-02 05:59:07,620 - Switch / Case - Starting allocation of buffers & new threads... 05:59:07,620 INFO [STDOUT] INFO 21-02 05:59:07,620 - Switch / Case - Step info: nrinput=1 nroutput=2 05:59:07,620 INFO [STDOUT] INFO 21-02 05:59:07,620 - Switch / Case - Got previous step from [Switch / Case] #0 --> Get Variables 05:59:07,620 INFO [STDOUT] INFO 21-02 05:59:07,620 - Switch / Case - input rel is 1:1 05:59:07,620 INFO [STDOUT] INFO 21-02 05:59:07,620 - Switch / Case - Found input rowset [Get Variables.0 - Switch / Case.0] 05:59:07,620 INFO [STDOUT] INFO 21-02 05:59:07,620 - Switch / Case - output rel. is 1:1 05:59:07,621 INFO [STDOUT] INFO 21-02 05:59:07,620 - Switch / Case - Found output rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:07,621 INFO [STDOUT] INFO 21-02 05:59:07,621 - Switch / Case - output rel. is 1:1 05:59:07,621 INFO [STDOUT] INFO 21-02 05:59:07,621 - Switch / Case - Found output rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:07,621 INFO [STDOUT] INFO 21-02 05:59:07,621 - Switch / Case - Finished dispatching 05:59:07,621 INFO [STDOUT] INFO 21-02 05:59:07,621 - TruncateStagingTable - Transformation has allocated a new step: [Switch / Case].0 05:59:07,621 INFO [STDOUT] INFO 21-02 05:59:07,621 - TruncateStagingTable - Transformation is about to allocate step [Execute SQL script trunc] of type [ExecSQL] 05:59:07,621 INFO [STDOUT] INFO 21-02 05:59:07,621 - Execute SQL script trunc - distribution activated 05:59:07,621 INFO [STDOUT] INFO 21-02 05:59:07,621 - Execute SQL script trunc - Starting allocation of buffers & new threads... 05:59:07,621 INFO [STDOUT] INFO 21-02 05:59:07,621 - Execute SQL script trunc - Step info: nrinput=1 nroutput=0 05:59:07,622 INFO [STDOUT] INFO 21-02 05:59:07,621 - Execute SQL script trunc - Got previous step from [Execute SQL script trunc] #0 --> Switch / Case 05:59:07,622 INFO [STDOUT] INFO 21-02 05:59:07,622 - Execute SQL script trunc - input rel is 1:1 05:59:07,622 INFO [STDOUT] INFO 21-02 05:59:07,622 - Execute SQL script trunc - Found input rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:07,622 INFO [STDOUT] INFO 21-02 05:59:07,622 - Execute SQL script trunc - Finished dispatching 05:59:07,622 INFO [STDOUT] INFO 21-02 05:59:07,622 - TruncateStagingTable - Transformation has allocated a new step: [Execute SQL script trunc].0 05:59:07,622 INFO [STDOUT] INFO 21-02 05:59:07,622 - TruncateStagingTable - Transformation is about to allocate step [Dummy (do nothing)] of type [Dummy] 05:59:07,622 INFO [STDOUT] INFO 21-02 05:59:07,622 - Dummy (do nothing) - distribution activated 05:59:07,622 INFO [STDOUT] INFO 21-02 05:59:07,622 - Dummy (do nothing) - Starting allocation of buffers & new threads... 05:59:07,623 INFO [STDOUT] INFO 21-02 05:59:07,622 - Dummy (do nothing) - Step info: nrinput=1 nroutput=0 05:59:07,623 INFO [STDOUT] INFO 21-02 05:59:07,623 - Dummy (do nothing) - Got previous step from [Dummy (do nothing)] #0 --> Switch / Case 05:59:07,623 INFO [STDOUT] INFO 21-02 05:59:07,623 - Dummy (do nothing) - input rel is 1:1 05:59:07,623 INFO [STDOUT] INFO 21-02 05:59:07,623 - Dummy (do nothing) - Found input rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:07,623 INFO [STDOUT] INFO 21-02 05:59:07,623 - Dummy (do nothing) - Finished dispatching 05:59:07,623 INFO [STDOUT] INFO 21-02 05:59:07,623 - TruncateStagingTable - Transformation has allocated a new step: [Dummy (do nothing)].0 05:59:07,623 INFO [STDOUT] INFO 21-02 05:59:07,623 - TruncateStagingTable - This transformation can be replayed with replay date: 2012/02/21 05:59:07 05:59:07,623 INFO [STDOUT] INFO 21-02 05:59:07,623 - TruncateStagingTable - Initialising 4 steps... 05:59:07,624 INFO [STDOUT] INFO 21-02 05:59:07,624 - Get Variables - Running on slave server #0/1. 05:59:07,624 INFO [STDOUT] INFO 21-02 05:59:07,624 - Switch / Case - Running on slave server #0/1. 05:59:07,625 INFO [STDOUT] INFO 21-02 05:59:07,624 - Execute SQL script trunc - Running on slave server #0/1. 05:59:07,625 INFO [STDOUT] INFO 21-02 05:59:07,625 - pdi_stage - New database connection defined 05:59:07,628 INFO [STDOUT] INFO 21-02 05:59:07,628 - Dummy (do nothing) - Running on slave server #0/1. 05:59:07,632 INFO [STDOUT] INFO 21-02 05:59:07,632 - pdi_stage - Connected to database. 05:59:07,632 INFO [STDOUT] INFO 21-02 05:59:07,632 - Execute SQL script trunc - Connected to database... 05:59:07,633 INFO [STDOUT] INFO 21-02 05:59:07,632 - pdi_stage - launch DDL statement: truncate dfDataAdMaxCampaignBudgets 05:59:07,642 INFO [STDOUT] INFO 21-02 05:59:07,641 - pdi_stage - 1 statement executed 05:59:07,642 INFO [STDOUT] INFO 21-02 05:59:07,642 - TruncateStagingTable - Step [Get Variables.0] initialized flawlessly. 05:59:07,642 INFO [STDOUT] INFO 21-02 05:59:07,642 - TruncateStagingTable - Step [Switch / Case.0] initialized flawlessly. 05:59:07,642 INFO [STDOUT] INFO 21-02 05:59:07,642 - TruncateStagingTable - Step [Execute SQL script trunc.0] initialized flawlessly. 05:59:07,642 INFO [STDOUT] INFO 21-02 05:59:07,642 - TruncateStagingTable - Step [Dummy (do nothing).0] initialized flawlessly. 05:59:07,643 INFO [STDOUT] INFO 21-02 05:59:07,643 - Get Variables - Starting to run... 05:59:07,643 INFO [STDOUT] INFO 21-02 05:59:07,643 - Get Variables - field [stagingTableName] has value [STAGINGTABLENAME] 05:59:07,643 INFO [STDOUT] INFO 21-02 05:59:07,643 - Get Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:07,644 INFO [STDOUT] INFO 21-02 05:59:07,644 - Switch / Case - Starting to run... 05:59:07,644 INFO [STDOUT] INFO 21-02 05:59:07,644 - Execute SQL script trunc - Starting to run... 05:59:07,644 INFO [STDOUT] INFO 21-02 05:59:07,644 - Execute SQL script trunc - Finished reading query, closing connection. 05:59:07,645 INFO [STDOUT] INFO 21-02 05:59:07,644 - TruncateStagingTable - Transformation has allocated 4 threads and 3 rowsets. 05:59:07,651 INFO [STDOUT] INFO 21-02 05:59:07,651 - Dummy (do nothing) - Starting to run... 05:59:07,652 INFO [STDOUT] INFO 21-02 05:59:07,652 - pdi_stage - Connection to database closed! 05:59:07,652 INFO [STDOUT] INFO 21-02 05:59:07,652 - Execute SQL script trunc - Finished processing (I=0, O=0, R=0, W=1, U=0, E=0) 05:59:07,666 INFO [STDOUT] INFO 21-02 05:59:07,666 - Switch / Case - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:07,674 INFO [STDOUT] INFO 21-02 05:59:07,674 - Dummy (do nothing) - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:07,683 INFO [STDOUT] INFO 21-02 05:59:07,683 - StageRequirement - Starting entry [Simple evaluation] 05:59:07,683 INFO [STDOUT] INFO 21-02 05:59:07,683 - StageRequirement - exec(13, 0, Simple evaluation.0) 05:59:07,684 INFO [STDOUT] INFO 21-02 05:59:07,684 - Simple evaluation - Starting job entry 05:59:07,684 INFO [STDOUT] INFO 21-02 05:59:07,684 - Simple evaluation - Checking variable [${SHARDPATTERN}] ... 05:59:07,684 INFO [STDOUT] INFO 21-02 05:59:07,684 - Simple evaluation - Value to evaluate is st-tracker 05:59:07,685 INFO [STDOUT] INFO 21-02 05:59:07,685 - StageRequirement - Starting entry [Simple evaluation 2] 05:59:07,685 INFO [STDOUT] INFO 21-02 05:59:07,685 - StageRequirement - exec(14, 0, Simple evaluation 2.0) 05:59:07,685 INFO [STDOUT] INFO 21-02 05:59:07,685 - Simple evaluation - Starting job entry 05:59:07,685 INFO [STDOUT] INFO 21-02 05:59:07,685 - Simple evaluation - Checking variable [${SHARDPATTERN}] ... 05:59:07,685 INFO [STDOUT] INFO 21-02 05:59:07,685 - Simple evaluation - Value to evaluate is st-tracker 05:59:07,687 INFO [STDOUT] INFO 21-02 05:59:07,687 - StageRequirement - Starting entry [StageDataFromShards] 05:59:07,687 INFO [STDOUT] INFO 21-02 05:59:07,687 - StageRequirement - exec(15, 0, StageDataFromShards.0) 05:59:07,687 INFO [STDOUT] INFO 21-02 05:59:07,687 - StageDataFromShards - Starting job entry 05:59:07,687 INFO [STDOUT] INFO 21-02 05:59:07,687 - StageDataFromShards - Loading job from repository : [/ : StageDataFromShards] 05:59:07,703 INFO [STDOUT] INFO 21-02 05:59:07,703 - StageDataFromShards - exec(16, 0, START.0) 05:59:07,704 INFO [STDOUT] INFO 21-02 05:59:07,703 - START - Starting job entry 05:59:07,705 INFO [STDOUT] INFO 21-02 05:59:07,705 - StageDataFromShards - Starting entry [Write To Log] 05:59:07,706 INFO [STDOUT] INFO 21-02 05:59:07,706 - StageDataFromShards - exec(17, 0, Write To Log.0) 05:59:07,706 INFO [STDOUT] INFO 21-02 05:59:07,706 - Write To Log - Starting job entry 05:59:07,706 INFO [STDOUT] INFO 21-02 05:59:07,706 - End: - dfDataAdMaxCampaignBudgets select ac.accountID, ac.ID admaxCampaignID, d.day date, coalesce(anmb.budget, 0) nominalMonthlyBudget, coalesce(c.dedicatedCarryover, 0) dedicatedCarryover, coalesce(c.commonCarryover, 0) commonCarryover from `st-tracker`.admaxCampaigns ac join pdi_staging.dates d on d.day between '2012-59-07' and '2012-59-14' left join `st-tracker`.admaxNominalMonthlyBudgets anmb on anmb.admaxCampaignID = ac.ID and anmb.startDate <= d.day and (anmb.endDate >= d.day or anmb.endDate is null) left join `st-tracker`.admaxCarryovers c on c.admaxCampaignID = ac.ID and c.type = 'boosted' and c.date = least(d.day, (select if(ac.status = 'Deleted', max(c2.date), d.day) from admaxCarryovers c2 where c2.admaxCampaignID = ac.ID and c2.type = 'boosted')) st-tracker 05:59:07,707 INFO [STDOUT] INFO 21-02 05:59:07,707 - StageDataFromShards - Starting entry [SelectShards] 05:59:07,707 INFO [STDOUT] INFO 21-02 05:59:07,707 - StageDataFromShards - exec(18, 0, SelectShards.0) 05:59:07,707 INFO [STDOUT] INFO 21-02 05:59:07,707 - SelectShards - Starting job entry 05:59:07,707 INFO [STDOUT] INFO 21-02 05:59:07,707 - SelectShards - Opening transformation: [null] in directory [/] 05:59:07,708 INFO [STDOUT] INFO 21-02 05:59:07,708 - SelectShards - Loading transformation from repository [SelectShards] in directory [/] 05:59:07,730 INFO [STDOUT] INFO 21-02 05:59:07,730 - SelectShards - Starting transformation...(file=null, name=SelectShards, repinfo=null) 05:59:07,731 INFO [STDOUT] INFO 21-02 05:59:07,731 - SelectShards - Transformation is pre-loaded. 05:59:07,731 INFO [STDOUT] INFO 21-02 05:59:07,731 - SelectShards - Dispatching started for transformation [SelectShards] 05:59:07,731 INFO [STDOUT] INFO 21-02 05:59:07,731 - SelectShards - Nr of arguments detected:0 05:59:07,731 INFO [STDOUT] INFO 21-02 05:59:07,731 - SelectShards - This is not a replay transformation 05:59:07,731 INFO [STDOUT] INFO 21-02 05:59:07,731 - SelectShards - I found 2 different steps to launch. 05:59:07,731 INFO [STDOUT] INFO 21-02 05:59:07,731 - SelectShards - Allocating rowsets... 05:59:07,731 INFO [STDOUT] INFO 21-02 05:59:07,731 - SelectShards - Allocating rowsets for step 0 --> Table input 05:59:07,731 INFO [STDOUT] INFO 21-02 05:59:07,731 - SelectShards - prevcopies = 1, nextcopies=1 05:59:07,732 INFO [STDOUT] INFO 21-02 05:59:07,731 - SelectShards - Transformation allocated new rowset [Table input.0 - Copy rows to result.0] 05:59:07,732 INFO [STDOUT] INFO 21-02 05:59:07,732 - SelectShards - Allocated 1 rowsets for step 0 --> Table input 05:59:07,732 INFO [STDOUT] INFO 21-02 05:59:07,732 - SelectShards - Allocating rowsets for step 1 --> Copy rows to result 05:59:07,732 INFO [STDOUT] INFO 21-02 05:59:07,732 - SelectShards - Allocated 1 rowsets for step 1 --> Copy rows to result 05:59:07,732 INFO [STDOUT] INFO 21-02 05:59:07,732 - SelectShards - Allocating Steps & StepData... 05:59:07,732 INFO [STDOUT] INFO 21-02 05:59:07,732 - SelectShards - Transformation is about to allocate step [Table input] of type [TableInput] 05:59:07,732 INFO [STDOUT] INFO 21-02 05:59:07,732 - Table input - distribution activated 05:59:07,732 INFO [STDOUT] INFO 21-02 05:59:07,732 - Table input - Starting allocation of buffers & new threads... 05:59:07,732 INFO [STDOUT] INFO 21-02 05:59:07,732 - Table input - Step info: nrinput=0 nroutput=1 05:59:07,733 INFO [STDOUT] INFO 21-02 05:59:07,733 - Table input - output rel. is 1:1 05:59:07,733 INFO [STDOUT] INFO 21-02 05:59:07,733 - Table input - Found output rowset [Table input.0 - Copy rows to result.0] 05:59:07,733 INFO [STDOUT] INFO 21-02 05:59:07,733 - Table input - Finished dispatching 05:59:07,733 INFO [STDOUT] INFO 21-02 05:59:07,733 - SelectShards - Transformation has allocated a new step: [Table input].0 05:59:07,733 INFO [STDOUT] INFO 21-02 05:59:07,733 - SelectShards - Transformation is about to allocate step [Copy rows to result] of type [RowsToResult] 05:59:07,734 INFO [STDOUT] INFO 21-02 05:59:07,733 - Copy rows to result - distribution activated 05:59:07,734 INFO [STDOUT] INFO 21-02 05:59:07,734 - Copy rows to result - Starting allocation of buffers & new threads... 05:59:07,734 INFO [STDOUT] INFO 21-02 05:59:07,734 - Copy rows to result - Step info: nrinput=1 nroutput=0 05:59:07,734 INFO [STDOUT] INFO 21-02 05:59:07,734 - Copy rows to result - Got previous step from [Copy rows to result] #0 --> Table input 05:59:07,734 INFO [STDOUT] INFO 21-02 05:59:07,734 - Copy rows to result - input rel is 1:1 05:59:07,734 INFO [STDOUT] INFO 21-02 05:59:07,734 - Copy rows to result - Found input rowset [Table input.0 - Copy rows to result.0] 05:59:07,734 INFO [STDOUT] INFO 21-02 05:59:07,734 - Copy rows to result - Finished dispatching 05:59:07,735 INFO [STDOUT] INFO 21-02 05:59:07,735 - SelectShards - Transformation has allocated a new step: [Copy rows to result].0 05:59:07,735 INFO [STDOUT] INFO 21-02 05:59:07,735 - SelectShards - This transformation can be replayed with replay date: 2012/02/21 05:59:07 05:59:07,735 INFO [STDOUT] INFO 21-02 05:59:07,735 - SelectShards - Initialising 2 steps... 05:59:07,736 INFO [STDOUT] INFO 21-02 05:59:07,735 - Table input - Running on slave server #0/1. 05:59:07,737 INFO [STDOUT] INFO 21-02 05:59:07,736 - Copy rows to result - Running on slave server #0/1. 05:59:07,738 INFO [STDOUT] INFO 21-02 05:59:07,738 - tsacommon - New database connection defined 05:59:07,749 INFO [STDOUT] INFO 21-02 05:59:07,748 - tsacommon - Connected to database. 05:59:07,749 INFO [STDOUT] INFO 21-02 05:59:07,749 - tsacommon - Auto commit off 05:59:07,749 INFO [STDOUT] INFO 21-02 05:59:07,749 - Table input - Connected to database... 05:59:07,750 INFO [STDOUT] INFO 21-02 05:59:07,749 - SelectShards - Step [Table input.0] initialized flawlessly. 05:59:07,750 INFO [STDOUT] INFO 21-02 05:59:07,750 - SelectShards - Step [Copy rows to result.0] initialized flawlessly. 05:59:07,750 INFO [STDOUT] INFO 21-02 05:59:07,750 - Table input - Starting to run... 05:59:07,750 INFO [STDOUT] INFO 21-02 05:59:07,750 - Table input - SQL query : SELECT id , name , description , type , `DATABASE` , host , port , access FROM databaseInstances WHERE `DATABASE` like "st-tracker" 05:59:07,751 INFO [STDOUT] INFO 21-02 05:59:07,751 - SelectShards - Transformation has allocated 2 threads and 1 rowsets. 05:59:07,751 INFO [STDOUT] INFO 21-02 05:59:07,751 - Copy rows to result - Starting to run... 05:59:07,752 INFO [STDOUT] INFO 21-02 05:59:07,752 - Table input - Finished reading query, closing connection. 05:59:07,753 INFO [STDOUT] INFO 21-02 05:59:07,753 - tsacommon - Connection to database closed! 05:59:07,753 INFO [STDOUT] INFO 21-02 05:59:07,753 - Table input - Finished processing (I=2, O=0, R=0, W=2, U=0, E=0) 05:59:07,774 INFO [STDOUT] INFO 21-02 05:59:07,774 - Copy rows to result - Finished processing (I=0, O=0, R=2, W=2, U=0, E=0) 05:59:07,783 INFO [STDOUT] INFO 21-02 05:59:07,783 - StageDataFromShards - Starting entry [StageDataFromShard] 05:59:07,783 INFO [STDOUT] INFO 21-02 05:59:07,783 - StageDataFromShards - exec(19, 0, StageDataFromShard.0) 05:59:07,783 INFO [STDOUT] INFO 21-02 05:59:07,783 - StageDataFromShard - Starting job entry 05:59:07,784 INFO [STDOUT] INFO 21-02 05:59:07,784 - StageDataFromShard - Loading job from repository : [/ : StageDataFromShard] 05:59:07,797 INFO [STDOUT] INFO 21-02 05:59:07,797 - StageDataFromShard - exec(20, 0, START.0) 05:59:07,797 INFO [STDOUT] INFO 21-02 05:59:07,797 - START - Starting job entry 05:59:07,799 INFO [STDOUT] INFO 21-02 05:59:07,799 - StageDataFromShard - Starting entry [SetShardConnectionVariables] 05:59:07,799 INFO [STDOUT] INFO 21-02 05:59:07,799 - StageDataFromShard - exec(21, 0, SetShardConnectionVariables.0) 05:59:07,799 INFO [STDOUT] INFO 21-02 05:59:07,799 - SetShardConnectionVariables - Starting job entry 05:59:07,799 INFO [STDOUT] INFO 21-02 05:59:07,799 - SetShardConnectionVariables - Opening transformation: [null] in directory [/] 05:59:07,799 INFO [STDOUT] INFO 21-02 05:59:07,799 - SetShardConnectionVariables - Loading transformation from repository [SetShardConnectionVariables] in directory [/] 05:59:07,817 INFO [STDOUT] INFO 21-02 05:59:07,816 - SetShardConnectionVariables - Starting transformation...(file=null, name=SetShardConnectionVariables, repinfo=null) 05:59:07,817 INFO [STDOUT] INFO 21-02 05:59:07,817 - SetShardConnectionVariables - Transformation is pre-loaded. 05:59:07,817 INFO [STDOUT] INFO 21-02 05:59:07,817 - SetShardConnectionVariables - Dispatching started for transformation [SetShardConnectionVariables] 05:59:07,817 INFO [STDOUT] INFO 21-02 05:59:07,817 - SetShardConnectionVariables - Nr of arguments detected:0 05:59:07,817 INFO [STDOUT] INFO 21-02 05:59:07,817 - SetShardConnectionVariables - This is not a replay transformation 05:59:07,817 INFO [STDOUT] INFO 21-02 05:59:07,817 - SetShardConnectionVariables - I found 2 different steps to launch. 05:59:07,817 INFO [STDOUT] INFO 21-02 05:59:07,817 - SetShardConnectionVariables - Allocating rowsets... 05:59:07,817 INFO [STDOUT] INFO 21-02 05:59:07,817 - SetShardConnectionVariables - Allocating rowsets for step 0 --> Get rows from result 05:59:07,818 INFO [STDOUT] INFO 21-02 05:59:07,818 - SetShardConnectionVariables - prevcopies = 1, nextcopies=1 05:59:07,818 INFO [STDOUT] INFO 21-02 05:59:07,818 - SetShardConnectionVariables - Transformation allocated new rowset [Get rows from result.0 - Set Variables.0] 05:59:07,818 INFO [STDOUT] INFO 21-02 05:59:07,818 - SetShardConnectionVariables - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:07,818 INFO [STDOUT] INFO 21-02 05:59:07,818 - SetShardConnectionVariables - Allocating rowsets for step 1 --> Set Variables 05:59:07,818 INFO [STDOUT] INFO 21-02 05:59:07,818 - SetShardConnectionVariables - Allocated 1 rowsets for step 1 --> Set Variables 05:59:07,818 INFO [STDOUT] INFO 21-02 05:59:07,818 - SetShardConnectionVariables - Allocating Steps & StepData... 05:59:07,818 INFO [STDOUT] INFO 21-02 05:59:07,818 - SetShardConnectionVariables - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:07,818 INFO [STDOUT] INFO 21-02 05:59:07,818 - Get rows from result - distribution activated 05:59:07,819 INFO [STDOUT] INFO 21-02 05:59:07,819 - Get rows from result - Starting allocation of buffers & new threads... 05:59:07,819 INFO [STDOUT] INFO 21-02 05:59:07,819 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:07,819 INFO [STDOUT] INFO 21-02 05:59:07,819 - Get rows from result - output rel. is 1:1 05:59:07,819 INFO [STDOUT] INFO 21-02 05:59:07,819 - Get rows from result - Found output rowset [Get rows from result.0 - Set Variables.0] 05:59:07,819 INFO [STDOUT] INFO 21-02 05:59:07,819 - Get rows from result - Finished dispatching 05:59:07,819 INFO [STDOUT] INFO 21-02 05:59:07,819 - SetShardConnectionVariables - Transformation has allocated a new step: [Get rows from result].0 05:59:07,819 INFO [STDOUT] INFO 21-02 05:59:07,819 - SetShardConnectionVariables - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:07,819 INFO [STDOUT] INFO 21-02 05:59:07,819 - Set Variables - distribution activated 05:59:07,819 INFO [STDOUT] INFO 21-02 05:59:07,819 - Set Variables - Starting allocation of buffers & new threads... 05:59:07,820 INFO [STDOUT] INFO 21-02 05:59:07,820 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:07,820 INFO [STDOUT] INFO 21-02 05:59:07,820 - Set Variables - Got previous step from [Set Variables] #0 --> Get rows from result 05:59:07,820 INFO [STDOUT] INFO 21-02 05:59:07,820 - Set Variables - input rel is 1:1 05:59:07,820 INFO [STDOUT] INFO 21-02 05:59:07,820 - Set Variables - Found input rowset [Get rows from result.0 - Set Variables.0] 05:59:07,820 INFO [STDOUT] INFO 21-02 05:59:07,820 - Set Variables - Finished dispatching 05:59:07,820 INFO [STDOUT] INFO 21-02 05:59:07,820 - SetShardConnectionVariables - Transformation has allocated a new step: [Set Variables].0 05:59:07,820 INFO [STDOUT] INFO 21-02 05:59:07,820 - SetShardConnectionVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:07 05:59:07,820 INFO [STDOUT] INFO 21-02 05:59:07,820 - SetShardConnectionVariables - Initialising 2 steps... 05:59:07,821 INFO [STDOUT] INFO 21-02 05:59:07,821 - Get rows from result - Running on slave server #0/1. 05:59:07,821 INFO [STDOUT] INFO 21-02 05:59:07,821 - Set Variables - Running on slave server #0/1. 05:59:07,821 INFO [STDOUT] INFO 21-02 05:59:07,821 - SetShardConnectionVariables - Step [Get rows from result.0] initialized flawlessly. 05:59:07,821 INFO [STDOUT] INFO 21-02 05:59:07,821 - SetShardConnectionVariables - Step [Set Variables.0] initialized flawlessly. 05:59:07,822 INFO [STDOUT] INFO 21-02 05:59:07,822 - Get rows from result - Starting to run... 05:59:07,822 INFO [STDOUT] INFO 21-02 05:59:07,822 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:07,822 INFO [STDOUT] INFO 21-02 05:59:07,822 - SetShardConnectionVariables - Transformation has allocated 2 threads and 1 rowsets. 05:59:07,823 INFO [STDOUT] INFO 21-02 05:59:07,823 - Set Variables - Starting to run... 05:59:07,823 INFO [STDOUT] INFO 21-02 05:59:07,823 - Set Variables - Setting environment variables... 05:59:07,823 INFO [STDOUT] INFO 21-02 05:59:07,823 - Set Variables - Set variable DATABASE to value [st-tracker] 05:59:07,823 INFO [STDOUT] INFO 21-02 05:59:07,823 - Set Variables - Set variable HOST to value [acctdb-01-write] 05:59:07,823 INFO [STDOUT] INFO 21-02 05:59:07,823 - Set Variables - Set variable PORT to value [3307] 05:59:07,838 INFO [STDOUT] INFO 21-02 05:59:07,838 - Set Variables - Finished after 1 rows. 05:59:07,838 INFO [STDOUT] INFO 21-02 05:59:07,838 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:07,847 INFO [STDOUT] INFO 21-02 05:59:07,847 - StageDataFromShard - Starting entry [Write To Log] 05:59:07,847 INFO [STDOUT] INFO 21-02 05:59:07,847 - StageDataFromShard - exec(22, 0, Write To Log.0) 05:59:07,847 INFO [STDOUT] INFO 21-02 05:59:07,847 - Write To Log - Starting job entry 05:59:07,848 INFO [STDOUT] INFO 21-02 05:59:07,848 - connection: - st-tracker acctdb-01-write 3307 select ac.accountID, ac.ID admaxCampaignID, d.day date, coalesce(anmb.budget, 0) nominalMonthlyBudget, coalesce(c.dedicatedCarryover, 0) dedicatedCarryover, coalesce(c.commonCarryover, 0) commonCarryover from `st-tracker`.admaxCampaigns ac join pdi_staging.dates d on d.day between '2012-59-07' and '2012-59-14' left join `st-tracker`.admaxNominalMonthlyBudgets anmb on anmb.admaxCampaignID = ac.ID and anmb.startDate <= d.day and (anmb.endDate >= d.day or anmb.endDate is null) left join `st-tracker`.admaxCarryovers c on c.admaxCampaignID = ac.ID and c.type = 'boosted' and c.date = least(d.day, (select if(ac.status = 'Deleted', max(c2.date), d.day) from admaxCarryovers c2 where c2.admaxCampaignID = ac.ID and c2.type = 'boosted')) 05:59:07,848 INFO [STDOUT] INFO 21-02 05:59:07,848 - StageDataFromShard - Starting entry [StageDataForShard] 05:59:07,849 INFO [STDOUT] INFO 21-02 05:59:07,848 - StageDataFromShard - exec(23, 0, StageDataForShard.0) 05:59:07,849 INFO [STDOUT] INFO 21-02 05:59:07,849 - StageDataForShard - Starting job entry 05:59:07,849 INFO [STDOUT] INFO 21-02 05:59:07,849 - StageDataForShard - Opening transformation: [null] in directory [/] 05:59:07,849 INFO [STDOUT] INFO 21-02 05:59:07,849 - StageDataForShard - Loading transformation from repository [StageDataForShard] in directory [/] 05:59:07,867 INFO [STDOUT] INFO 21-02 05:59:07,867 - StageDataForShard - Starting transformation...(file=null, name=StageDataForShard, repinfo=null) 05:59:07,867 INFO [STDOUT] INFO 21-02 05:59:07,867 - StageDataForShard - Transformation is pre-loaded. 05:59:07,867 INFO [STDOUT] INFO 21-02 05:59:07,867 - StageDataForShard - Dispatching started for transformation [StageDataForShard] 05:59:07,867 INFO [STDOUT] INFO 21-02 05:59:07,867 - StageDataForShard - Nr of arguments detected:0 05:59:07,867 INFO [STDOUT] INFO 21-02 05:59:07,867 - StageDataForShard - This is not a replay transformation 05:59:07,868 INFO [STDOUT] INFO 21-02 05:59:07,867 - StageDataForShard - I found 3 different steps to launch. 05:59:07,868 INFO [STDOUT] INFO 21-02 05:59:07,868 - StageDataForShard - Allocating rowsets... 05:59:07,868 INFO [STDOUT] INFO 21-02 05:59:07,868 - StageDataForShard - Allocating rowsets for step 0 --> Write to log 05:59:07,868 INFO [STDOUT] INFO 21-02 05:59:07,868 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:07,868 INFO [STDOUT] INFO 21-02 05:59:07,868 - StageDataForShard - Transformation allocated new rowset [Write to log.0 - Table input.0] 05:59:07,868 INFO [STDOUT] INFO 21-02 05:59:07,868 - StageDataForShard - Allocated 1 rowsets for step 0 --> Write to log 05:59:07,868 INFO [STDOUT] INFO 21-02 05:59:07,868 - StageDataForShard - Allocating rowsets for step 1 --> Table input 05:59:07,868 INFO [STDOUT] INFO 21-02 05:59:07,868 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:07,868 INFO [STDOUT] INFO 21-02 05:59:07,868 - StageDataForShard - Transformation allocated new rowset [Table input.0 - Table output.0] 05:59:07,868 INFO [STDOUT] INFO 21-02 05:59:07,868 - StageDataForShard - Allocated 2 rowsets for step 1 --> Table input 05:59:07,869 INFO [STDOUT] INFO 21-02 05:59:07,868 - StageDataForShard - Allocating rowsets for step 2 --> Table output 05:59:07,869 INFO [STDOUT] INFO 21-02 05:59:07,869 - StageDataForShard - Allocated 2 rowsets for step 2 --> Table output 05:59:07,869 INFO [STDOUT] INFO 21-02 05:59:07,869 - StageDataForShard - Allocating Steps & StepData... 05:59:07,869 INFO [STDOUT] INFO 21-02 05:59:07,869 - StageDataForShard - Transformation is about to allocate step [Write to log] of type [WriteToLog] 05:59:07,869 INFO [STDOUT] INFO 21-02 05:59:07,869 - Write to log - distribution activated 05:59:07,869 INFO [STDOUT] INFO 21-02 05:59:07,869 - Write to log - Starting allocation of buffers & new threads... 05:59:07,869 INFO [STDOUT] INFO 21-02 05:59:07,869 - Write to log - Step info: nrinput=0 nroutput=1 05:59:07,869 INFO [STDOUT] INFO 21-02 05:59:07,869 - Write to log - output rel. is 1:1 05:59:07,869 INFO [STDOUT] INFO 21-02 05:59:07,869 - Write to log - Found output rowset [Write to log.0 - Table input.0] 05:59:07,869 INFO [STDOUT] INFO 21-02 05:59:07,869 - Write to log - Finished dispatching 05:59:07,870 INFO [STDOUT] INFO 21-02 05:59:07,870 - StageDataForShard - Transformation has allocated a new step: [Write to log].0 05:59:07,870 INFO [STDOUT] INFO 21-02 05:59:07,870 - StageDataForShard - Transformation is about to allocate step [Table input] of type [TableInput] 05:59:07,870 INFO [STDOUT] INFO 21-02 05:59:07,870 - Table input - Starting allocation of buffers & new threads... 05:59:07,870 INFO [STDOUT] INFO 21-02 05:59:07,870 - Table input - Step info: nrinput=1 nroutput=1 05:59:07,870 INFO [STDOUT] INFO 21-02 05:59:07,870 - Table input - Got previous step from [Table input] #0 --> Write to log 05:59:07,870 INFO [STDOUT] INFO 21-02 05:59:07,870 - Table input - input rel is 1:1 05:59:07,870 INFO [STDOUT] INFO 21-02 05:59:07,870 - Table input - Found input rowset [Write to log.0 - Table input.0] 05:59:07,870 INFO [STDOUT] INFO 21-02 05:59:07,870 - Table input - output rel. is 1:1 05:59:07,871 INFO [STDOUT] INFO 21-02 05:59:07,870 - Table input - Found output rowset [Table input.0 - Table output.0] 05:59:07,871 INFO [STDOUT] INFO 21-02 05:59:07,871 - Table input - Finished dispatching 05:59:07,871 INFO [STDOUT] INFO 21-02 05:59:07,871 - StageDataForShard - Transformation has allocated a new step: [Table input].0 05:59:07,871 INFO [STDOUT] INFO 21-02 05:59:07,871 - StageDataForShard - Transformation is about to allocate step [Table output] of type [TableOutput] 05:59:07,871 INFO [STDOUT] INFO 21-02 05:59:07,871 - Table output - distribution activated 05:59:07,871 INFO [STDOUT] INFO 21-02 05:59:07,871 - Table output - Starting allocation of buffers & new threads... 05:59:07,871 INFO [STDOUT] INFO 21-02 05:59:07,871 - Table output - Step info: nrinput=1 nroutput=0 05:59:07,871 INFO [STDOUT] INFO 21-02 05:59:07,871 - Table output - Got previous step from [Table output] #0 --> Table input 05:59:07,872 INFO [STDOUT] INFO 21-02 05:59:07,871 - Table output - input rel is 1:1 05:59:07,872 INFO [STDOUT] INFO 21-02 05:59:07,872 - Table output - Found input rowset [Table input.0 - Table output.0] 05:59:07,872 INFO [STDOUT] INFO 21-02 05:59:07,872 - Table output - Finished dispatching 05:59:07,872 INFO [STDOUT] INFO 21-02 05:59:07,872 - StageDataForShard - Transformation has allocated a new step: [Table output].0 05:59:07,872 INFO [STDOUT] INFO 21-02 05:59:07,872 - StageDataForShard - This transformation can be replayed with replay date: 2012/02/21 05:59:07 05:59:07,872 INFO [STDOUT] INFO 21-02 05:59:07,872 - StageDataForShard - Initialising 3 steps... 05:59:07,873 INFO [STDOUT] INFO 21-02 05:59:07,873 - Write to log - Running on slave server #0/1. 05:59:07,878 INFO [STDOUT] INFO 21-02 05:59:07,877 - Table input - Running on slave server #0/1. 05:59:07,878 INFO [STDOUT] INFO 21-02 05:59:07,878 - Shard - New database connection defined 05:59:07,881 INFO [STDOUT] INFO 21-02 05:59:07,881 - Table output - Running on slave server #0/1. 05:59:07,882 INFO [STDOUT] INFO 21-02 05:59:07,882 - pdi_staging - New database connection defined 05:59:07,888 INFO [STDOUT] INFO 21-02 05:59:07,888 - pdi_staging - Connected to database. 05:59:07,888 INFO [STDOUT] INFO 21-02 05:59:07,888 - Table output - Connected to database [pdi_staging] (commit=10000) 05:59:07,888 INFO [STDOUT] INFO 21-02 05:59:07,888 - pdi_staging - Auto commit off 05:59:07,890 INFO [STDOUT] INFO 21-02 05:59:07,890 - Shard - Connected to database. 05:59:07,891 INFO [STDOUT] INFO 21-02 05:59:07,891 - Shard - Auto commit off 05:59:07,891 INFO [STDOUT] INFO 21-02 05:59:07,891 - Table input - Connected to database... 05:59:07,891 INFO [STDOUT] INFO 21-02 05:59:07,891 - StageDataForShard - Step [Write to log.0] initialized flawlessly. 05:59:07,891 INFO [STDOUT] INFO 21-02 05:59:07,891 - StageDataForShard - Step [Table input.0] initialized flawlessly. 05:59:07,891 INFO [STDOUT] INFO 21-02 05:59:07,891 - StageDataForShard - Step [Table output.0] initialized flawlessly. 05:59:07,892 INFO [STDOUT] INFO 21-02 05:59:07,892 - Write to log - Starting to run... 05:59:07,892 INFO [STDOUT] INFO 21-02 05:59:07,892 - Write to log - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:07,892 INFO [STDOUT] INFO 21-02 05:59:07,892 - Table input - Starting to run... 05:59:07,893 INFO [STDOUT] INFO 21-02 05:59:07,892 - Table input - SQL query : select ac.accountID, ac.ID admaxCampaignID, d.day date, coalesce(anmb.budget, 0) nominalMonthlyBudget, coalesce(c.dedicatedCarryover, 0) dedicatedCarryover, coalesce(c.commonCarryover, 0) commonCarryover from `st-tracker`.admaxCampaigns ac join pdi_staging.dates d on d.day between '2012-59-07' and '2012-59-14' left join `st-tracker`.admaxNominalMonthlyBudgets anmb on anmb.admaxCampaignID = ac.ID and anmb.startDate <= d.day and (anmb.endDate >= d.day or anmb.endDate is null) left join `st-tracker`.admaxCarryovers c on c.admaxCampaignID = ac.ID and c.type = 'boosted' and c.date = least(d.day, (select if(ac.status = 'Deleted', max(c2.date), d.day) from admaxCarryovers c2 where c2.admaxCampaignID = ac.ID and c2.type = 'boosted')) 05:59:07,893 INFO [STDOUT] INFO 21-02 05:59:07,893 - StageDataForShard - Transformation has allocated 3 threads and 2 rowsets. 05:59:07,894 INFO [STDOUT] INFO 21-02 05:59:07,893 - Table output - Starting to run... 05:59:07,895 INFO [STDOUT] INFO 21-02 05:59:07,895 - Table input - Finished reading query, closing connection. 05:59:07,897 INFO [STDOUT] INFO 21-02 05:59:07,897 - Shard - Connection to database closed! 05:59:07,897 INFO [STDOUT] INFO 21-02 05:59:07,897 - Table input - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:07,919 INFO [STDOUT] INFO 21-02 05:59:07,919 - pdi_staging - Connection to database closed! 05:59:07,919 INFO [STDOUT] INFO 21-02 05:59:07,919 - Table output - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:07,927 INFO [STDOUT] INFO 21-02 05:59:07,927 - StageDataFromShard - Finished job entry [StageDataForShard] (result=[true]) 05:59:07,927 INFO [STDOUT] INFO 21-02 05:59:07,927 - StageDataFromShard - Finished job entry [Write To Log] (result=[true]) 05:59:07,927 INFO [STDOUT] INFO 21-02 05:59:07,927 - StageDataFromShard - Finished job entry [SetShardConnectionVariables] (result=[true]) 05:59:07,934 INFO [STDOUT] INFO 21-02 05:59:07,934 - StageDataFromShard - exec(20, 0, START.0) 05:59:07,934 INFO [STDOUT] INFO 21-02 05:59:07,934 - START - Starting job entry 05:59:07,936 INFO [STDOUT] INFO 21-02 05:59:07,936 - StageDataFromShard - Starting entry [SetShardConnectionVariables] 05:59:07,936 INFO [STDOUT] INFO 21-02 05:59:07,936 - StageDataFromShard - exec(21, 0, SetShardConnectionVariables.0) 05:59:07,936 INFO [STDOUT] INFO 21-02 05:59:07,936 - SetShardConnectionVariables - Starting job entry 05:59:07,936 INFO [STDOUT] INFO 21-02 05:59:07,936 - SetShardConnectionVariables - Opening transformation: [null] in directory [/] 05:59:07,937 INFO [STDOUT] INFO 21-02 05:59:07,936 - SetShardConnectionVariables - Loading transformation from repository [SetShardConnectionVariables] in directory [/] 05:59:07,955 INFO [STDOUT] INFO 21-02 05:59:07,955 - SetShardConnectionVariables - Starting transformation...(file=null, name=SetShardConnectionVariables, repinfo=null) 05:59:07,956 INFO [STDOUT] INFO 21-02 05:59:07,956 - SetShardConnectionVariables - Transformation is pre-loaded. 05:59:07,956 INFO [STDOUT] INFO 21-02 05:59:07,956 - SetShardConnectionVariables - Dispatching started for transformation [SetShardConnectionVariables] 05:59:07,956 INFO [STDOUT] INFO 21-02 05:59:07,956 - SetShardConnectionVariables - Nr of arguments detected:0 05:59:07,956 INFO [STDOUT] INFO 21-02 05:59:07,956 - SetShardConnectionVariables - This is not a replay transformation 05:59:07,956 INFO [STDOUT] INFO 21-02 05:59:07,956 - SetShardConnectionVariables - I found 2 different steps to launch. 05:59:07,956 INFO [STDOUT] INFO 21-02 05:59:07,956 - SetShardConnectionVariables - Allocating rowsets... 05:59:07,956 INFO [STDOUT] INFO 21-02 05:59:07,956 - SetShardConnectionVariables - Allocating rowsets for step 0 --> Get rows from result 05:59:07,957 INFO [STDOUT] INFO 21-02 05:59:07,957 - SetShardConnectionVariables - prevcopies = 1, nextcopies=1 05:59:07,957 INFO [STDOUT] INFO 21-02 05:59:07,957 - SetShardConnectionVariables - Transformation allocated new rowset [Get rows from result.0 - Set Variables.0] 05:59:07,957 INFO [STDOUT] INFO 21-02 05:59:07,957 - SetShardConnectionVariables - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:07,957 INFO [STDOUT] INFO 21-02 05:59:07,957 - SetShardConnectionVariables - Allocating rowsets for step 1 --> Set Variables 05:59:07,957 INFO [STDOUT] INFO 21-02 05:59:07,957 - SetShardConnectionVariables - Allocated 1 rowsets for step 1 --> Set Variables 05:59:07,957 INFO [STDOUT] INFO 21-02 05:59:07,957 - SetShardConnectionVariables - Allocating Steps & StepData... 05:59:07,957 INFO [STDOUT] INFO 21-02 05:59:07,957 - SetShardConnectionVariables - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:07,957 INFO [STDOUT] INFO 21-02 05:59:07,957 - Get rows from result - distribution activated 05:59:07,958 INFO [STDOUT] INFO 21-02 05:59:07,958 - Get rows from result - Starting allocation of buffers & new threads... 05:59:07,958 INFO [STDOUT] INFO 21-02 05:59:07,958 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:07,958 INFO [STDOUT] INFO 21-02 05:59:07,958 - Get rows from result - output rel. is 1:1 05:59:07,958 INFO [STDOUT] INFO 21-02 05:59:07,958 - Get rows from result - Found output rowset [Get rows from result.0 - Set Variables.0] 05:59:07,958 INFO [STDOUT] INFO 21-02 05:59:07,958 - Get rows from result - Finished dispatching 05:59:07,958 INFO [STDOUT] INFO 21-02 05:59:07,958 - SetShardConnectionVariables - Transformation has allocated a new step: [Get rows from result].0 05:59:07,958 INFO [STDOUT] INFO 21-02 05:59:07,958 - SetShardConnectionVariables - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:07,958 INFO [STDOUT] INFO 21-02 05:59:07,958 - Set Variables - distribution activated 05:59:07,959 INFO [STDOUT] INFO 21-02 05:59:07,958 - Set Variables - Starting allocation of buffers & new threads... 05:59:07,959 INFO [STDOUT] INFO 21-02 05:59:07,959 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:07,959 INFO [STDOUT] INFO 21-02 05:59:07,959 - Set Variables - Got previous step from [Set Variables] #0 --> Get rows from result 05:59:07,959 INFO [STDOUT] INFO 21-02 05:59:07,959 - Set Variables - input rel is 1:1 05:59:07,959 INFO [STDOUT] INFO 21-02 05:59:07,959 - Set Variables - Found input rowset [Get rows from result.0 - Set Variables.0] 05:59:07,959 INFO [STDOUT] INFO 21-02 05:59:07,959 - Set Variables - Finished dispatching 05:59:07,959 INFO [STDOUT] INFO 21-02 05:59:07,959 - SetShardConnectionVariables - Transformation has allocated a new step: [Set Variables].0 05:59:07,959 INFO [STDOUT] INFO 21-02 05:59:07,959 - SetShardConnectionVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:07 05:59:07,960 INFO [STDOUT] INFO 21-02 05:59:07,960 - SetShardConnectionVariables - Initialising 2 steps... 05:59:07,960 INFO [STDOUT] INFO 21-02 05:59:07,960 - Get rows from result - Running on slave server #0/1. 05:59:07,960 INFO [STDOUT] INFO 21-02 05:59:07,960 - Set Variables - Running on slave server #0/1. 05:59:07,961 INFO [STDOUT] INFO 21-02 05:59:07,961 - SetShardConnectionVariables - Step [Get rows from result.0] initialized flawlessly. 05:59:07,961 INFO [STDOUT] INFO 21-02 05:59:07,961 - SetShardConnectionVariables - Step [Set Variables.0] initialized flawlessly. 05:59:07,962 INFO [STDOUT] INFO 21-02 05:59:07,962 - Get rows from result - Starting to run... 05:59:07,962 INFO [STDOUT] INFO 21-02 05:59:07,962 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:07,962 INFO [STDOUT] INFO 21-02 05:59:07,962 - SetShardConnectionVariables - Transformation has allocated 2 threads and 1 rowsets. 05:59:07,962 INFO [STDOUT] INFO 21-02 05:59:07,962 - Set Variables - Starting to run... 05:59:07,962 INFO [STDOUT] INFO 21-02 05:59:07,962 - Set Variables - Setting environment variables... 05:59:07,963 INFO [STDOUT] INFO 21-02 05:59:07,963 - Set Variables - Set variable DATABASE to value [st-tracker] 05:59:07,963 INFO [STDOUT] INFO 21-02 05:59:07,963 - Set Variables - Set variable HOST to value [acctdb-02-write] 05:59:07,963 INFO [STDOUT] INFO 21-02 05:59:07,963 - Set Variables - Set variable PORT to value [3310] 05:59:07,978 INFO [STDOUT] INFO 21-02 05:59:07,978 - Set Variables - Finished after 1 rows. 05:59:07,978 INFO [STDOUT] INFO 21-02 05:59:07,978 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:07,987 INFO [STDOUT] INFO 21-02 05:59:07,987 - StageDataFromShard - Starting entry [Write To Log] 05:59:07,987 INFO [STDOUT] INFO 21-02 05:59:07,987 - StageDataFromShard - exec(22, 0, Write To Log.0) 05:59:07,987 INFO [STDOUT] INFO 21-02 05:59:07,987 - Write To Log - Starting job entry 05:59:07,987 INFO [STDOUT] INFO 21-02 05:59:07,987 - connection: - st-tracker acctdb-02-write 3310 select ac.accountID, ac.ID admaxCampaignID, d.day date, coalesce(anmb.budget, 0) nominalMonthlyBudget, coalesce(c.dedicatedCarryover, 0) dedicatedCarryover, coalesce(c.commonCarryover, 0) commonCarryover from `st-tracker`.admaxCampaigns ac join pdi_staging.dates d on d.day between '2012-59-07' and '2012-59-14' left join `st-tracker`.admaxNominalMonthlyBudgets anmb on anmb.admaxCampaignID = ac.ID and anmb.startDate <= d.day and (anmb.endDate >= d.day or anmb.endDate is null) left join `st-tracker`.admaxCarryovers c on c.admaxCampaignID = ac.ID and c.type = 'boosted' and c.date = least(d.day, (select if(ac.status = 'Deleted', max(c2.date), d.day) from admaxCarryovers c2 where c2.admaxCampaignID = ac.ID and c2.type = 'boosted')) 05:59:07,988 INFO [STDOUT] INFO 21-02 05:59:07,988 - StageDataFromShard - Starting entry [StageDataForShard] 05:59:07,988 INFO [STDOUT] INFO 21-02 05:59:07,988 - StageDataFromShard - exec(23, 0, StageDataForShard.0) 05:59:07,989 INFO [STDOUT] INFO 21-02 05:59:07,989 - StageDataForShard - Starting job entry 05:59:07,989 INFO [STDOUT] INFO 21-02 05:59:07,989 - StageDataForShard - Opening transformation: [null] in directory [/] 05:59:07,989 INFO [STDOUT] INFO 21-02 05:59:07,989 - StageDataForShard - Loading transformation from repository [StageDataForShard] in directory [/] 05:59:08,007 INFO [STDOUT] INFO 21-02 05:59:08,007 - StageDataForShard - Starting transformation...(file=null, name=StageDataForShard, repinfo=null) 05:59:08,008 INFO [STDOUT] INFO 21-02 05:59:08,008 - StageDataForShard - Transformation is pre-loaded. 05:59:08,008 INFO [STDOUT] INFO 21-02 05:59:08,008 - StageDataForShard - Dispatching started for transformation [StageDataForShard] 05:59:08,008 INFO [STDOUT] INFO 21-02 05:59:08,008 - StageDataForShard - Nr of arguments detected:0 05:59:08,008 INFO [STDOUT] INFO 21-02 05:59:08,008 - StageDataForShard - This is not a replay transformation 05:59:08,008 INFO [STDOUT] INFO 21-02 05:59:08,008 - StageDataForShard - I found 3 different steps to launch. 05:59:08,008 INFO [STDOUT] INFO 21-02 05:59:08,008 - StageDataForShard - Allocating rowsets... 05:59:08,008 INFO [STDOUT] INFO 21-02 05:59:08,008 - StageDataForShard - Allocating rowsets for step 0 --> Write to log 05:59:08,009 INFO [STDOUT] INFO 21-02 05:59:08,009 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:08,009 INFO [STDOUT] INFO 21-02 05:59:08,009 - StageDataForShard - Transformation allocated new rowset [Write to log.0 - Table input.0] 05:59:08,009 INFO [STDOUT] INFO 21-02 05:59:08,009 - StageDataForShard - Allocated 1 rowsets for step 0 --> Write to log 05:59:08,009 INFO [STDOUT] INFO 21-02 05:59:08,009 - StageDataForShard - Allocating rowsets for step 1 --> Table input 05:59:08,009 INFO [STDOUT] INFO 21-02 05:59:08,009 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:08,009 INFO [STDOUT] INFO 21-02 05:59:08,009 - StageDataForShard - Transformation allocated new rowset [Table input.0 - Table output.0] 05:59:08,009 INFO [STDOUT] INFO 21-02 05:59:08,009 - StageDataForShard - Allocated 2 rowsets for step 1 --> Table input 05:59:08,009 INFO [STDOUT] INFO 21-02 05:59:08,009 - StageDataForShard - Allocating rowsets for step 2 --> Table output 05:59:08,009 INFO [STDOUT] INFO 21-02 05:59:08,009 - StageDataForShard - Allocated 2 rowsets for step 2 --> Table output 05:59:08,010 INFO [STDOUT] INFO 21-02 05:59:08,009 - StageDataForShard - Allocating Steps & StepData... 05:59:08,010 INFO [STDOUT] INFO 21-02 05:59:08,010 - StageDataForShard - Transformation is about to allocate step [Write to log] of type [WriteToLog] 05:59:08,010 INFO [STDOUT] INFO 21-02 05:59:08,010 - Write to log - distribution activated 05:59:08,010 INFO [STDOUT] INFO 21-02 05:59:08,010 - Write to log - Starting allocation of buffers & new threads... 05:59:08,010 INFO [STDOUT] INFO 21-02 05:59:08,010 - Write to log - Step info: nrinput=0 nroutput=1 05:59:08,010 INFO [STDOUT] INFO 21-02 05:59:08,010 - Write to log - output rel. is 1:1 05:59:08,010 INFO [STDOUT] INFO 21-02 05:59:08,010 - Write to log - Found output rowset [Write to log.0 - Table input.0] 05:59:08,010 INFO [STDOUT] INFO 21-02 05:59:08,010 - Write to log - Finished dispatching 05:59:08,011 INFO [STDOUT] INFO 21-02 05:59:08,010 - StageDataForShard - Transformation has allocated a new step: [Write to log].0 05:59:08,011 INFO [STDOUT] INFO 21-02 05:59:08,011 - StageDataForShard - Transformation is about to allocate step [Table input] of type [TableInput] 05:59:08,011 INFO [STDOUT] INFO 21-02 05:59:08,011 - Table input - Starting allocation of buffers & new threads... 05:59:08,011 INFO [STDOUT] INFO 21-02 05:59:08,011 - Table input - Step info: nrinput=1 nroutput=1 05:59:08,011 INFO [STDOUT] INFO 21-02 05:59:08,011 - Table input - Got previous step from [Table input] #0 --> Write to log 05:59:08,011 INFO [STDOUT] INFO 21-02 05:59:08,011 - Table input - input rel is 1:1 05:59:08,011 INFO [STDOUT] INFO 21-02 05:59:08,011 - Table input - Found input rowset [Write to log.0 - Table input.0] 05:59:08,011 INFO [STDOUT] INFO 21-02 05:59:08,011 - Table input - output rel. is 1:1 05:59:08,011 INFO [STDOUT] INFO 21-02 05:59:08,011 - Table input - Found output rowset [Table input.0 - Table output.0] 05:59:08,011 INFO [STDOUT] INFO 21-02 05:59:08,011 - Table input - Finished dispatching 05:59:08,012 INFO [STDOUT] INFO 21-02 05:59:08,012 - StageDataForShard - Transformation has allocated a new step: [Table input].0 05:59:08,012 INFO [STDOUT] INFO 21-02 05:59:08,012 - StageDataForShard - Transformation is about to allocate step [Table output] of type [TableOutput] 05:59:08,012 INFO [STDOUT] INFO 21-02 05:59:08,012 - Table output - distribution activated 05:59:08,012 INFO [STDOUT] INFO 21-02 05:59:08,012 - Table output - Starting allocation of buffers & new threads... 05:59:08,012 INFO [STDOUT] INFO 21-02 05:59:08,012 - Table output - Step info: nrinput=1 nroutput=0 05:59:08,012 INFO [STDOUT] INFO 21-02 05:59:08,012 - Table output - Got previous step from [Table output] #0 --> Table input 05:59:08,012 INFO [STDOUT] INFO 21-02 05:59:08,012 - Table output - input rel is 1:1 05:59:08,012 INFO [STDOUT] INFO 21-02 05:59:08,012 - Table output - Found input rowset [Table input.0 - Table output.0] 05:59:08,013 INFO [STDOUT] INFO 21-02 05:59:08,013 - Table output - Finished dispatching 05:59:08,013 INFO [STDOUT] INFO 21-02 05:59:08,013 - StageDataForShard - Transformation has allocated a new step: [Table output].0 05:59:08,013 INFO [STDOUT] INFO 21-02 05:59:08,013 - StageDataForShard - This transformation can be replayed with replay date: 2012/02/21 05:59:08 05:59:08,013 INFO [STDOUT] INFO 21-02 05:59:08,013 - StageDataForShard - Initialising 3 steps... 05:59:08,014 INFO [STDOUT] INFO 21-02 05:59:08,014 - Write to log - Running on slave server #0/1. 05:59:08,015 INFO [STDOUT] INFO 21-02 05:59:08,014 - Table input - Running on slave server #0/1. 05:59:08,015 INFO [STDOUT] INFO 21-02 05:59:08,015 - Table output - Running on slave server #0/1. 05:59:08,016 INFO [STDOUT] INFO 21-02 05:59:08,016 - pdi_staging - New database connection defined 05:59:08,018 INFO [STDOUT] INFO 21-02 05:59:08,018 - Shard - New database connection defined 05:59:08,023 INFO [STDOUT] INFO 21-02 05:59:08,023 - pdi_staging - Connected to database. 05:59:08,023 INFO [STDOUT] INFO 21-02 05:59:08,023 - Table output - Connected to database [pdi_staging] (commit=10000) 05:59:08,023 INFO [STDOUT] INFO 21-02 05:59:08,023 - pdi_staging - Auto commit off 05:59:08,028 INFO [STDOUT] INFO 21-02 05:59:08,028 - Shard - Connected to database. 05:59:08,028 INFO [STDOUT] INFO 21-02 05:59:08,028 - Shard - Auto commit off 05:59:08,028 INFO [STDOUT] INFO 21-02 05:59:08,028 - Table input - Connected to database... 05:59:08,029 INFO [STDOUT] INFO 21-02 05:59:08,029 - StageDataForShard - Step [Write to log.0] initialized flawlessly. 05:59:08,029 INFO [STDOUT] INFO 21-02 05:59:08,029 - StageDataForShard - Step [Table input.0] initialized flawlessly. 05:59:08,029 INFO [STDOUT] INFO 21-02 05:59:08,029 - StageDataForShard - Step [Table output.0] initialized flawlessly. 05:59:08,030 INFO [STDOUT] INFO 21-02 05:59:08,030 - Write to log - Starting to run... 05:59:08,030 INFO [STDOUT] INFO 21-02 05:59:08,030 - Write to log - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:08,030 INFO [STDOUT] INFO 21-02 05:59:08,030 - Table input - Starting to run... 05:59:08,030 INFO [STDOUT] INFO 21-02 05:59:08,030 - Table input - SQL query : select ac.accountID, ac.ID admaxCampaignID, d.day date, coalesce(anmb.budget, 0) nominalMonthlyBudget, coalesce(c.dedicatedCarryover, 0) dedicatedCarryover, coalesce(c.commonCarryover, 0) commonCarryover from `st-tracker`.admaxCampaigns ac join pdi_staging.dates d on d.day between '2012-59-07' and '2012-59-14' left join `st-tracker`.admaxNominalMonthlyBudgets anmb on anmb.admaxCampaignID = ac.ID and anmb.startDate <= d.day and (anmb.endDate >= d.day or anmb.endDate is null) left join `st-tracker`.admaxCarryovers c on c.admaxCampaignID = ac.ID and c.type = 'boosted' and c.date = least(d.day, (select if(ac.status = 'Deleted', max(c2.date), d.day) from admaxCarryovers c2 where c2.admaxCampaignID = ac.ID and c2.type = 'boosted')) 05:59:08,031 INFO [STDOUT] INFO 21-02 05:59:08,031 - StageDataForShard - Transformation has allocated 3 threads and 2 rowsets. 05:59:08,036 INFO [STDOUT] INFO 21-02 05:59:08,031 - Table output - Starting to run... 05:59:08,039 INFO [STDOUT] INFO 21-02 05:59:08,038 - Table input - Finished reading query, closing connection. 05:59:08,040 INFO [STDOUT] INFO 21-02 05:59:08,040 - Shard - Connection to database closed! 05:59:08,040 INFO [STDOUT] INFO 21-02 05:59:08,040 - Table input - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:08,059 INFO [STDOUT] INFO 21-02 05:59:08,059 - pdi_staging - Connection to database closed! 05:59:08,059 INFO [STDOUT] INFO 21-02 05:59:08,059 - Table output - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:08,063 INFO [STDOUT] INFO 21-02 05:59:08,063 - StageDataFromShard - Finished job entry [StageDataForShard] (result=[true]) 05:59:08,063 INFO [STDOUT] INFO 21-02 05:59:08,063 - StageDataFromShard - Finished job entry [Write To Log] (result=[true]) 05:59:08,063 INFO [STDOUT] INFO 21-02 05:59:08,063 - StageDataFromShard - Finished job entry [SetShardConnectionVariables] (result=[true]) 05:59:08,066 INFO [STDOUT] INFO 21-02 05:59:08,066 - StageDataFromShards - Finished job entry [StageDataFromShard] (result=[true]) 05:59:08,066 INFO [STDOUT] INFO 21-02 05:59:08,066 - StageDataFromShards - Finished job entry [SelectShards] (result=[true]) 05:59:08,067 INFO [STDOUT] INFO 21-02 05:59:08,067 - StageDataFromShards - Finished job entry [Write To Log] (result=[true]) 05:59:08,074 INFO [STDOUT] INFO 21-02 05:59:08,074 - StageRequirement - Finished job entry [StageDataFromShards] (result=[true]) 05:59:08,074 INFO [STDOUT] INFO 21-02 05:59:08,074 - StageRequirement - Finished job entry [Simple evaluation 2] (result=[true]) 05:59:08,075 INFO [STDOUT] INFO 21-02 05:59:08,074 - StageRequirement - Finished job entry [Simple evaluation] (result=[true]) 05:59:08,075 INFO [STDOUT] INFO 21-02 05:59:08,075 - StageRequirement - Finished job entry [TruncateStagingTable] (result=[true]) 05:59:08,075 INFO [STDOUT] INFO 21-02 05:59:08,075 - StageRequirement - Finished job entry [SetRequirementStagingVariables] (result=[true]) 05:59:08,078 INFO [STDOUT] INFO 21-02 05:59:08,078 - StageRequirement - exec(10, 0, START.0) 05:59:08,079 INFO [STDOUT] INFO 21-02 05:59:08,079 - START - Starting job entry 05:59:08,081 INFO [STDOUT] INFO 21-02 05:59:08,081 - StageRequirement - Starting entry [SetRequirementStagingVariables] 05:59:08,081 INFO [STDOUT] INFO 21-02 05:59:08,081 - StageRequirement - exec(11, 0, SetRequirementStagingVariables.0) 05:59:08,081 INFO [STDOUT] INFO 21-02 05:59:08,081 - SetRequirementStagingVariables - Starting job entry 05:59:08,081 INFO [STDOUT] INFO 21-02 05:59:08,081 - SetRequirementStagingVariables - Opening transformation: [null] in directory [/] 05:59:08,081 INFO [STDOUT] INFO 21-02 05:59:08,081 - SetRequirementStagingVariables - Loading transformation from repository [SetRequirementStagingVariables] in directory [/] 05:59:08,099 INFO [STDOUT] INFO 21-02 05:59:08,099 - SetRequirementStagingVariables - Starting transformation...(file=null, name=SetRequirementStagingVariables, repinfo=null) 05:59:08,100 INFO [STDOUT] INFO 21-02 05:59:08,100 - SetRequirementStagingVariables - Transformation is pre-loaded. 05:59:08,100 INFO [STDOUT] INFO 21-02 05:59:08,100 - SetRequirementStagingVariables - Dispatching started for transformation [SetRequirementStagingVariables] 05:59:08,100 INFO [STDOUT] INFO 21-02 05:59:08,100 - SetRequirementStagingVariables - Nr of arguments detected:0 05:59:08,100 INFO [STDOUT] INFO 21-02 05:59:08,100 - SetRequirementStagingVariables - This is not a replay transformation 05:59:08,100 INFO [STDOUT] INFO 21-02 05:59:08,100 - SetRequirementStagingVariables - I found 2 different steps to launch. 05:59:08,100 INFO [STDOUT] INFO 21-02 05:59:08,100 - SetRequirementStagingVariables - Allocating rowsets... 05:59:08,100 INFO [STDOUT] INFO 21-02 05:59:08,100 - SetRequirementStagingVariables - Allocating rowsets for step 0 --> Get rows from result 05:59:08,100 INFO [STDOUT] INFO 21-02 05:59:08,100 - SetRequirementStagingVariables - prevcopies = 1, nextcopies=1 05:59:08,101 INFO [STDOUT] INFO 21-02 05:59:08,101 - SetRequirementStagingVariables - Transformation allocated new rowset [Get rows from result.0 - Set Variables.0] 05:59:08,101 INFO [STDOUT] INFO 21-02 05:59:08,101 - SetRequirementStagingVariables - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:08,101 INFO [STDOUT] INFO 21-02 05:59:08,101 - SetRequirementStagingVariables - Allocating rowsets for step 1 --> Set Variables 05:59:08,101 INFO [STDOUT] INFO 21-02 05:59:08,101 - SetRequirementStagingVariables - Allocated 1 rowsets for step 1 --> Set Variables 05:59:08,101 INFO [STDOUT] INFO 21-02 05:59:08,101 - SetRequirementStagingVariables - Allocating Steps & StepData... 05:59:08,101 INFO [STDOUT] INFO 21-02 05:59:08,101 - SetRequirementStagingVariables - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:08,101 INFO [STDOUT] INFO 21-02 05:59:08,101 - Get rows from result - distribution activated 05:59:08,101 INFO [STDOUT] INFO 21-02 05:59:08,101 - Get rows from result - Starting allocation of buffers & new threads... 05:59:08,102 INFO [STDOUT] INFO 21-02 05:59:08,102 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:08,102 INFO [STDOUT] INFO 21-02 05:59:08,102 - Get rows from result - output rel. is 1:1 05:59:08,102 INFO [STDOUT] INFO 21-02 05:59:08,102 - Get rows from result - Found output rowset [Get rows from result.0 - Set Variables.0] 05:59:08,102 INFO [STDOUT] INFO 21-02 05:59:08,102 - Get rows from result - Finished dispatching 05:59:08,102 INFO [STDOUT] INFO 21-02 05:59:08,102 - SetRequirementStagingVariables - Transformation has allocated a new step: [Get rows from result].0 05:59:08,102 INFO [STDOUT] INFO 21-02 05:59:08,102 - SetRequirementStagingVariables - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:08,102 INFO [STDOUT] INFO 21-02 05:59:08,102 - Set Variables - distribution activated 05:59:08,102 INFO [STDOUT] INFO 21-02 05:59:08,102 - Set Variables - Starting allocation of buffers & new threads... 05:59:08,103 INFO [STDOUT] INFO 21-02 05:59:08,103 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:08,103 INFO [STDOUT] INFO 21-02 05:59:08,103 - Set Variables - Got previous step from [Set Variables] #0 --> Get rows from result 05:59:08,103 INFO [STDOUT] INFO 21-02 05:59:08,103 - Set Variables - input rel is 1:1 05:59:08,103 INFO [STDOUT] INFO 21-02 05:59:08,103 - Set Variables - Found input rowset [Get rows from result.0 - Set Variables.0] 05:59:08,103 INFO [STDOUT] INFO 21-02 05:59:08,103 - Set Variables - Finished dispatching 05:59:08,103 INFO [STDOUT] INFO 21-02 05:59:08,103 - SetRequirementStagingVariables - Transformation has allocated a new step: [Set Variables].0 05:59:08,103 INFO [STDOUT] INFO 21-02 05:59:08,103 - SetRequirementStagingVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:08 05:59:08,104 INFO [STDOUT] INFO 21-02 05:59:08,104 - SetRequirementStagingVariables - Initialising 2 steps... 05:59:08,104 INFO [STDOUT] INFO 21-02 05:59:08,104 - Get rows from result - Running on slave server #0/1. 05:59:08,104 INFO [STDOUT] INFO 21-02 05:59:08,104 - Set Variables - Running on slave server #0/1. 05:59:08,104 INFO [STDOUT] INFO 21-02 05:59:08,104 - SetRequirementStagingVariables - Step [Get rows from result.0] initialized flawlessly. 05:59:08,104 INFO [STDOUT] INFO 21-02 05:59:08,104 - SetRequirementStagingVariables - Step [Set Variables.0] initialized flawlessly. 05:59:08,105 INFO [STDOUT] INFO 21-02 05:59:08,105 - Get rows from result - Starting to run... 05:59:08,105 INFO [STDOUT] INFO 21-02 05:59:08,105 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:08,105 INFO [STDOUT] INFO 21-02 05:59:08,105 - SetRequirementStagingVariables - Transformation has allocated 2 threads and 1 rowsets. 05:59:08,106 INFO [STDOUT] INFO 21-02 05:59:08,106 - Set Variables - Starting to run... 05:59:08,106 INFO [STDOUT] INFO 21-02 05:59:08,106 - Set Variables - Setting environment variables... 05:59:08,106 INFO [STDOUT] INFO 21-02 05:59:08,106 - Set Variables - Set variable STAGINGTABLENAME to value [products] 05:59:08,106 INFO [STDOUT] INFO 21-02 05:59:08,106 - Set Variables - Set variable QUERY to value [select p.ID, p.accountID, p.productCode from products p] 05:59:08,106 INFO [STDOUT] INFO 21-02 05:59:08,106 - Set Variables - Set variable SHARDPATTERN to value [st-tracker] 05:59:08,122 INFO [STDOUT] INFO 21-02 05:59:08,121 - Set Variables - Finished after 1 rows. 05:59:08,122 INFO [STDOUT] INFO 21-02 05:59:08,122 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:08,131 INFO [STDOUT] INFO 21-02 05:59:08,131 - StageRequirement - Starting entry [TruncateStagingTable] 05:59:08,131 INFO [STDOUT] INFO 21-02 05:59:08,131 - StageRequirement - exec(12, 0, TruncateStagingTable.0) 05:59:08,132 INFO [STDOUT] INFO 21-02 05:59:08,131 - TruncateStagingTable - Starting job entry 05:59:08,132 INFO [STDOUT] INFO 21-02 05:59:08,132 - TruncateStagingTable - Opening transformation: [null] in directory [/] 05:59:08,132 INFO [STDOUT] INFO 21-02 05:59:08,132 - TruncateStagingTable - Loading transformation from repository [TruncateStagingTable] in directory [/] 05:59:08,152 INFO [STDOUT] INFO 21-02 05:59:08,151 - TruncateStagingTable - Starting transformation...(file=null, name=TruncateStagingTable, repinfo=null) 05:59:08,152 INFO [STDOUT] INFO 21-02 05:59:08,152 - TruncateStagingTable - Transformation is pre-loaded. 05:59:08,152 INFO [STDOUT] INFO 21-02 05:59:08,152 - TruncateStagingTable - Dispatching started for transformation [TruncateStagingTable] 05:59:08,152 INFO [STDOUT] INFO 21-02 05:59:08,152 - TruncateStagingTable - Nr of arguments detected:0 05:59:08,152 INFO [STDOUT] INFO 21-02 05:59:08,152 - TruncateStagingTable - This is not a replay transformation 05:59:08,152 INFO [STDOUT] INFO 21-02 05:59:08,152 - TruncateStagingTable - I found 4 different steps to launch. 05:59:08,153 INFO [STDOUT] INFO 21-02 05:59:08,153 - TruncateStagingTable - Allocating rowsets... 05:59:08,153 INFO [STDOUT] INFO 21-02 05:59:08,153 - TruncateStagingTable - Allocating rowsets for step 0 --> Get Variables 05:59:08,153 INFO [STDOUT] INFO 21-02 05:59:08,153 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:08,153 INFO [STDOUT] INFO 21-02 05:59:08,153 - TruncateStagingTable - Transformation allocated new rowset [Get Variables.0 - Switch / Case.0] 05:59:08,153 INFO [STDOUT] INFO 21-02 05:59:08,153 - TruncateStagingTable - Allocated 1 rowsets for step 0 --> Get Variables 05:59:08,153 INFO [STDOUT] INFO 21-02 05:59:08,153 - TruncateStagingTable - Allocating rowsets for step 1 --> Switch / Case 05:59:08,153 INFO [STDOUT] INFO 21-02 05:59:08,153 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:08,153 INFO [STDOUT] INFO 21-02 05:59:08,153 - TruncateStagingTable - Transformation allocated new rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:08,153 INFO [STDOUT] INFO 21-02 05:59:08,153 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:08,153 INFO [STDOUT] INFO 21-02 05:59:08,153 - TruncateStagingTable - Transformation allocated new rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:08,153 INFO [STDOUT] INFO 21-02 05:59:08,153 - TruncateStagingTable - Allocated 3 rowsets for step 1 --> Switch / Case 05:59:08,153 INFO [STDOUT] INFO 21-02 05:59:08,153 - TruncateStagingTable - Allocating rowsets for step 2 --> Execute SQL script trunc 05:59:08,154 INFO [STDOUT] INFO 21-02 05:59:08,154 - TruncateStagingTable - Allocated 3 rowsets for step 2 --> Execute SQL script trunc 05:59:08,154 INFO [STDOUT] INFO 21-02 05:59:08,154 - TruncateStagingTable - Allocating rowsets for step 3 --> Dummy (do nothing) 05:59:08,154 INFO [STDOUT] INFO 21-02 05:59:08,154 - TruncateStagingTable - Allocated 3 rowsets for step 3 --> Dummy (do nothing) 05:59:08,154 INFO [STDOUT] INFO 21-02 05:59:08,154 - TruncateStagingTable - Allocating Steps & StepData... 05:59:08,154 INFO [STDOUT] INFO 21-02 05:59:08,154 - TruncateStagingTable - Transformation is about to allocate step [Get Variables] of type [GetVariable] 05:59:08,154 INFO [STDOUT] INFO 21-02 05:59:08,154 - Get Variables - distribution activated 05:59:08,154 INFO [STDOUT] INFO 21-02 05:59:08,154 - Get Variables - Starting allocation of buffers & new threads... 05:59:08,154 INFO [STDOUT] INFO 21-02 05:59:08,154 - Get Variables - Step info: nrinput=0 nroutput=1 05:59:08,154 INFO [STDOUT] INFO 21-02 05:59:08,154 - Get Variables - output rel. is 1:1 05:59:08,154 INFO [STDOUT] INFO 21-02 05:59:08,154 - Get Variables - Found output rowset [Get Variables.0 - Switch / Case.0] 05:59:08,154 INFO [STDOUT] INFO 21-02 05:59:08,154 - Get Variables - Finished dispatching 05:59:08,155 INFO [STDOUT] INFO 21-02 05:59:08,155 - TruncateStagingTable - Transformation has allocated a new step: [Get Variables].0 05:59:08,155 INFO [STDOUT] INFO 21-02 05:59:08,155 - TruncateStagingTable - Transformation is about to allocate step [Switch / Case] of type [SwitchCase] 05:59:08,155 INFO [STDOUT] INFO 21-02 05:59:08,155 - Switch / Case - distribution activated 05:59:08,155 INFO [STDOUT] INFO 21-02 05:59:08,155 - Switch / Case - Starting allocation of buffers & new threads... 05:59:08,155 INFO [STDOUT] INFO 21-02 05:59:08,155 - Switch / Case - Step info: nrinput=1 nroutput=2 05:59:08,155 INFO [STDOUT] INFO 21-02 05:59:08,155 - Switch / Case - Got previous step from [Switch / Case] #0 --> Get Variables 05:59:08,155 INFO [STDOUT] INFO 21-02 05:59:08,155 - Switch / Case - input rel is 1:1 05:59:08,155 INFO [STDOUT] INFO 21-02 05:59:08,155 - Switch / Case - Found input rowset [Get Variables.0 - Switch / Case.0] 05:59:08,155 INFO [STDOUT] INFO 21-02 05:59:08,155 - Switch / Case - output rel. is 1:1 05:59:08,155 INFO [STDOUT] INFO 21-02 05:59:08,155 - Switch / Case - Found output rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:08,155 INFO [STDOUT] INFO 21-02 05:59:08,155 - Switch / Case - output rel. is 1:1 05:59:08,155 INFO [STDOUT] INFO 21-02 05:59:08,155 - Switch / Case - Found output rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:08,156 INFO [STDOUT] INFO 21-02 05:59:08,155 - Switch / Case - Finished dispatching 05:59:08,156 INFO [STDOUT] INFO 21-02 05:59:08,156 - TruncateStagingTable - Transformation has allocated a new step: [Switch / Case].0 05:59:08,156 INFO [STDOUT] INFO 21-02 05:59:08,156 - TruncateStagingTable - Transformation is about to allocate step [Execute SQL script trunc] of type [ExecSQL] 05:59:08,156 INFO [STDOUT] INFO 21-02 05:59:08,156 - Execute SQL script trunc - distribution activated 05:59:08,156 INFO [STDOUT] INFO 21-02 05:59:08,156 - Execute SQL script trunc - Starting allocation of buffers & new threads... 05:59:08,156 INFO [STDOUT] INFO 21-02 05:59:08,156 - Execute SQL script trunc - Step info: nrinput=1 nroutput=0 05:59:08,156 INFO [STDOUT] INFO 21-02 05:59:08,156 - Execute SQL script trunc - Got previous step from [Execute SQL script trunc] #0 --> Switch / Case 05:59:08,156 INFO [STDOUT] INFO 21-02 05:59:08,156 - Execute SQL script trunc - input rel is 1:1 05:59:08,156 INFO [STDOUT] INFO 21-02 05:59:08,156 - Execute SQL script trunc - Found input rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:08,156 INFO [STDOUT] INFO 21-02 05:59:08,156 - Execute SQL script trunc - Finished dispatching 05:59:08,157 INFO [STDOUT] INFO 21-02 05:59:08,156 - TruncateStagingTable - Transformation has allocated a new step: [Execute SQL script trunc].0 05:59:08,157 INFO [STDOUT] INFO 21-02 05:59:08,157 - TruncateStagingTable - Transformation is about to allocate step [Dummy (do nothing)] of type [Dummy] 05:59:08,157 INFO [STDOUT] INFO 21-02 05:59:08,157 - Dummy (do nothing) - distribution activated 05:59:08,157 INFO [STDOUT] INFO 21-02 05:59:08,157 - Dummy (do nothing) - Starting allocation of buffers & new threads... 05:59:08,157 INFO [STDOUT] INFO 21-02 05:59:08,157 - Dummy (do nothing) - Step info: nrinput=1 nroutput=0 05:59:08,157 INFO [STDOUT] INFO 21-02 05:59:08,157 - Dummy (do nothing) - Got previous step from [Dummy (do nothing)] #0 --> Switch / Case 05:59:08,157 INFO [STDOUT] INFO 21-02 05:59:08,157 - Dummy (do nothing) - input rel is 1:1 05:59:08,157 INFO [STDOUT] INFO 21-02 05:59:08,157 - Dummy (do nothing) - Found input rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:08,157 INFO [STDOUT] INFO 21-02 05:59:08,157 - Dummy (do nothing) - Finished dispatching 05:59:08,157 INFO [STDOUT] INFO 21-02 05:59:08,157 - TruncateStagingTable - Transformation has allocated a new step: [Dummy (do nothing)].0 05:59:08,158 INFO [STDOUT] INFO 21-02 05:59:08,158 - TruncateStagingTable - This transformation can be replayed with replay date: 2012/02/21 05:59:08 05:59:08,158 INFO [STDOUT] INFO 21-02 05:59:08,158 - TruncateStagingTable - Initialising 4 steps... 05:59:08,158 INFO [STDOUT] INFO 21-02 05:59:08,158 - Get Variables - Running on slave server #0/1. 05:59:08,158 INFO [STDOUT] INFO 21-02 05:59:08,158 - Switch / Case - Running on slave server #0/1. 05:59:08,159 INFO [STDOUT] INFO 21-02 05:59:08,159 - Execute SQL script trunc - Running on slave server #0/1. 05:59:08,159 INFO [STDOUT] INFO 21-02 05:59:08,159 - pdi_stage - New database connection defined 05:59:08,166 INFO [STDOUT] INFO 21-02 05:59:08,166 - pdi_stage - Connected to database. 05:59:08,166 INFO [STDOUT] INFO 21-02 05:59:08,166 - Execute SQL script trunc - Connected to database... 05:59:08,166 INFO [STDOUT] INFO 21-02 05:59:08,166 - pdi_stage - launch DDL statement: truncate products 05:59:08,168 INFO [STDOUT] INFO 21-02 05:59:08,168 - Dummy (do nothing) - Running on slave server #0/1. 05:59:08,181 INFO [STDOUT] INFO 21-02 05:59:08,180 - pdi_stage - 1 statement executed 05:59:08,181 INFO [STDOUT] INFO 21-02 05:59:08,181 - TruncateStagingTable - Step [Get Variables.0] initialized flawlessly. 05:59:08,181 INFO [STDOUT] INFO 21-02 05:59:08,181 - TruncateStagingTable - Step [Switch / Case.0] initialized flawlessly. 05:59:08,181 INFO [STDOUT] INFO 21-02 05:59:08,181 - TruncateStagingTable - Step [Execute SQL script trunc.0] initialized flawlessly. 05:59:08,181 INFO [STDOUT] INFO 21-02 05:59:08,181 - TruncateStagingTable - Step [Dummy (do nothing).0] initialized flawlessly. 05:59:08,182 INFO [STDOUT] INFO 21-02 05:59:08,182 - Get Variables - Starting to run... 05:59:08,182 INFO [STDOUT] INFO 21-02 05:59:08,182 - Get Variables - field [stagingTableName] has value [STAGINGTABLENAME] 05:59:08,182 INFO [STDOUT] INFO 21-02 05:59:08,182 - Get Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:08,182 INFO [STDOUT] INFO 21-02 05:59:08,182 - Switch / Case - Starting to run... 05:59:08,183 INFO [STDOUT] INFO 21-02 05:59:08,183 - Execute SQL script trunc - Starting to run... 05:59:08,183 INFO [STDOUT] INFO 21-02 05:59:08,183 - Execute SQL script trunc - Finished reading query, closing connection. 05:59:08,183 INFO [STDOUT] INFO 21-02 05:59:08,183 - pdi_stage - Connection to database closed! 05:59:08,183 INFO [STDOUT] INFO 21-02 05:59:08,183 - Execute SQL script trunc - Finished processing (I=0, O=0, R=0, W=1, U=0, E=0) 05:59:08,183 INFO [STDOUT] INFO 21-02 05:59:08,183 - TruncateStagingTable - Transformation has allocated 4 threads and 3 rowsets. 05:59:08,184 INFO [STDOUT] INFO 21-02 05:59:08,184 - Dummy (do nothing) - Starting to run... 05:59:08,198 INFO [STDOUT] INFO 21-02 05:59:08,198 - Switch / Case - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:08,214 INFO [STDOUT] INFO 21-02 05:59:08,213 - Dummy (do nothing) - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:08,224 INFO [STDOUT] INFO 21-02 05:59:08,223 - StageRequirement - Starting entry [Simple evaluation] 05:59:08,224 INFO [STDOUT] INFO 21-02 05:59:08,224 - StageRequirement - exec(13, 0, Simple evaluation.0) 05:59:08,224 INFO [STDOUT] INFO 21-02 05:59:08,224 - Simple evaluation - Starting job entry 05:59:08,224 INFO [STDOUT] INFO 21-02 05:59:08,224 - Simple evaluation - Checking variable [${SHARDPATTERN}] ... 05:59:08,224 INFO [STDOUT] INFO 21-02 05:59:08,224 - Simple evaluation - Value to evaluate is st-tracker 05:59:08,225 INFO [STDOUT] INFO 21-02 05:59:08,225 - StageRequirement - Starting entry [Simple evaluation 2] 05:59:08,225 INFO [STDOUT] INFO 21-02 05:59:08,225 - StageRequirement - exec(14, 0, Simple evaluation 2.0) 05:59:08,225 INFO [STDOUT] INFO 21-02 05:59:08,225 - Simple evaluation - Starting job entry 05:59:08,225 INFO [STDOUT] INFO 21-02 05:59:08,225 - Simple evaluation - Checking variable [${SHARDPATTERN}] ... 05:59:08,226 INFO [STDOUT] INFO 21-02 05:59:08,225 - Simple evaluation - Value to evaluate is st-tracker 05:59:08,227 INFO [STDOUT] INFO 21-02 05:59:08,227 - StageRequirement - Starting entry [StageDataFromShards] 05:59:08,227 INFO [STDOUT] INFO 21-02 05:59:08,227 - StageRequirement - exec(15, 0, StageDataFromShards.0) 05:59:08,227 INFO [STDOUT] INFO 21-02 05:59:08,227 - StageDataFromShards - Starting job entry 05:59:08,227 INFO [STDOUT] INFO 21-02 05:59:08,227 - StageDataFromShards - Loading job from repository : [/ : StageDataFromShards] 05:59:08,240 INFO [STDOUT] INFO 21-02 05:59:08,240 - StageDataFromShards - exec(16, 0, START.0) 05:59:08,241 INFO [STDOUT] INFO 21-02 05:59:08,241 - START - Starting job entry 05:59:08,242 INFO [STDOUT] INFO 21-02 05:59:08,242 - StageDataFromShards - Starting entry [Write To Log] 05:59:08,242 INFO [STDOUT] INFO 21-02 05:59:08,242 - StageDataFromShards - exec(17, 0, Write To Log.0) 05:59:08,242 INFO [STDOUT] INFO 21-02 05:59:08,242 - Write To Log - Starting job entry 05:59:08,242 INFO [STDOUT] INFO 21-02 05:59:08,242 - End: - products select p.ID, p.accountID, p.productCode from products p st-tracker 05:59:08,243 INFO [STDOUT] INFO 21-02 05:59:08,243 - StageDataFromShards - Starting entry [SelectShards] 05:59:08,243 INFO [STDOUT] INFO 21-02 05:59:08,243 - StageDataFromShards - exec(18, 0, SelectShards.0) 05:59:08,243 INFO [STDOUT] INFO 21-02 05:59:08,243 - SelectShards - Starting job entry 05:59:08,244 INFO [STDOUT] INFO 21-02 05:59:08,243 - SelectShards - Opening transformation: [null] in directory [/] 05:59:08,244 INFO [STDOUT] INFO 21-02 05:59:08,244 - SelectShards - Loading transformation from repository [SelectShards] in directory [/] 05:59:08,259 INFO [STDOUT] INFO 21-02 05:59:08,259 - SelectShards - Starting transformation...(file=null, name=SelectShards, repinfo=null) 05:59:08,259 INFO [STDOUT] INFO 21-02 05:59:08,259 - SelectShards - Transformation is pre-loaded. 05:59:08,260 INFO [STDOUT] INFO 21-02 05:59:08,260 - SelectShards - Dispatching started for transformation [SelectShards] 05:59:08,260 INFO [STDOUT] INFO 21-02 05:59:08,260 - SelectShards - Nr of arguments detected:0 05:59:08,260 INFO [STDOUT] INFO 21-02 05:59:08,260 - SelectShards - This is not a replay transformation 05:59:08,260 INFO [STDOUT] INFO 21-02 05:59:08,260 - SelectShards - I found 2 different steps to launch. 05:59:08,260 INFO [STDOUT] INFO 21-02 05:59:08,260 - SelectShards - Allocating rowsets... 05:59:08,260 INFO [STDOUT] INFO 21-02 05:59:08,260 - SelectShards - Allocating rowsets for step 0 --> Table input 05:59:08,260 INFO [STDOUT] INFO 21-02 05:59:08,260 - SelectShards - prevcopies = 1, nextcopies=1 05:59:08,260 INFO [STDOUT] INFO 21-02 05:59:08,260 - SelectShards - Transformation allocated new rowset [Table input.0 - Copy rows to result.0] 05:59:08,260 INFO [STDOUT] INFO 21-02 05:59:08,260 - SelectShards - Allocated 1 rowsets for step 0 --> Table input 05:59:08,260 INFO [STDOUT] INFO 21-02 05:59:08,260 - SelectShards - Allocating rowsets for step 1 --> Copy rows to result 05:59:08,260 INFO [STDOUT] INFO 21-02 05:59:08,260 - SelectShards - Allocated 1 rowsets for step 1 --> Copy rows to result 05:59:08,260 INFO [STDOUT] INFO 21-02 05:59:08,260 - SelectShards - Allocating Steps & StepData... 05:59:08,261 INFO [STDOUT] INFO 21-02 05:59:08,260 - SelectShards - Transformation is about to allocate step [Table input] of type [TableInput] 05:59:08,261 INFO [STDOUT] INFO 21-02 05:59:08,261 - Table input - distribution activated 05:59:08,261 INFO [STDOUT] INFO 21-02 05:59:08,261 - Table input - Starting allocation of buffers & new threads... 05:59:08,261 INFO [STDOUT] INFO 21-02 05:59:08,261 - Table input - Step info: nrinput=0 nroutput=1 05:59:08,261 INFO [STDOUT] INFO 21-02 05:59:08,261 - Table input - output rel. is 1:1 05:59:08,261 INFO [STDOUT] INFO 21-02 05:59:08,261 - Table input - Found output rowset [Table input.0 - Copy rows to result.0] 05:59:08,261 INFO [STDOUT] INFO 21-02 05:59:08,261 - Table input - Finished dispatching 05:59:08,261 INFO [STDOUT] INFO 21-02 05:59:08,261 - SelectShards - Transformation has allocated a new step: [Table input].0 05:59:08,261 INFO [STDOUT] INFO 21-02 05:59:08,261 - SelectShards - Transformation is about to allocate step [Copy rows to result] of type [RowsToResult] 05:59:08,262 INFO [STDOUT] INFO 21-02 05:59:08,262 - Copy rows to result - distribution activated 05:59:08,262 INFO [STDOUT] INFO 21-02 05:59:08,262 - Copy rows to result - Starting allocation of buffers & new threads... 05:59:08,262 INFO [STDOUT] INFO 21-02 05:59:08,262 - Copy rows to result - Step info: nrinput=1 nroutput=0 05:59:08,262 INFO [STDOUT] INFO 21-02 05:59:08,262 - Copy rows to result - Got previous step from [Copy rows to result] #0 --> Table input 05:59:08,262 INFO [STDOUT] INFO 21-02 05:59:08,262 - Copy rows to result - input rel is 1:1 05:59:08,262 INFO [STDOUT] INFO 21-02 05:59:08,262 - Copy rows to result - Found input rowset [Table input.0 - Copy rows to result.0] 05:59:08,262 INFO [STDOUT] INFO 21-02 05:59:08,262 - Copy rows to result - Finished dispatching 05:59:08,262 INFO [STDOUT] INFO 21-02 05:59:08,262 - SelectShards - Transformation has allocated a new step: [Copy rows to result].0 05:59:08,262 INFO [STDOUT] INFO 21-02 05:59:08,262 - SelectShards - This transformation can be replayed with replay date: 2012/02/21 05:59:08 05:59:08,263 INFO [STDOUT] INFO 21-02 05:59:08,263 - SelectShards - Initialising 2 steps... 05:59:08,263 INFO [STDOUT] INFO 21-02 05:59:08,263 - Table input - Running on slave server #0/1. 05:59:08,268 INFO [STDOUT] INFO 21-02 05:59:08,268 - Copy rows to result - Running on slave server #0/1. 05:59:08,269 INFO [STDOUT] INFO 21-02 05:59:08,269 - tsacommon - New database connection defined 05:59:08,278 INFO [STDOUT] INFO 21-02 05:59:08,278 - tsacommon - Connected to database. 05:59:08,278 INFO [STDOUT] INFO 21-02 05:59:08,278 - tsacommon - Auto commit off 05:59:08,278 INFO [STDOUT] INFO 21-02 05:59:08,278 - Table input - Connected to database... 05:59:08,278 INFO [STDOUT] INFO 21-02 05:59:08,278 - SelectShards - Step [Table input.0] initialized flawlessly. 05:59:08,278 INFO [STDOUT] INFO 21-02 05:59:08,278 - SelectShards - Step [Copy rows to result.0] initialized flawlessly. 05:59:08,279 INFO [STDOUT] INFO 21-02 05:59:08,279 - Table input - Starting to run... 05:59:08,279 INFO [STDOUT] INFO 21-02 05:59:08,279 - Table input - SQL query : SELECT id , name , description , type , `DATABASE` , host , port , access FROM databaseInstances WHERE `DATABASE` like "st-tracker" 05:59:08,283 INFO [STDOUT] INFO 21-02 05:59:08,283 - SelectShards - Transformation has allocated 2 threads and 1 rowsets. 05:59:08,284 INFO [STDOUT] INFO 21-02 05:59:08,284 - Copy rows to result - Starting to run... 05:59:08,286 INFO [STDOUT] INFO 21-02 05:59:08,286 - Table input - Finished reading query, closing connection. 05:59:08,287 INFO [STDOUT] INFO 21-02 05:59:08,287 - tsacommon - Connection to database closed! 05:59:08,287 INFO [STDOUT] INFO 21-02 05:59:08,287 - Table input - Finished processing (I=2, O=0, R=0, W=2, U=0, E=0) 05:59:08,306 INFO [STDOUT] INFO 21-02 05:59:08,306 - Copy rows to result - Finished processing (I=0, O=0, R=2, W=2, U=0, E=0) 05:59:08,316 INFO [STDOUT] INFO 21-02 05:59:08,316 - StageDataFromShards - Starting entry [StageDataFromShard] 05:59:08,316 INFO [STDOUT] INFO 21-02 05:59:08,316 - StageDataFromShards - exec(19, 0, StageDataFromShard.0) 05:59:08,316 INFO [STDOUT] INFO 21-02 05:59:08,316 - StageDataFromShard - Starting job entry 05:59:08,316 INFO [STDOUT] INFO 21-02 05:59:08,316 - StageDataFromShard - Loading job from repository : [/ : StageDataFromShard] 05:59:08,409 INFO [STDOUT] INFO 21-02 05:59:08,408 - StageDataFromShard - exec(20, 0, START.0) 05:59:08,409 INFO [STDOUT] INFO 21-02 05:59:08,409 - START - Starting job entry 05:59:08,411 INFO [STDOUT] INFO 21-02 05:59:08,411 - StageDataFromShard - Starting entry [SetShardConnectionVariables] 05:59:08,411 INFO [STDOUT] INFO 21-02 05:59:08,411 - StageDataFromShard - exec(21, 0, SetShardConnectionVariables.0) 05:59:08,411 INFO [STDOUT] INFO 21-02 05:59:08,411 - SetShardConnectionVariables - Starting job entry 05:59:08,411 INFO [STDOUT] INFO 21-02 05:59:08,411 - SetShardConnectionVariables - Opening transformation: [null] in directory [/] 05:59:08,411 INFO [STDOUT] INFO 21-02 05:59:08,411 - SetShardConnectionVariables - Loading transformation from repository [SetShardConnectionVariables] in directory [/] 05:59:08,429 INFO [STDOUT] INFO 21-02 05:59:08,429 - SetShardConnectionVariables - Starting transformation...(file=null, name=SetShardConnectionVariables, repinfo=null) 05:59:08,429 INFO [STDOUT] INFO 21-02 05:59:08,429 - SetShardConnectionVariables - Transformation is pre-loaded. 05:59:08,429 INFO [STDOUT] INFO 21-02 05:59:08,429 - SetShardConnectionVariables - Dispatching started for transformation [SetShardConnectionVariables] 05:59:08,429 INFO [STDOUT] INFO 21-02 05:59:08,429 - SetShardConnectionVariables - Nr of arguments detected:0 05:59:08,429 INFO [STDOUT] INFO 21-02 05:59:08,429 - SetShardConnectionVariables - This is not a replay transformation 05:59:08,430 INFO [STDOUT] INFO 21-02 05:59:08,430 - SetShardConnectionVariables - I found 2 different steps to launch. 05:59:08,430 INFO [STDOUT] INFO 21-02 05:59:08,430 - SetShardConnectionVariables - Allocating rowsets... 05:59:08,430 INFO [STDOUT] INFO 21-02 05:59:08,430 - SetShardConnectionVariables - Allocating rowsets for step 0 --> Get rows from result 05:59:08,430 INFO [STDOUT] INFO 21-02 05:59:08,430 - SetShardConnectionVariables - prevcopies = 1, nextcopies=1 05:59:08,430 INFO [STDOUT] INFO 21-02 05:59:08,430 - SetShardConnectionVariables - Transformation allocated new rowset [Get rows from result.0 - Set Variables.0] 05:59:08,430 INFO [STDOUT] INFO 21-02 05:59:08,430 - SetShardConnectionVariables - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:08,430 INFO [STDOUT] INFO 21-02 05:59:08,430 - SetShardConnectionVariables - Allocating rowsets for step 1 --> Set Variables 05:59:08,430 INFO [STDOUT] INFO 21-02 05:59:08,430 - SetShardConnectionVariables - Allocated 1 rowsets for step 1 --> Set Variables 05:59:08,430 INFO [STDOUT] INFO 21-02 05:59:08,430 - SetShardConnectionVariables - Allocating Steps & StepData... 05:59:08,430 INFO [STDOUT] INFO 21-02 05:59:08,430 - SetShardConnectionVariables - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:08,431 INFO [STDOUT] INFO 21-02 05:59:08,431 - Get rows from result - distribution activated 05:59:08,431 INFO [STDOUT] INFO 21-02 05:59:08,431 - Get rows from result - Starting allocation of buffers & new threads... 05:59:08,431 INFO [STDOUT] INFO 21-02 05:59:08,431 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:08,431 INFO [STDOUT] INFO 21-02 05:59:08,431 - Get rows from result - output rel. is 1:1 05:59:08,431 INFO [STDOUT] INFO 21-02 05:59:08,431 - Get rows from result - Found output rowset [Get rows from result.0 - Set Variables.0] 05:59:08,431 INFO [STDOUT] INFO 21-02 05:59:08,431 - Get rows from result - Finished dispatching 05:59:08,431 INFO [STDOUT] INFO 21-02 05:59:08,431 - SetShardConnectionVariables - Transformation has allocated a new step: [Get rows from result].0 05:59:08,431 INFO [STDOUT] INFO 21-02 05:59:08,431 - SetShardConnectionVariables - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:08,431 INFO [STDOUT] INFO 21-02 05:59:08,431 - Set Variables - distribution activated 05:59:08,431 INFO [STDOUT] INFO 21-02 05:59:08,431 - Set Variables - Starting allocation of buffers & new threads... 05:59:08,431 INFO [STDOUT] INFO 21-02 05:59:08,431 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:08,431 INFO [STDOUT] INFO 21-02 05:59:08,431 - Set Variables - Got previous step from [Set Variables] #0 --> Get rows from result 05:59:08,432 INFO [STDOUT] INFO 21-02 05:59:08,432 - Set Variables - input rel is 1:1 05:59:08,432 INFO [STDOUT] INFO 21-02 05:59:08,432 - Set Variables - Found input rowset [Get rows from result.0 - Set Variables.0] 05:59:08,432 INFO [STDOUT] INFO 21-02 05:59:08,432 - Set Variables - Finished dispatching 05:59:08,432 INFO [STDOUT] INFO 21-02 05:59:08,432 - SetShardConnectionVariables - Transformation has allocated a new step: [Set Variables].0 05:59:08,432 INFO [STDOUT] INFO 21-02 05:59:08,432 - SetShardConnectionVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:08 05:59:08,432 INFO [STDOUT] INFO 21-02 05:59:08,432 - SetShardConnectionVariables - Initialising 2 steps... 05:59:08,433 INFO [STDOUT] INFO 21-02 05:59:08,433 - Get rows from result - Running on slave server #0/1. 05:59:08,433 INFO [STDOUT] INFO 21-02 05:59:08,433 - Set Variables - Running on slave server #0/1. 05:59:08,433 INFO [STDOUT] INFO 21-02 05:59:08,433 - SetShardConnectionVariables - Step [Get rows from result.0] initialized flawlessly. 05:59:08,433 INFO [STDOUT] INFO 21-02 05:59:08,433 - SetShardConnectionVariables - Step [Set Variables.0] initialized flawlessly. 05:59:08,433 INFO [STDOUT] INFO 21-02 05:59:08,433 - Get rows from result - Starting to run... 05:59:08,434 INFO [STDOUT] INFO 21-02 05:59:08,434 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:08,434 INFO [STDOUT] INFO 21-02 05:59:08,434 - SetShardConnectionVariables - Transformation has allocated 2 threads and 1 rowsets. 05:59:08,434 INFO [STDOUT] INFO 21-02 05:59:08,434 - Set Variables - Starting to run... 05:59:08,434 INFO [STDOUT] INFO 21-02 05:59:08,434 - Set Variables - Setting environment variables... 05:59:08,434 INFO [STDOUT] INFO 21-02 05:59:08,434 - Set Variables - Set variable DATABASE to value [st-tracker] 05:59:08,434 INFO [STDOUT] INFO 21-02 05:59:08,434 - Set Variables - Set variable HOST to value [acctdb-01-write] 05:59:08,434 INFO [STDOUT] INFO 21-02 05:59:08,434 - Set Variables - Set variable PORT to value [3307] 05:59:08,450 INFO [STDOUT] INFO 21-02 05:59:08,449 - Set Variables - Finished after 1 rows. 05:59:08,450 INFO [STDOUT] INFO 21-02 05:59:08,450 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:08,459 INFO [STDOUT] INFO 21-02 05:59:08,459 - StageDataFromShard - Starting entry [Write To Log] 05:59:08,459 INFO [STDOUT] INFO 21-02 05:59:08,459 - StageDataFromShard - exec(22, 0, Write To Log.0) 05:59:08,459 INFO [STDOUT] INFO 21-02 05:59:08,459 - Write To Log - Starting job entry 05:59:08,460 INFO [STDOUT] INFO 21-02 05:59:08,460 - connection: - st-tracker acctdb-01-write 3307 select p.ID, p.accountID, p.productCode from products p 05:59:08,460 INFO [STDOUT] INFO 21-02 05:59:08,460 - StageDataFromShard - Starting entry [StageDataForShard] 05:59:08,460 INFO [STDOUT] INFO 21-02 05:59:08,460 - StageDataFromShard - exec(23, 0, StageDataForShard.0) 05:59:08,461 INFO [STDOUT] INFO 21-02 05:59:08,461 - StageDataForShard - Starting job entry 05:59:08,461 INFO [STDOUT] INFO 21-02 05:59:08,461 - StageDataForShard - Opening transformation: [null] in directory [/] 05:59:08,461 INFO [STDOUT] INFO 21-02 05:59:08,461 - StageDataForShard - Loading transformation from repository [StageDataForShard] in directory [/] 05:59:08,479 INFO [STDOUT] INFO 21-02 05:59:08,478 - StageDataForShard - Starting transformation...(file=null, name=StageDataForShard, repinfo=null) 05:59:08,479 INFO [STDOUT] INFO 21-02 05:59:08,479 - StageDataForShard - Transformation is pre-loaded. 05:59:08,479 INFO [STDOUT] INFO 21-02 05:59:08,479 - StageDataForShard - Dispatching started for transformation [StageDataForShard] 05:59:08,479 INFO [STDOUT] INFO 21-02 05:59:08,479 - StageDataForShard - Nr of arguments detected:0 05:59:08,479 INFO [STDOUT] INFO 21-02 05:59:08,479 - StageDataForShard - This is not a replay transformation 05:59:08,479 INFO [STDOUT] INFO 21-02 05:59:08,479 - StageDataForShard - I found 3 different steps to launch. 05:59:08,479 INFO [STDOUT] INFO 21-02 05:59:08,479 - StageDataForShard - Allocating rowsets... 05:59:08,479 INFO [STDOUT] INFO 21-02 05:59:08,479 - StageDataForShard - Allocating rowsets for step 0 --> Write to log 05:59:08,479 INFO [STDOUT] INFO 21-02 05:59:08,479 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:08,479 INFO [STDOUT] INFO 21-02 05:59:08,479 - StageDataForShard - Transformation allocated new rowset [Write to log.0 - Table input.0] 05:59:08,480 INFO [STDOUT] INFO 21-02 05:59:08,480 - StageDataForShard - Allocated 1 rowsets for step 0 --> Write to log 05:59:08,480 INFO [STDOUT] INFO 21-02 05:59:08,480 - StageDataForShard - Allocating rowsets for step 1 --> Table input 05:59:08,480 INFO [STDOUT] INFO 21-02 05:59:08,480 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:08,480 INFO [STDOUT] INFO 21-02 05:59:08,480 - StageDataForShard - Transformation allocated new rowset [Table input.0 - Table output.0] 05:59:08,480 INFO [STDOUT] INFO 21-02 05:59:08,480 - StageDataForShard - Allocated 2 rowsets for step 1 --> Table input 05:59:08,480 INFO [STDOUT] INFO 21-02 05:59:08,480 - StageDataForShard - Allocating rowsets for step 2 --> Table output 05:59:08,480 INFO [STDOUT] INFO 21-02 05:59:08,480 - StageDataForShard - Allocated 2 rowsets for step 2 --> Table output 05:59:08,480 INFO [STDOUT] INFO 21-02 05:59:08,480 - StageDataForShard - Allocating Steps & StepData... 05:59:08,480 INFO [STDOUT] INFO 21-02 05:59:08,480 - StageDataForShard - Transformation is about to allocate step [Write to log] of type [WriteToLog] 05:59:08,480 INFO [STDOUT] INFO 21-02 05:59:08,480 - Write to log - distribution activated 05:59:08,480 INFO [STDOUT] INFO 21-02 05:59:08,480 - Write to log - Starting allocation of buffers & new threads... 05:59:08,480 INFO [STDOUT] INFO 21-02 05:59:08,480 - Write to log - Step info: nrinput=0 nroutput=1 05:59:08,481 INFO [STDOUT] INFO 21-02 05:59:08,481 - Write to log - output rel. is 1:1 05:59:08,481 INFO [STDOUT] INFO 21-02 05:59:08,481 - Write to log - Found output rowset [Write to log.0 - Table input.0] 05:59:08,481 INFO [STDOUT] INFO 21-02 05:59:08,481 - Write to log - Finished dispatching 05:59:08,481 INFO [STDOUT] INFO 21-02 05:59:08,481 - StageDataForShard - Transformation has allocated a new step: [Write to log].0 05:59:08,481 INFO [STDOUT] INFO 21-02 05:59:08,481 - StageDataForShard - Transformation is about to allocate step [Table input] of type [TableInput] 05:59:08,481 INFO [STDOUT] INFO 21-02 05:59:08,481 - Table input - Starting allocation of buffers & new threads... 05:59:08,481 INFO [STDOUT] INFO 21-02 05:59:08,481 - Table input - Step info: nrinput=1 nroutput=1 05:59:08,481 INFO [STDOUT] INFO 21-02 05:59:08,481 - Table input - Got previous step from [Table input] #0 --> Write to log 05:59:08,481 INFO [STDOUT] INFO 21-02 05:59:08,481 - Table input - input rel is 1:1 05:59:08,481 INFO [STDOUT] INFO 21-02 05:59:08,481 - Table input - Found input rowset [Write to log.0 - Table input.0] 05:59:08,481 INFO [STDOUT] INFO 21-02 05:59:08,481 - Table input - output rel. is 1:1 05:59:08,481 INFO [STDOUT] INFO 21-02 05:59:08,481 - Table input - Found output rowset [Table input.0 - Table output.0] 05:59:08,482 INFO [STDOUT] INFO 21-02 05:59:08,482 - Table input - Finished dispatching 05:59:08,482 INFO [STDOUT] INFO 21-02 05:59:08,482 - StageDataForShard - Transformation has allocated a new step: [Table input].0 05:59:08,482 INFO [STDOUT] INFO 21-02 05:59:08,482 - StageDataForShard - Transformation is about to allocate step [Table output] of type [TableOutput] 05:59:08,482 INFO [STDOUT] INFO 21-02 05:59:08,482 - Table output - distribution activated 05:59:08,482 INFO [STDOUT] INFO 21-02 05:59:08,482 - Table output - Starting allocation of buffers & new threads... 05:59:08,482 INFO [STDOUT] INFO 21-02 05:59:08,482 - Table output - Step info: nrinput=1 nroutput=0 05:59:08,482 INFO [STDOUT] INFO 21-02 05:59:08,482 - Table output - Got previous step from [Table output] #0 --> Table input 05:59:08,482 INFO [STDOUT] INFO 21-02 05:59:08,482 - Table output - input rel is 1:1 05:59:08,482 INFO [STDOUT] INFO 21-02 05:59:08,482 - Table output - Found input rowset [Table input.0 - Table output.0] 05:59:08,482 INFO [STDOUT] INFO 21-02 05:59:08,482 - Table output - Finished dispatching 05:59:08,482 INFO [STDOUT] INFO 21-02 05:59:08,482 - StageDataForShard - Transformation has allocated a new step: [Table output].0 05:59:08,483 INFO [STDOUT] INFO 21-02 05:59:08,483 - StageDataForShard - This transformation can be replayed with replay date: 2012/02/21 05:59:08 05:59:08,483 INFO [STDOUT] INFO 21-02 05:59:08,483 - StageDataForShard - Initialising 3 steps... 05:59:08,483 INFO [STDOUT] INFO 21-02 05:59:08,483 - Write to log - Running on slave server #0/1. 05:59:08,483 INFO [STDOUT] INFO 21-02 05:59:08,483 - Table input - Running on slave server #0/1. 05:59:08,488 INFO [STDOUT] INFO 21-02 05:59:08,488 - Table output - Running on slave server #0/1. 05:59:08,488 INFO [STDOUT] INFO 21-02 05:59:08,488 - pdi_staging - New database connection defined 05:59:08,494 INFO [STDOUT] INFO 21-02 05:59:08,494 - pdi_staging - Connected to database. 05:59:08,494 INFO [STDOUT] INFO 21-02 05:59:08,494 - Table output - Connected to database [pdi_staging] (commit=10000) 05:59:08,494 INFO [STDOUT] INFO 21-02 05:59:08,494 - pdi_staging - Auto commit off 05:59:08,495 INFO [STDOUT] INFO 21-02 05:59:08,495 - Shard - New database connection defined 05:59:08,503 INFO [STDOUT] INFO 21-02 05:59:08,503 - Shard - Connected to database. 05:59:08,504 INFO [STDOUT] INFO 21-02 05:59:08,504 - Shard - Auto commit off 05:59:08,504 INFO [STDOUT] INFO 21-02 05:59:08,504 - Table input - Connected to database... 05:59:08,504 INFO [STDOUT] INFO 21-02 05:59:08,504 - StageDataForShard - Step [Write to log.0] initialized flawlessly. 05:59:08,504 INFO [STDOUT] INFO 21-02 05:59:08,504 - StageDataForShard - Step [Table input.0] initialized flawlessly. 05:59:08,504 INFO [STDOUT] INFO 21-02 05:59:08,504 - StageDataForShard - Step [Table output.0] initialized flawlessly. 05:59:08,505 INFO [STDOUT] INFO 21-02 05:59:08,505 - Write to log - Starting to run... 05:59:08,505 INFO [STDOUT] INFO 21-02 05:59:08,505 - Write to log - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:08,505 INFO [STDOUT] INFO 21-02 05:59:08,505 - Table input - Starting to run... 05:59:08,505 INFO [STDOUT] INFO 21-02 05:59:08,505 - Table input - SQL query : select p.ID, p.accountID, p.productCode from products p 05:59:08,505 INFO [STDOUT] INFO 21-02 05:59:08,505 - StageDataForShard - Transformation has allocated 3 threads and 2 rowsets. 05:59:08,506 INFO [STDOUT] INFO 21-02 05:59:08,506 - Table output - Starting to run... 05:59:08,507 INFO [STDOUT] INFO 21-02 05:59:08,507 - Table input - Finished reading query, closing connection. 05:59:08,508 INFO [STDOUT] INFO 21-02 05:59:08,508 - Shard - Connection to database closed! 05:59:08,508 INFO [STDOUT] INFO 21-02 05:59:08,508 - Table input - Finished processing (I=23, O=0, R=0, W=23, U=0, E=0) 05:59:08,514 INFO [STDOUT] INFO 21-02 05:59:08,514 - Table output - Prepared statement : INSERT INTO products (ID, accountID, productCode) VALUES ( ?, ?, ?) 05:59:08,534 INFO [STDOUT] INFO 21-02 05:59:08,534 - pdi_staging - Connection to database closed! 05:59:08,535 INFO [STDOUT] INFO 21-02 05:59:08,535 - Table output - Finished processing (I=0, O=23, R=23, W=23, U=0, E=0) 05:59:08,539 INFO [STDOUT] INFO 21-02 05:59:08,539 - StageDataFromShard - Finished job entry [StageDataForShard] (result=[true]) 05:59:08,539 INFO [STDOUT] INFO 21-02 05:59:08,539 - StageDataFromShard - Finished job entry [Write To Log] (result=[true]) 05:59:08,539 INFO [STDOUT] INFO 21-02 05:59:08,539 - StageDataFromShard - Finished job entry [SetShardConnectionVariables] (result=[true]) 05:59:08,546 INFO [STDOUT] INFO 21-02 05:59:08,546 - StageDataFromShard - exec(20, 0, START.0) 05:59:08,546 INFO [STDOUT] INFO 21-02 05:59:08,546 - START - Starting job entry 05:59:08,547 INFO [STDOUT] INFO 21-02 05:59:08,547 - StageDataFromShard - Starting entry [SetShardConnectionVariables] 05:59:08,547 INFO [STDOUT] INFO 21-02 05:59:08,547 - StageDataFromShard - exec(21, 0, SetShardConnectionVariables.0) 05:59:08,548 INFO [STDOUT] INFO 21-02 05:59:08,548 - SetShardConnectionVariables - Starting job entry 05:59:08,548 INFO [STDOUT] INFO 21-02 05:59:08,548 - SetShardConnectionVariables - Opening transformation: [null] in directory [/] 05:59:08,548 INFO [STDOUT] INFO 21-02 05:59:08,548 - SetShardConnectionVariables - Loading transformation from repository [SetShardConnectionVariables] in directory [/] 05:59:08,565 INFO [STDOUT] INFO 21-02 05:59:08,565 - SetShardConnectionVariables - Starting transformation...(file=null, name=SetShardConnectionVariables, repinfo=null) 05:59:08,565 INFO [STDOUT] INFO 21-02 05:59:08,565 - SetShardConnectionVariables - Transformation is pre-loaded. 05:59:08,566 INFO [STDOUT] INFO 21-02 05:59:08,565 - SetShardConnectionVariables - Dispatching started for transformation [SetShardConnectionVariables] 05:59:08,566 INFO [STDOUT] INFO 21-02 05:59:08,566 - SetShardConnectionVariables - Nr of arguments detected:0 05:59:08,566 INFO [STDOUT] INFO 21-02 05:59:08,566 - SetShardConnectionVariables - This is not a replay transformation 05:59:08,566 INFO [STDOUT] INFO 21-02 05:59:08,566 - SetShardConnectionVariables - I found 2 different steps to launch. 05:59:08,566 INFO [STDOUT] INFO 21-02 05:59:08,566 - SetShardConnectionVariables - Allocating rowsets... 05:59:08,566 INFO [STDOUT] INFO 21-02 05:59:08,566 - SetShardConnectionVariables - Allocating rowsets for step 0 --> Get rows from result 05:59:08,566 INFO [STDOUT] INFO 21-02 05:59:08,566 - SetShardConnectionVariables - prevcopies = 1, nextcopies=1 05:59:08,566 INFO [STDOUT] INFO 21-02 05:59:08,566 - SetShardConnectionVariables - Transformation allocated new rowset [Get rows from result.0 - Set Variables.0] 05:59:08,566 INFO [STDOUT] INFO 21-02 05:59:08,566 - SetShardConnectionVariables - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:08,566 INFO [STDOUT] INFO 21-02 05:59:08,566 - SetShardConnectionVariables - Allocating rowsets for step 1 --> Set Variables 05:59:08,567 INFO [STDOUT] INFO 21-02 05:59:08,567 - SetShardConnectionVariables - Allocated 1 rowsets for step 1 --> Set Variables 05:59:08,567 INFO [STDOUT] INFO 21-02 05:59:08,567 - SetShardConnectionVariables - Allocating Steps & StepData... 05:59:08,567 INFO [STDOUT] INFO 21-02 05:59:08,567 - SetShardConnectionVariables - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:08,567 INFO [STDOUT] INFO 21-02 05:59:08,567 - Get rows from result - distribution activated 05:59:08,567 INFO [STDOUT] INFO 21-02 05:59:08,567 - Get rows from result - Starting allocation of buffers & new threads... 05:59:08,567 INFO [STDOUT] INFO 21-02 05:59:08,567 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:08,567 INFO [STDOUT] INFO 21-02 05:59:08,567 - Get rows from result - output rel. is 1:1 05:59:08,567 INFO [STDOUT] INFO 21-02 05:59:08,567 - Get rows from result - Found output rowset [Get rows from result.0 - Set Variables.0] 05:59:08,567 INFO [STDOUT] INFO 21-02 05:59:08,567 - Get rows from result - Finished dispatching 05:59:08,567 INFO [STDOUT] INFO 21-02 05:59:08,567 - SetShardConnectionVariables - Transformation has allocated a new step: [Get rows from result].0 05:59:08,568 INFO [STDOUT] INFO 21-02 05:59:08,568 - SetShardConnectionVariables - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:08,568 INFO [STDOUT] INFO 21-02 05:59:08,568 - Set Variables - distribution activated 05:59:08,568 INFO [STDOUT] INFO 21-02 05:59:08,568 - Set Variables - Starting allocation of buffers & new threads... 05:59:08,568 INFO [STDOUT] INFO 21-02 05:59:08,568 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:08,568 INFO [STDOUT] INFO 21-02 05:59:08,568 - Set Variables - Got previous step from [Set Variables] #0 --> Get rows from result 05:59:08,568 INFO [STDOUT] INFO 21-02 05:59:08,568 - Set Variables - input rel is 1:1 05:59:08,568 INFO [STDOUT] INFO 21-02 05:59:08,568 - Set Variables - Found input rowset [Get rows from result.0 - Set Variables.0] 05:59:08,568 INFO [STDOUT] INFO 21-02 05:59:08,568 - Set Variables - Finished dispatching 05:59:08,568 INFO [STDOUT] INFO 21-02 05:59:08,568 - SetShardConnectionVariables - Transformation has allocated a new step: [Set Variables].0 05:59:08,568 INFO [STDOUT] INFO 21-02 05:59:08,568 - SetShardConnectionVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:08 05:59:08,569 INFO [STDOUT] INFO 21-02 05:59:08,569 - SetShardConnectionVariables - Initialising 2 steps... 05:59:08,569 INFO [STDOUT] INFO 21-02 05:59:08,569 - Get rows from result - Running on slave server #0/1. 05:59:08,570 INFO [STDOUT] INFO 21-02 05:59:08,570 - Set Variables - Running on slave server #0/1. 05:59:08,570 INFO [STDOUT] INFO 21-02 05:59:08,570 - SetShardConnectionVariables - Step [Get rows from result.0] initialized flawlessly. 05:59:08,570 INFO [STDOUT] INFO 21-02 05:59:08,570 - SetShardConnectionVariables - Step [Set Variables.0] initialized flawlessly. 05:59:08,570 INFO [STDOUT] INFO 21-02 05:59:08,570 - Get rows from result - Starting to run... 05:59:08,570 INFO [STDOUT] INFO 21-02 05:59:08,570 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:08,571 INFO [STDOUT] INFO 21-02 05:59:08,571 - SetShardConnectionVariables - Transformation has allocated 2 threads and 1 rowsets. 05:59:08,571 INFO [STDOUT] INFO 21-02 05:59:08,571 - Set Variables - Starting to run... 05:59:08,571 INFO [STDOUT] INFO 21-02 05:59:08,571 - Set Variables - Setting environment variables... 05:59:08,571 INFO [STDOUT] INFO 21-02 05:59:08,571 - Set Variables - Set variable DATABASE to value [st-tracker] 05:59:08,571 INFO [STDOUT] INFO 21-02 05:59:08,571 - Set Variables - Set variable HOST to value [acctdb-02-write] 05:59:08,571 INFO [STDOUT] INFO 21-02 05:59:08,571 - Set Variables - Set variable PORT to value [3310] 05:59:08,586 INFO [STDOUT] INFO 21-02 05:59:08,586 - Set Variables - Finished after 1 rows. 05:59:08,586 INFO [STDOUT] INFO 21-02 05:59:08,586 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:08,595 INFO [STDOUT] INFO 21-02 05:59:08,595 - StageDataFromShard - Starting entry [Write To Log] 05:59:08,595 INFO [STDOUT] INFO 21-02 05:59:08,595 - StageDataFromShard - exec(22, 0, Write To Log.0) 05:59:08,595 INFO [STDOUT] INFO 21-02 05:59:08,595 - Write To Log - Starting job entry 05:59:08,596 INFO [STDOUT] INFO 21-02 05:59:08,596 - connection: - st-tracker acctdb-02-write 3310 select p.ID, p.accountID, p.productCode from products p 05:59:08,596 INFO [STDOUT] INFO 21-02 05:59:08,596 - StageDataFromShard - Starting entry [StageDataForShard] 05:59:08,597 INFO [STDOUT] INFO 21-02 05:59:08,596 - StageDataFromShard - exec(23, 0, StageDataForShard.0) 05:59:08,597 INFO [STDOUT] INFO 21-02 05:59:08,597 - StageDataForShard - Starting job entry 05:59:08,597 INFO [STDOUT] INFO 21-02 05:59:08,597 - StageDataForShard - Opening transformation: [null] in directory [/] 05:59:08,597 INFO [STDOUT] INFO 21-02 05:59:08,597 - StageDataForShard - Loading transformation from repository [StageDataForShard] in directory [/] 05:59:08,615 INFO [STDOUT] INFO 21-02 05:59:08,615 - StageDataForShard - Starting transformation...(file=null, name=StageDataForShard, repinfo=null) 05:59:08,615 INFO [STDOUT] INFO 21-02 05:59:08,615 - StageDataForShard - Transformation is pre-loaded. 05:59:08,615 INFO [STDOUT] INFO 21-02 05:59:08,615 - StageDataForShard - Dispatching started for transformation [StageDataForShard] 05:59:08,615 INFO [STDOUT] INFO 21-02 05:59:08,615 - StageDataForShard - Nr of arguments detected:0 05:59:08,615 INFO [STDOUT] INFO 21-02 05:59:08,615 - StageDataForShard - This is not a replay transformation 05:59:08,615 INFO [STDOUT] INFO 21-02 05:59:08,615 - StageDataForShard - I found 3 different steps to launch. 05:59:08,615 INFO [STDOUT] INFO 21-02 05:59:08,615 - StageDataForShard - Allocating rowsets... 05:59:08,615 INFO [STDOUT] INFO 21-02 05:59:08,615 - StageDataForShard - Allocating rowsets for step 0 --> Write to log 05:59:08,616 INFO [STDOUT] INFO 21-02 05:59:08,616 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:08,616 INFO [STDOUT] INFO 21-02 05:59:08,616 - StageDataForShard - Transformation allocated new rowset [Write to log.0 - Table input.0] 05:59:08,616 INFO [STDOUT] INFO 21-02 05:59:08,616 - StageDataForShard - Allocated 1 rowsets for step 0 --> Write to log 05:59:08,616 INFO [STDOUT] INFO 21-02 05:59:08,616 - StageDataForShard - Allocating rowsets for step 1 --> Table input 05:59:08,616 INFO [STDOUT] INFO 21-02 05:59:08,616 - StageDataForShard - prevcopies = 1, nextcopies=1 05:59:08,616 INFO [STDOUT] INFO 21-02 05:59:08,616 - StageDataForShard - Transformation allocated new rowset [Table input.0 - Table output.0] 05:59:08,616 INFO [STDOUT] INFO 21-02 05:59:08,616 - StageDataForShard - Allocated 2 rowsets for step 1 --> Table input 05:59:08,616 INFO [STDOUT] INFO 21-02 05:59:08,616 - StageDataForShard - Allocating rowsets for step 2 --> Table output 05:59:08,616 INFO [STDOUT] INFO 21-02 05:59:08,616 - StageDataForShard - Allocated 2 rowsets for step 2 --> Table output 05:59:08,616 INFO [STDOUT] INFO 21-02 05:59:08,616 - StageDataForShard - Allocating Steps & StepData... 05:59:08,616 INFO [STDOUT] INFO 21-02 05:59:08,616 - StageDataForShard - Transformation is about to allocate step [Write to log] of type [WriteToLog] 05:59:08,616 INFO [STDOUT] INFO 21-02 05:59:08,616 - Write to log - distribution activated 05:59:08,617 INFO [STDOUT] INFO 21-02 05:59:08,617 - Write to log - Starting allocation of buffers & new threads... 05:59:08,617 INFO [STDOUT] INFO 21-02 05:59:08,617 - Write to log - Step info: nrinput=0 nroutput=1 05:59:08,617 INFO [STDOUT] INFO 21-02 05:59:08,617 - Write to log - output rel. is 1:1 05:59:08,617 INFO [STDOUT] INFO 21-02 05:59:08,617 - Write to log - Found output rowset [Write to log.0 - Table input.0] 05:59:08,617 INFO [STDOUT] INFO 21-02 05:59:08,617 - Write to log - Finished dispatching 05:59:08,617 INFO [STDOUT] INFO 21-02 05:59:08,617 - StageDataForShard - Transformation has allocated a new step: [Write to log].0 05:59:08,617 INFO [STDOUT] INFO 21-02 05:59:08,617 - StageDataForShard - Transformation is about to allocate step [Table input] of type [TableInput] 05:59:08,617 INFO [STDOUT] INFO 21-02 05:59:08,617 - Table input - Starting allocation of buffers & new threads... 05:59:08,617 INFO [STDOUT] INFO 21-02 05:59:08,617 - Table input - Step info: nrinput=1 nroutput=1 05:59:08,617 INFO [STDOUT] INFO 21-02 05:59:08,617 - Table input - Got previous step from [Table input] #0 --> Write to log 05:59:08,617 INFO [STDOUT] INFO 21-02 05:59:08,617 - Table input - input rel is 1:1 05:59:08,618 INFO [STDOUT] INFO 21-02 05:59:08,617 - Table input - Found input rowset [Write to log.0 - Table input.0] 05:59:08,618 INFO [STDOUT] INFO 21-02 05:59:08,618 - Table input - output rel. is 1:1 05:59:08,618 INFO [STDOUT] INFO 21-02 05:59:08,618 - Table input - Found output rowset [Table input.0 - Table output.0] 05:59:08,618 INFO [STDOUT] INFO 21-02 05:59:08,618 - Table input - Finished dispatching 05:59:08,618 INFO [STDOUT] INFO 21-02 05:59:08,618 - StageDataForShard - Transformation has allocated a new step: [Table input].0 05:59:08,618 INFO [STDOUT] INFO 21-02 05:59:08,618 - StageDataForShard - Transformation is about to allocate step [Table output] of type [TableOutput] 05:59:08,618 INFO [STDOUT] INFO 21-02 05:59:08,618 - Table output - distribution activated 05:59:08,618 INFO [STDOUT] INFO 21-02 05:59:08,618 - Table output - Starting allocation of buffers & new threads... 05:59:08,618 INFO [STDOUT] INFO 21-02 05:59:08,618 - Table output - Step info: nrinput=1 nroutput=0 05:59:08,618 INFO [STDOUT] INFO 21-02 05:59:08,618 - Table output - Got previous step from [Table output] #0 --> Table input 05:59:08,619 INFO [STDOUT] INFO 21-02 05:59:08,619 - Table output - input rel is 1:1 05:59:08,619 INFO [STDOUT] INFO 21-02 05:59:08,619 - Table output - Found input rowset [Table input.0 - Table output.0] 05:59:08,619 INFO [STDOUT] INFO 21-02 05:59:08,619 - Table output - Finished dispatching 05:59:08,619 INFO [STDOUT] INFO 21-02 05:59:08,619 - StageDataForShard - Transformation has allocated a new step: [Table output].0 05:59:08,619 INFO [STDOUT] INFO 21-02 05:59:08,619 - StageDataForShard - This transformation can be replayed with replay date: 2012/02/21 05:59:08 05:59:08,619 INFO [STDOUT] INFO 21-02 05:59:08,619 - StageDataForShard - Initialising 3 steps... 05:59:08,620 INFO [STDOUT] INFO 21-02 05:59:08,620 - Write to log - Running on slave server #0/1. 05:59:08,620 INFO [STDOUT] INFO 21-02 05:59:08,620 - Table input - Running on slave server #0/1. 05:59:08,621 INFO [STDOUT] INFO 21-02 05:59:08,621 - Shard - New database connection defined 05:59:08,624 INFO [STDOUT] INFO 21-02 05:59:08,624 - Table output - Running on slave server #0/1. 05:59:08,624 INFO [STDOUT] INFO 21-02 05:59:08,624 - pdi_staging - New database connection defined 05:59:08,630 INFO [STDOUT] INFO 21-02 05:59:08,630 - pdi_staging - Connected to database. 05:59:08,630 INFO [STDOUT] INFO 21-02 05:59:08,630 - Table output - Connected to database [pdi_staging] (commit=10000) 05:59:08,630 INFO [STDOUT] INFO 21-02 05:59:08,630 - pdi_staging - Auto commit off 05:59:08,633 INFO [STDOUT] INFO 21-02 05:59:08,633 - Shard - Connected to database. 05:59:08,634 INFO [STDOUT] INFO 21-02 05:59:08,634 - Shard - Auto commit off 05:59:08,634 INFO [STDOUT] INFO 21-02 05:59:08,634 - Table input - Connected to database... 05:59:08,634 INFO [STDOUT] INFO 21-02 05:59:08,634 - StageDataForShard - Step [Write to log.0] initialized flawlessly. 05:59:08,634 INFO [STDOUT] INFO 21-02 05:59:08,634 - StageDataForShard - Step [Table input.0] initialized flawlessly. 05:59:08,634 INFO [STDOUT] INFO 21-02 05:59:08,634 - StageDataForShard - Step [Table output.0] initialized flawlessly. 05:59:08,635 INFO [STDOUT] INFO 21-02 05:59:08,635 - Write to log - Starting to run... 05:59:08,635 INFO [STDOUT] INFO 21-02 05:59:08,635 - Write to log - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:08,635 INFO [STDOUT] INFO 21-02 05:59:08,635 - Table input - Starting to run... 05:59:08,635 INFO [STDOUT] INFO 21-02 05:59:08,635 - Table input - SQL query : select p.ID, p.accountID, p.productCode from products p 05:59:08,635 INFO [STDOUT] INFO 21-02 05:59:08,635 - StageDataForShard - Transformation has allocated 3 threads and 2 rowsets. 05:59:08,636 INFO [STDOUT] INFO 21-02 05:59:08,636 - Table output - Starting to run... 05:59:08,637 INFO [STDOUT] INFO 21-02 05:59:08,637 - Table input - Finished reading query, closing connection. 05:59:08,638 INFO [STDOUT] INFO 21-02 05:59:08,638 - Shard - Connection to database closed! 05:59:08,638 INFO [STDOUT] INFO 21-02 05:59:08,638 - Table input - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:08,658 INFO [STDOUT] INFO 21-02 05:59:08,658 - pdi_staging - Connection to database closed! 05:59:08,658 INFO [STDOUT] INFO 21-02 05:59:08,658 - Table output - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:08,667 INFO [STDOUT] INFO 21-02 05:59:08,667 - StageDataFromShard - Finished job entry [StageDataForShard] (result=[true]) 05:59:08,667 INFO [STDOUT] INFO 21-02 05:59:08,667 - StageDataFromShard - Finished job entry [Write To Log] (result=[true]) 05:59:08,667 INFO [STDOUT] INFO 21-02 05:59:08,667 - StageDataFromShard - Finished job entry [SetShardConnectionVariables] (result=[true]) 05:59:08,670 INFO [STDOUT] INFO 21-02 05:59:08,670 - StageDataFromShards - Finished job entry [StageDataFromShard] (result=[true]) 05:59:08,670 INFO [STDOUT] INFO 21-02 05:59:08,670 - StageDataFromShards - Finished job entry [SelectShards] (result=[true]) 05:59:08,671 INFO [STDOUT] INFO 21-02 05:59:08,671 - StageDataFromShards - Finished job entry [Write To Log] (result=[true]) 05:59:08,678 INFO [STDOUT] INFO 21-02 05:59:08,678 - StageRequirement - Finished job entry [StageDataFromShards] (result=[true]) 05:59:08,678 INFO [STDOUT] INFO 21-02 05:59:08,678 - StageRequirement - Finished job entry [Simple evaluation 2] (result=[true]) 05:59:08,679 INFO [STDOUT] INFO 21-02 05:59:08,679 - StageRequirement - Finished job entry [Simple evaluation] (result=[true]) 05:59:08,679 INFO [STDOUT] INFO 21-02 05:59:08,679 - StageRequirement - Finished job entry [TruncateStagingTable] (result=[true]) 05:59:08,679 INFO [STDOUT] INFO 21-02 05:59:08,679 - StageRequirement - Finished job entry [SetRequirementStagingVariables] (result=[true]) 05:59:08,686 INFO [STDOUT] INFO 21-02 05:59:08,686 - StageRequirement - exec(10, 0, START.0) 05:59:08,686 INFO [STDOUT] INFO 21-02 05:59:08,686 - START - Starting job entry 05:59:08,687 INFO [STDOUT] INFO 21-02 05:59:08,687 - StageRequirement - Starting entry [SetRequirementStagingVariables] 05:59:08,687 INFO [STDOUT] INFO 21-02 05:59:08,687 - StageRequirement - exec(11, 0, SetRequirementStagingVariables.0) 05:59:08,688 INFO [STDOUT] INFO 21-02 05:59:08,687 - SetRequirementStagingVariables - Starting job entry 05:59:08,688 INFO [STDOUT] INFO 21-02 05:59:08,688 - SetRequirementStagingVariables - Opening transformation: [null] in directory [/] 05:59:08,688 INFO [STDOUT] INFO 21-02 05:59:08,688 - SetRequirementStagingVariables - Loading transformation from repository [SetRequirementStagingVariables] in directory [/] 05:59:08,704 INFO [STDOUT] INFO 21-02 05:59:08,704 - SetRequirementStagingVariables - Starting transformation...(file=null, name=SetRequirementStagingVariables, repinfo=null) 05:59:08,704 INFO [STDOUT] INFO 21-02 05:59:08,704 - SetRequirementStagingVariables - Transformation is pre-loaded. 05:59:08,704 INFO [STDOUT] INFO 21-02 05:59:08,704 - SetRequirementStagingVariables - Dispatching started for transformation [SetRequirementStagingVariables] 05:59:08,704 INFO [STDOUT] INFO 21-02 05:59:08,704 - SetRequirementStagingVariables - Nr of arguments detected:0 05:59:08,704 INFO [STDOUT] INFO 21-02 05:59:08,704 - SetRequirementStagingVariables - This is not a replay transformation 05:59:08,704 INFO [STDOUT] INFO 21-02 05:59:08,704 - SetRequirementStagingVariables - I found 2 different steps to launch. 05:59:08,704 INFO [STDOUT] INFO 21-02 05:59:08,704 - SetRequirementStagingVariables - Allocating rowsets... 05:59:08,705 INFO [STDOUT] INFO 21-02 05:59:08,705 - SetRequirementStagingVariables - Allocating rowsets for step 0 --> Get rows from result 05:59:08,705 INFO [STDOUT] INFO 21-02 05:59:08,705 - SetRequirementStagingVariables - prevcopies = 1, nextcopies=1 05:59:08,705 INFO [STDOUT] INFO 21-02 05:59:08,705 - SetRequirementStagingVariables - Transformation allocated new rowset [Get rows from result.0 - Set Variables.0] 05:59:08,705 INFO [STDOUT] INFO 21-02 05:59:08,705 - SetRequirementStagingVariables - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:08,705 INFO [STDOUT] INFO 21-02 05:59:08,705 - SetRequirementStagingVariables - Allocating rowsets for step 1 --> Set Variables 05:59:08,705 INFO [STDOUT] INFO 21-02 05:59:08,705 - SetRequirementStagingVariables - Allocated 1 rowsets for step 1 --> Set Variables 05:59:08,705 INFO [STDOUT] INFO 21-02 05:59:08,705 - SetRequirementStagingVariables - Allocating Steps & StepData... 05:59:08,705 INFO [STDOUT] INFO 21-02 05:59:08,705 - SetRequirementStagingVariables - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:08,705 INFO [STDOUT] INFO 21-02 05:59:08,705 - Get rows from result - distribution activated 05:59:08,705 INFO [STDOUT] INFO 21-02 05:59:08,705 - Get rows from result - Starting allocation of buffers & new threads... 05:59:08,705 INFO [STDOUT] INFO 21-02 05:59:08,705 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:08,706 INFO [STDOUT] INFO 21-02 05:59:08,706 - Get rows from result - output rel. is 1:1 05:59:08,706 INFO [STDOUT] INFO 21-02 05:59:08,706 - Get rows from result - Found output rowset [Get rows from result.0 - Set Variables.0] 05:59:08,706 INFO [STDOUT] INFO 21-02 05:59:08,706 - Get rows from result - Finished dispatching 05:59:08,706 INFO [STDOUT] INFO 21-02 05:59:08,706 - SetRequirementStagingVariables - Transformation has allocated a new step: [Get rows from result].0 05:59:08,706 INFO [STDOUT] INFO 21-02 05:59:08,706 - SetRequirementStagingVariables - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:08,706 INFO [STDOUT] INFO 21-02 05:59:08,706 - Set Variables - distribution activated 05:59:08,706 INFO [STDOUT] INFO 21-02 05:59:08,706 - Set Variables - Starting allocation of buffers & new threads... 05:59:08,706 INFO [STDOUT] INFO 21-02 05:59:08,706 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:08,706 INFO [STDOUT] INFO 21-02 05:59:08,706 - Set Variables - Got previous step from [Set Variables] #0 --> Get rows from result 05:59:08,706 INFO [STDOUT] INFO 21-02 05:59:08,706 - Set Variables - input rel is 1:1 05:59:08,706 INFO [STDOUT] INFO 21-02 05:59:08,706 - Set Variables - Found input rowset [Get rows from result.0 - Set Variables.0] 05:59:08,706 INFO [STDOUT] INFO 21-02 05:59:08,706 - Set Variables - Finished dispatching 05:59:08,707 INFO [STDOUT] INFO 21-02 05:59:08,707 - SetRequirementStagingVariables - Transformation has allocated a new step: [Set Variables].0 05:59:08,707 INFO [STDOUT] INFO 21-02 05:59:08,707 - SetRequirementStagingVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:08 05:59:08,707 INFO [STDOUT] INFO 21-02 05:59:08,707 - SetRequirementStagingVariables - Initialising 2 steps... 05:59:08,707 INFO [STDOUT] INFO 21-02 05:59:08,707 - Get rows from result - Running on slave server #0/1. 05:59:08,708 INFO [STDOUT] INFO 21-02 05:59:08,707 - Set Variables - Running on slave server #0/1. 05:59:08,708 INFO [STDOUT] INFO 21-02 05:59:08,708 - SetRequirementStagingVariables - Step [Get rows from result.0] initialized flawlessly. 05:59:08,708 INFO [STDOUT] INFO 21-02 05:59:08,708 - SetRequirementStagingVariables - Step [Set Variables.0] initialized flawlessly. 05:59:08,708 INFO [STDOUT] INFO 21-02 05:59:08,708 - Get rows from result - Starting to run... 05:59:08,708 INFO [STDOUT] INFO 21-02 05:59:08,708 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:08,708 INFO [STDOUT] INFO 21-02 05:59:08,708 - SetRequirementStagingVariables - Transformation has allocated 2 threads and 1 rowsets. 05:59:08,709 INFO [STDOUT] INFO 21-02 05:59:08,709 - Set Variables - Starting to run... 05:59:08,709 INFO [STDOUT] INFO 21-02 05:59:08,709 - Set Variables - Setting environment variables... 05:59:08,709 INFO [STDOUT] INFO 21-02 05:59:08,709 - Set Variables - Set variable STAGINGTABLENAME to value [accountPerfSum_rsData] 05:59:08,709 INFO [STDOUT] INFO 21-02 05:59:08,709 - Set Variables - Set variable QUERY to value [ Report d false ColumnLabelText Account Channel Campaign ViewBy 1 Impressions Impressions false None 2 Prod Conv Prod Conv true None 4 Clicks Clicks false None 72 SEAID SEAID false None 208 Status Status false None 58 AdCost AdCost false None ${CONTACT_PROD}contact_uscontact_ustrueConv${FB_PROD}fb_likefb_liketrueConv${GP_PROD}gp_likegp_liketrueConv${VIEW_PROD}page_viewpage_viewtrueConv${TW_PROD}tw_liketw_liketrueConv${VANITY_PROD}vanity_urlvanity_urltrueConv${CALL_PROD}callscallstrueConv 1true7369trueAllfalse0${ACCOUNTID} Daily ${END_DATE}T23:59:59-08:00 ${START_DATE}T00:00:00-08:00 1 Day ] 05:59:08,709 INFO [STDOUT] INFO 21-02 05:59:08,709 - Set Variables - Set variable SHARDPATTERN to value [REPORT_SERVICE] 05:59:08,722 INFO [STDOUT] INFO 21-02 05:59:08,722 - Set Variables - Finished after 1 rows. 05:59:08,722 INFO [STDOUT] INFO 21-02 05:59:08,722 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:08,731 INFO [STDOUT] INFO 21-02 05:59:08,731 - StageRequirement - Starting entry [TruncateStagingTable] 05:59:08,732 INFO [STDOUT] INFO 21-02 05:59:08,732 - StageRequirement - exec(12, 0, TruncateStagingTable.0) 05:59:08,732 INFO [STDOUT] INFO 21-02 05:59:08,732 - TruncateStagingTable - Starting job entry 05:59:08,732 INFO [STDOUT] INFO 21-02 05:59:08,732 - TruncateStagingTable - Opening transformation: [null] in directory [/] 05:59:08,733 INFO [STDOUT] INFO 21-02 05:59:08,733 - TruncateStagingTable - Loading transformation from repository [TruncateStagingTable] in directory [/] 05:59:08,750 INFO [STDOUT] INFO 21-02 05:59:08,750 - TruncateStagingTable - Starting transformation...(file=null, name=TruncateStagingTable, repinfo=null) 05:59:08,750 INFO [STDOUT] INFO 21-02 05:59:08,750 - TruncateStagingTable - Transformation is pre-loaded. 05:59:08,750 INFO [STDOUT] INFO 21-02 05:59:08,750 - TruncateStagingTable - Dispatching started for transformation [TruncateStagingTable] 05:59:08,750 INFO [STDOUT] INFO 21-02 05:59:08,750 - TruncateStagingTable - Nr of arguments detected:0 05:59:08,750 INFO [STDOUT] INFO 21-02 05:59:08,750 - TruncateStagingTable - This is not a replay transformation 05:59:08,751 INFO [STDOUT] INFO 21-02 05:59:08,751 - TruncateStagingTable - I found 4 different steps to launch. 05:59:08,751 INFO [STDOUT] INFO 21-02 05:59:08,751 - TruncateStagingTable - Allocating rowsets... 05:59:08,751 INFO [STDOUT] INFO 21-02 05:59:08,751 - TruncateStagingTable - Allocating rowsets for step 0 --> Get Variables 05:59:08,751 INFO [STDOUT] INFO 21-02 05:59:08,751 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:08,751 INFO [STDOUT] INFO 21-02 05:59:08,751 - TruncateStagingTable - Transformation allocated new rowset [Get Variables.0 - Switch / Case.0] 05:59:08,751 INFO [STDOUT] INFO 21-02 05:59:08,751 - TruncateStagingTable - Allocated 1 rowsets for step 0 --> Get Variables 05:59:08,751 INFO [STDOUT] INFO 21-02 05:59:08,751 - TruncateStagingTable - Allocating rowsets for step 1 --> Switch / Case 05:59:08,751 INFO [STDOUT] INFO 21-02 05:59:08,751 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:08,751 INFO [STDOUT] INFO 21-02 05:59:08,751 - TruncateStagingTable - Transformation allocated new rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:08,751 INFO [STDOUT] INFO 21-02 05:59:08,751 - TruncateStagingTable - prevcopies = 1, nextcopies=1 05:59:08,751 INFO [STDOUT] INFO 21-02 05:59:08,751 - TruncateStagingTable - Transformation allocated new rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:08,751 INFO [STDOUT] INFO 21-02 05:59:08,751 - TruncateStagingTable - Allocated 3 rowsets for step 1 --> Switch / Case 05:59:08,751 INFO [STDOUT] INFO 21-02 05:59:08,751 - TruncateStagingTable - Allocating rowsets for step 2 --> Execute SQL script trunc 05:59:08,752 INFO [STDOUT] INFO 21-02 05:59:08,751 - TruncateStagingTable - Allocated 3 rowsets for step 2 --> Execute SQL script trunc 05:59:08,752 INFO [STDOUT] INFO 21-02 05:59:08,752 - TruncateStagingTable - Allocating rowsets for step 3 --> Dummy (do nothing) 05:59:08,752 INFO [STDOUT] INFO 21-02 05:59:08,752 - TruncateStagingTable - Allocated 3 rowsets for step 3 --> Dummy (do nothing) 05:59:08,752 INFO [STDOUT] INFO 21-02 05:59:08,752 - TruncateStagingTable - Allocating Steps & StepData... 05:59:08,752 INFO [STDOUT] INFO 21-02 05:59:08,752 - TruncateStagingTable - Transformation is about to allocate step [Get Variables] of type [GetVariable] 05:59:08,752 INFO [STDOUT] INFO 21-02 05:59:08,752 - Get Variables - distribution activated 05:59:08,752 INFO [STDOUT] INFO 21-02 05:59:08,752 - Get Variables - Starting allocation of buffers & new threads... 05:59:08,752 INFO [STDOUT] INFO 21-02 05:59:08,752 - Get Variables - Step info: nrinput=0 nroutput=1 05:59:08,752 INFO [STDOUT] INFO 21-02 05:59:08,752 - Get Variables - output rel. is 1:1 05:59:08,752 INFO [STDOUT] INFO 21-02 05:59:08,752 - Get Variables - Found output rowset [Get Variables.0 - Switch / Case.0] 05:59:08,752 INFO [STDOUT] INFO 21-02 05:59:08,752 - Get Variables - Finished dispatching 05:59:08,752 INFO [STDOUT] INFO 21-02 05:59:08,752 - TruncateStagingTable - Transformation has allocated a new step: [Get Variables].0 05:59:08,753 INFO [STDOUT] INFO 21-02 05:59:08,752 - TruncateStagingTable - Transformation is about to allocate step [Switch / Case] of type [SwitchCase] 05:59:08,753 INFO [STDOUT] INFO 21-02 05:59:08,753 - Switch / Case - distribution activated 05:59:08,753 INFO [STDOUT] INFO 21-02 05:59:08,753 - Switch / Case - Starting allocation of buffers & new threads... 05:59:08,753 INFO [STDOUT] INFO 21-02 05:59:08,753 - Switch / Case - Step info: nrinput=1 nroutput=2 05:59:08,753 INFO [STDOUT] INFO 21-02 05:59:08,753 - Switch / Case - Got previous step from [Switch / Case] #0 --> Get Variables 05:59:08,753 INFO [STDOUT] INFO 21-02 05:59:08,753 - Switch / Case - input rel is 1:1 05:59:08,753 INFO [STDOUT] INFO 21-02 05:59:08,753 - Switch / Case - Found input rowset [Get Variables.0 - Switch / Case.0] 05:59:08,753 INFO [STDOUT] INFO 21-02 05:59:08,753 - Switch / Case - output rel. is 1:1 05:59:08,753 INFO [STDOUT] INFO 21-02 05:59:08,753 - Switch / Case - Found output rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:08,753 INFO [STDOUT] INFO 21-02 05:59:08,753 - Switch / Case - output rel. is 1:1 05:59:08,753 INFO [STDOUT] INFO 21-02 05:59:08,753 - Switch / Case - Found output rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:08,753 INFO [STDOUT] INFO 21-02 05:59:08,753 - Switch / Case - Finished dispatching 05:59:08,754 INFO [STDOUT] INFO 21-02 05:59:08,754 - TruncateStagingTable - Transformation has allocated a new step: [Switch / Case].0 05:59:08,754 INFO [STDOUT] INFO 21-02 05:59:08,754 - TruncateStagingTable - Transformation is about to allocate step [Execute SQL script trunc] of type [ExecSQL] 05:59:08,754 INFO [STDOUT] INFO 21-02 05:59:08,754 - Execute SQL script trunc - distribution activated 05:59:08,754 INFO [STDOUT] INFO 21-02 05:59:08,754 - Execute SQL script trunc - Starting allocation of buffers & new threads... 05:59:08,754 INFO [STDOUT] INFO 21-02 05:59:08,754 - Execute SQL script trunc - Step info: nrinput=1 nroutput=0 05:59:08,754 INFO [STDOUT] INFO 21-02 05:59:08,754 - Execute SQL script trunc - Got previous step from [Execute SQL script trunc] #0 --> Switch / Case 05:59:08,754 INFO [STDOUT] INFO 21-02 05:59:08,754 - Execute SQL script trunc - input rel is 1:1 05:59:08,754 INFO [STDOUT] INFO 21-02 05:59:08,754 - Execute SQL script trunc - Found input rowset [Switch / Case.0 - Execute SQL script trunc.0] 05:59:08,754 INFO [STDOUT] INFO 21-02 05:59:08,754 - Execute SQL script trunc - Finished dispatching 05:59:08,754 INFO [STDOUT] INFO 21-02 05:59:08,754 - TruncateStagingTable - Transformation has allocated a new step: [Execute SQL script trunc].0 05:59:08,754 INFO [STDOUT] INFO 21-02 05:59:08,754 - TruncateStagingTable - Transformation is about to allocate step [Dummy (do nothing)] of type [Dummy] 05:59:08,755 INFO [STDOUT] INFO 21-02 05:59:08,754 - Dummy (do nothing) - distribution activated 05:59:08,755 INFO [STDOUT] INFO 21-02 05:59:08,755 - Dummy (do nothing) - Starting allocation of buffers & new threads... 05:59:08,755 INFO [STDOUT] INFO 21-02 05:59:08,755 - Dummy (do nothing) - Step info: nrinput=1 nroutput=0 05:59:08,755 INFO [STDOUT] INFO 21-02 05:59:08,755 - Dummy (do nothing) - Got previous step from [Dummy (do nothing)] #0 --> Switch / Case 05:59:08,755 INFO [STDOUT] INFO 21-02 05:59:08,755 - Dummy (do nothing) - input rel is 1:1 05:59:08,755 INFO [STDOUT] INFO 21-02 05:59:08,755 - Dummy (do nothing) - Found input rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:08,755 INFO [STDOUT] INFO 21-02 05:59:08,755 - Dummy (do nothing) - Finished dispatching 05:59:08,755 INFO [STDOUT] INFO 21-02 05:59:08,755 - TruncateStagingTable - Transformation has allocated a new step: [Dummy (do nothing)].0 05:59:08,755 INFO [STDOUT] INFO 21-02 05:59:08,755 - TruncateStagingTable - This transformation can be replayed with replay date: 2012/02/21 05:59:08 05:59:08,755 INFO [STDOUT] INFO 21-02 05:59:08,755 - TruncateStagingTable - Initialising 4 steps... 05:59:08,756 INFO [STDOUT] INFO 21-02 05:59:08,756 - Get Variables - Running on slave server #0/1. 05:59:08,756 INFO [STDOUT] INFO 21-02 05:59:08,756 - Switch / Case - Running on slave server #0/1. 05:59:08,756 INFO [STDOUT] INFO 21-02 05:59:08,756 - Execute SQL script trunc - Running on slave server #0/1. 05:59:08,756 INFO [STDOUT] INFO 21-02 05:59:08,756 - pdi_stage - New database connection defined 05:59:08,759 INFO [STDOUT] INFO 21-02 05:59:08,759 - Dummy (do nothing) - Running on slave server #0/1. 05:59:08,762 INFO [STDOUT] INFO 21-02 05:59:08,762 - pdi_stage - Connected to database. 05:59:08,762 INFO [STDOUT] INFO 21-02 05:59:08,762 - Execute SQL script trunc - Connected to database... 05:59:08,762 INFO [STDOUT] INFO 21-02 05:59:08,762 - pdi_stage - launch DDL statement: truncate accountPerfSum_rsData 05:59:08,777 INFO [STDOUT] INFO 21-02 05:59:08,777 - pdi_stage - 1 statement executed 05:59:08,778 INFO [STDOUT] INFO 21-02 05:59:08,778 - TruncateStagingTable - Step [Get Variables.0] initialized flawlessly. 05:59:08,778 INFO [STDOUT] INFO 21-02 05:59:08,778 - TruncateStagingTable - Step [Switch / Case.0] initialized flawlessly. 05:59:08,778 INFO [STDOUT] INFO 21-02 05:59:08,778 - TruncateStagingTable - Step [Execute SQL script trunc.0] initialized flawlessly. 05:59:08,778 INFO [STDOUT] INFO 21-02 05:59:08,778 - TruncateStagingTable - Step [Dummy (do nothing).0] initialized flawlessly. 05:59:08,779 INFO [STDOUT] INFO 21-02 05:59:08,778 - Get Variables - Starting to run... 05:59:08,779 INFO [STDOUT] INFO 21-02 05:59:08,779 - Get Variables - field [stagingTableName] has value [STAGINGTABLENAME] 05:59:08,779 INFO [STDOUT] INFO 21-02 05:59:08,779 - Get Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:08,779 INFO [STDOUT] INFO 21-02 05:59:08,779 - Switch / Case - Starting to run... 05:59:08,780 INFO [STDOUT] INFO 21-02 05:59:08,780 - Execute SQL script trunc - Starting to run... 05:59:08,780 INFO [STDOUT] INFO 21-02 05:59:08,780 - Execute SQL script trunc - Finished reading query, closing connection. 05:59:08,780 INFO [STDOUT] INFO 21-02 05:59:08,780 - pdi_stage - Connection to database closed! 05:59:08,780 INFO [STDOUT] INFO 21-02 05:59:08,780 - Execute SQL script trunc - Finished processing (I=0, O=0, R=0, W=1, U=0, E=0) 05:59:08,780 INFO [STDOUT] INFO 21-02 05:59:08,780 - TruncateStagingTable - Transformation has allocated 4 threads and 3 rowsets. 05:59:08,781 INFO [STDOUT] INFO 21-02 05:59:08,781 - Dummy (do nothing) - Starting to run... 05:59:08,794 INFO [STDOUT] INFO 21-02 05:59:08,794 - Switch / Case - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:08,810 INFO [STDOUT] INFO 21-02 05:59:08,810 - Dummy (do nothing) - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:08,819 INFO [STDOUT] INFO 21-02 05:59:08,819 - StageRequirement - Starting entry [Simple evaluation] 05:59:08,819 INFO [STDOUT] INFO 21-02 05:59:08,819 - StageRequirement - exec(13, 0, Simple evaluation.0) 05:59:08,819 INFO [STDOUT] INFO 21-02 05:59:08,819 - Simple evaluation - Starting job entry 05:59:08,819 INFO [STDOUT] INFO 21-02 05:59:08,819 - Simple evaluation - Checking variable [${SHARDPATTERN}] ... 05:59:08,819 INFO [STDOUT] INFO 21-02 05:59:08,819 - Simple evaluation - Value to evaluate is REPORT_SERVICE 05:59:08,821 INFO [STDOUT] INFO 21-02 05:59:08,821 - StageRequirement - Starting entry [StageDataFromReportService] 05:59:08,821 INFO [STDOUT] INFO 21-02 05:59:08,821 - StageRequirement - exec(14, 0, StageDataFromReportService.0) 05:59:08,821 INFO [STDOUT] INFO 21-02 05:59:08,821 - StageDataFromReportService - Starting job entry 05:59:08,821 INFO [STDOUT] INFO 21-02 05:59:08,821 - StageDataFromReportService - Loading job from repository : [/ : StageDataFromReportService] 05:59:08,834 INFO [STDOUT] INFO 21-02 05:59:08,834 - StageDataFromReportService - exec(15, 0, START.0) 05:59:08,834 INFO [STDOUT] INFO 21-02 05:59:08,834 - START - Starting job entry 05:59:08,836 INFO [STDOUT] INFO 21-02 05:59:08,836 - StageDataFromReportService - Starting entry [StageReportDataForSubsetOfAccounts] 05:59:08,836 INFO [STDOUT] INFO 21-02 05:59:08,836 - StageDataFromReportService - exec(16, 0, StageReportDataForSubsetOfAccounts.0) 05:59:08,836 INFO [STDOUT] INFO 21-02 05:59:08,836 - StageReportDataForSubsetOfAccounts - Starting job entry 05:59:08,836 INFO [STDOUT] INFO 21-02 05:59:08,836 - StageReportDataForSubsetOfAccounts - Loading job from repository : [/ : StageReportDataForSubsetOfAccounts] 05:59:08,848 INFO [STDOUT] INFO 21-02 05:59:08,848 - StageReportDataForSubsetOfAccounts - exec(17, 0, START.0) 05:59:08,849 INFO [STDOUT] INFO 21-02 05:59:08,849 - START - Starting job entry 05:59:08,850 INFO [STDOUT] INFO 21-02 05:59:08,850 - StageReportDataForSubsetOfAccounts - Starting entry [SelectAccountsForReports] 05:59:08,850 INFO [STDOUT] INFO 21-02 05:59:08,850 - StageReportDataForSubsetOfAccounts - exec(18, 0, SelectAccountsForReports.0) 05:59:08,851 INFO [STDOUT] INFO 21-02 05:59:08,851 - SelectAccountsForReports - Starting job entry 05:59:08,851 INFO [STDOUT] INFO 21-02 05:59:08,851 - SelectAccountsForReports - Opening transformation: [null] in directory [/] 05:59:08,851 INFO [STDOUT] INFO 21-02 05:59:08,851 - SelectAccountsForReports - Loading transformation from repository [SelectAccountsForReports] in directory [/] 05:59:08,867 INFO [STDOUT] INFO 21-02 05:59:08,867 - SelectAccountsForReports - Starting transformation...(file=null, name=SelectAccountsForReports, repinfo=null) 05:59:08,867 INFO [STDOUT] INFO 21-02 05:59:08,867 - SelectAccountsForReports - Transformation is pre-loaded. 05:59:08,867 INFO [STDOUT] INFO 21-02 05:59:08,867 - SelectAccountsForReports - Dispatching started for transformation [SelectAccountsForReports] 05:59:08,867 INFO [STDOUT] INFO 21-02 05:59:08,867 - SelectAccountsForReports - Nr of arguments detected:0 05:59:08,867 INFO [STDOUT] INFO 21-02 05:59:08,867 - SelectAccountsForReports - This is not a replay transformation 05:59:08,867 INFO [STDOUT] INFO 21-02 05:59:08,867 - SelectAccountsForReports - I found 3 different steps to launch. 05:59:08,868 INFO [STDOUT] INFO 21-02 05:59:08,868 - SelectAccountsForReports - Allocating rowsets... 05:59:08,868 INFO [STDOUT] INFO 21-02 05:59:08,868 - SelectAccountsForReports - Allocating rowsets for step 0 --> Table input 05:59:08,868 INFO [STDOUT] INFO 21-02 05:59:08,868 - SelectAccountsForReports - prevcopies = 1, nextcopies=1 05:59:08,868 INFO [STDOUT] INFO 21-02 05:59:08,868 - SelectAccountsForReports - Transformation allocated new rowset [Table input.0 - Write to log.0] 05:59:08,868 INFO [STDOUT] INFO 21-02 05:59:08,868 - SelectAccountsForReports - Allocated 1 rowsets for step 0 --> Table input 05:59:08,868 INFO [STDOUT] INFO 21-02 05:59:08,868 - SelectAccountsForReports - Allocating rowsets for step 1 --> Write to log 05:59:08,868 INFO [STDOUT] INFO 21-02 05:59:08,868 - SelectAccountsForReports - prevcopies = 1, nextcopies=1 05:59:08,868 INFO [STDOUT] INFO 21-02 05:59:08,868 - SelectAccountsForReports - Transformation allocated new rowset [Write to log.0 - Copy rows to result.0] 05:59:08,868 INFO [STDOUT] INFO 21-02 05:59:08,868 - SelectAccountsForReports - Allocated 2 rowsets for step 1 --> Write to log 05:59:08,868 INFO [STDOUT] INFO 21-02 05:59:08,868 - SelectAccountsForReports - Allocating rowsets for step 2 --> Copy rows to result 05:59:08,868 INFO [STDOUT] INFO 21-02 05:59:08,868 - SelectAccountsForReports - Allocated 2 rowsets for step 2 --> Copy rows to result 05:59:08,868 INFO [STDOUT] INFO 21-02 05:59:08,868 - SelectAccountsForReports - Allocating Steps & StepData... 05:59:08,868 INFO [STDOUT] INFO 21-02 05:59:08,868 - SelectAccountsForReports - Transformation is about to allocate step [Table input] of type [TableInput] 05:59:08,869 INFO [STDOUT] INFO 21-02 05:59:08,869 - Table input - distribution activated 05:59:08,869 INFO [STDOUT] INFO 21-02 05:59:08,869 - Table input - Starting allocation of buffers & new threads... 05:59:08,869 INFO [STDOUT] INFO 21-02 05:59:08,869 - Table input - Step info: nrinput=0 nroutput=1 05:59:08,869 INFO [STDOUT] INFO 21-02 05:59:08,869 - Table input - output rel. is 1:1 05:59:08,869 INFO [STDOUT] INFO 21-02 05:59:08,869 - Table input - Found output rowset [Table input.0 - Write to log.0] 05:59:08,869 INFO [STDOUT] INFO 21-02 05:59:08,869 - Table input - Finished dispatching 05:59:08,869 INFO [STDOUT] INFO 21-02 05:59:08,869 - SelectAccountsForReports - Transformation has allocated a new step: [Table input].0 05:59:08,869 INFO [STDOUT] INFO 21-02 05:59:08,869 - SelectAccountsForReports - Transformation is about to allocate step [Write to log] of type [WriteToLog] 05:59:08,869 INFO [STDOUT] INFO 21-02 05:59:08,869 - Write to log - distribution activated 05:59:08,869 INFO [STDOUT] INFO 21-02 05:59:08,869 - Write to log - Starting allocation of buffers & new threads... 05:59:08,869 INFO [STDOUT] INFO 21-02 05:59:08,869 - Write to log - Step info: nrinput=1 nroutput=1 05:59:08,870 INFO [STDOUT] INFO 21-02 05:59:08,869 - Write to log - Got previous step from [Write to log] #0 --> Table input 05:59:08,870 INFO [STDOUT] INFO 21-02 05:59:08,870 - Write to log - input rel is 1:1 05:59:08,870 INFO [STDOUT] INFO 21-02 05:59:08,870 - Write to log - Found input rowset [Table input.0 - Write to log.0] 05:59:08,870 INFO [STDOUT] INFO 21-02 05:59:08,870 - Write to log - output rel. is 1:1 05:59:08,870 INFO [STDOUT] INFO 21-02 05:59:08,870 - Write to log - Found output rowset [Write to log.0 - Copy rows to result.0] 05:59:08,870 INFO [STDOUT] INFO 21-02 05:59:08,870 - Write to log - Finished dispatching 05:59:08,870 INFO [STDOUT] INFO 21-02 05:59:08,870 - SelectAccountsForReports - Transformation has allocated a new step: [Write to log].0 05:59:08,870 INFO [STDOUT] INFO 21-02 05:59:08,870 - SelectAccountsForReports - Transformation is about to allocate step [Copy rows to result] of type [RowsToResult] 05:59:08,870 INFO [STDOUT] INFO 21-02 05:59:08,870 - Copy rows to result - distribution activated 05:59:08,870 INFO [STDOUT] INFO 21-02 05:59:08,870 - Copy rows to result - Starting allocation of buffers & new threads... 05:59:08,871 INFO [STDOUT] INFO 21-02 05:59:08,871 - Copy rows to result - Step info: nrinput=1 nroutput=0 05:59:08,871 INFO [STDOUT] INFO 21-02 05:59:08,871 - Copy rows to result - Got previous step from [Copy rows to result] #0 --> Write to log 05:59:08,871 INFO [STDOUT] INFO 21-02 05:59:08,871 - Copy rows to result - input rel is 1:1 05:59:08,871 INFO [STDOUT] INFO 21-02 05:59:08,871 - Copy rows to result - Found input rowset [Write to log.0 - Copy rows to result.0] 05:59:08,871 INFO [STDOUT] INFO 21-02 05:59:08,871 - Copy rows to result - Finished dispatching 05:59:08,871 INFO [STDOUT] INFO 21-02 05:59:08,871 - SelectAccountsForReports - Transformation has allocated a new step: [Copy rows to result].0 05:59:08,871 INFO [STDOUT] INFO 21-02 05:59:08,871 - SelectAccountsForReports - This transformation can be replayed with replay date: 2012/02/21 05:59:08 05:59:08,871 INFO [STDOUT] INFO 21-02 05:59:08,871 - SelectAccountsForReports - Initialising 3 steps... 05:59:08,872 INFO [STDOUT] INFO 21-02 05:59:08,872 - Table input - Running on slave server #0/1. 05:59:08,872 INFO [STDOUT] INFO 21-02 05:59:08,872 - Write to log - Running on slave server #0/1. 05:59:08,872 INFO [STDOUT] INFO 21-02 05:59:08,872 - Copy rows to result - Running on slave server #0/1. 05:59:08,873 INFO [STDOUT] INFO 21-02 05:59:08,873 - TSACOMMON - New database connection defined 05:59:08,881 INFO [STDOUT] INFO 21-02 05:59:08,881 - TSACOMMON - Connected to database. 05:59:08,882 INFO [STDOUT] INFO 21-02 05:59:08,882 - TSACOMMON - Auto commit off 05:59:08,882 INFO [STDOUT] INFO 21-02 05:59:08,882 - Table input - Connected to database... 05:59:08,882 INFO [STDOUT] INFO 21-02 05:59:08,882 - SelectAccountsForReports - Step [Table input.0] initialized flawlessly. 05:59:08,882 INFO [STDOUT] INFO 21-02 05:59:08,882 - SelectAccountsForReports - Step [Write to log.0] initialized flawlessly. 05:59:08,882 INFO [STDOUT] INFO 21-02 05:59:08,882 - SelectAccountsForReports - Step [Copy rows to result.0] initialized flawlessly. 05:59:08,882 INFO [STDOUT] INFO 21-02 05:59:08,882 - Table input - Starting to run... 05:59:08,882 INFO [STDOUT] INFO 21-02 05:59:08,882 - Table input - SQL query : select id from tsacommon.accounts where tsacommon.accounts.isActive='true' ; 05:59:08,883 INFO [STDOUT] INFO 21-02 05:59:08,883 - Write to log - Starting to run... 05:59:08,883 INFO [STDOUT] INFO 21-02 05:59:08,883 - SelectAccountsForReports - Transformation has allocated 3 threads and 2 rowsets. 05:59:08,883 INFO [STDOUT] INFO 21-02 05:59:08,883 - Copy rows to result - Starting to run... 05:59:08,884 INFO [STDOUT] INFO 21-02 05:59:08,884 - Table input - Finished reading query, closing connection. 05:59:08,885 INFO [STDOUT] INFO 21-02 05:59:08,885 - TSACOMMON - Connection to database closed! 05:59:08,885 INFO [STDOUT] INFO 21-02 05:59:08,885 - Table input - Finished processing (I=22, O=0, R=0, W=22, U=0, E=0) 05:59:08,890 INFO [STDOUT] INFO 21-02 05:59:08,890 - Write to log - ------------> Linenr 1------------------------------ Accounts selected : id = 1 ==================== 05:59:08,890 INFO [STDOUT] INFO 21-02 05:59:08,890 - Write to log - ------------> Linenr 2------------------------------ Accounts selected : id = 541 ==================== 05:59:08,890 INFO [STDOUT] INFO 21-02 05:59:08,890 - Write to log - ------------> Linenr 3------------------------------ Accounts selected : id = 5843 ==================== 05:59:08,890 INFO [STDOUT] INFO 21-02 05:59:08,890 - Write to log - ------------> Linenr 4------------------------------ Accounts selected : id = 5844 ==================== 05:59:08,890 INFO [STDOUT] INFO 21-02 05:59:08,890 - Write to log - ------------> Linenr 5------------------------------ Accounts selected : id = 5845 ==================== 05:59:08,890 INFO [STDOUT] INFO 21-02 05:59:08,890 - Write to log - ------------> Linenr 6------------------------------ Accounts selected : id = 5846 ==================== 05:59:08,890 INFO [STDOUT] INFO 21-02 05:59:08,890 - Write to log - ------------> Linenr 7------------------------------ Accounts selected : id = 5847 ==================== 05:59:08,890 INFO [STDOUT] INFO 21-02 05:59:08,890 - Write to log - ------------> Linenr 8------------------------------ Accounts selected : id = 5848 ==================== 05:59:08,890 INFO [STDOUT] INFO 21-02 05:59:08,890 - Write to log - ------------> Linenr 9------------------------------ Accounts selected : id = 5849 ==================== 05:59:08,890 INFO [STDOUT] INFO 21-02 05:59:08,890 - Write to log - ------------> Linenr 10------------------------------ Accounts selected : id = 5850 ==================== 05:59:08,890 INFO [STDOUT] INFO 21-02 05:59:08,890 - Write to log - ------------> Linenr 11------------------------------ Accounts selected : id = 5851 ==================== 05:59:08,891 INFO [STDOUT] INFO 21-02 05:59:08,891 - Write to log - ------------> Linenr 12------------------------------ Accounts selected : id = 5852 ==================== 05:59:08,891 INFO [STDOUT] INFO 21-02 05:59:08,891 - Write to log - ------------> Linenr 13------------------------------ Accounts selected : id = 5853 ==================== 05:59:08,891 INFO [STDOUT] INFO 21-02 05:59:08,891 - Write to log - ------------> Linenr 14------------------------------ Accounts selected : id = 5854 ==================== 05:59:08,891 INFO [STDOUT] INFO 21-02 05:59:08,891 - Write to log - ------------> Linenr 15------------------------------ Accounts selected : id = 5855 ==================== 05:59:08,891 INFO [STDOUT] INFO 21-02 05:59:08,891 - Write to log - ------------> Linenr 16------------------------------ Accounts selected : id = 5856 ==================== 05:59:08,891 INFO [STDOUT] INFO 21-02 05:59:08,891 - Write to log - ------------> Linenr 17------------------------------ Accounts selected : id = 5857 ==================== 05:59:08,891 INFO [STDOUT] INFO 21-02 05:59:08,891 - Write to log - ------------> Linenr 18------------------------------ Accounts selected : id = 5858 ==================== 05:59:08,891 INFO [STDOUT] INFO 21-02 05:59:08,891 - Write to log - ------------> Linenr 19------------------------------ Accounts selected : id = 5859 ==================== 05:59:08,891 INFO [STDOUT] INFO 21-02 05:59:08,891 - Write to log - ------------> Linenr 20------------------------------ Accounts selected : id = 5860 ==================== 05:59:08,891 INFO [STDOUT] INFO 21-02 05:59:08,891 - Write to log - ------------> Linenr 21------------------------------ Accounts selected : id = 5861 ==================== 05:59:08,891 INFO [STDOUT] INFO 21-02 05:59:08,891 - Write to log - ------------> Linenr 22------------------------------ Accounts selected : id = 5862 ==================== 05:59:08,906 INFO [STDOUT] INFO 21-02 05:59:08,906 - Write to log - Finished processing (I=0, O=0, R=22, W=22, U=0, E=0) 05:59:08,922 INFO [STDOUT] INFO 21-02 05:59:08,922 - Copy rows to result - Finished processing (I=0, O=0, R=22, W=22, U=0, E=0) 05:59:08,933 INFO [STDOUT] INFO 21-02 05:59:08,933 - StageReportDataForSubsetOfAccounts - Starting entry [StageReportServiceDataForAccount] 05:59:08,933 INFO [STDOUT] INFO 21-02 05:59:08,933 - StageReportDataForSubsetOfAccounts - exec(19, 0, StageReportServiceDataForAccount.0) 05:59:08,933 INFO [STDOUT] INFO 21-02 05:59:08,933 - StageReportServiceDataForAccount - Starting job entry 05:59:08,934 INFO [STDOUT] INFO 21-02 05:59:08,934 - StageReportServiceDataForAccount - Loading job from repository : [/ : StageReportServiceDataForAccount] 05:59:08,949 INFO [STDOUT] INFO 21-02 05:59:08,949 - StageReportServiceDataForAccount - exec(20, 0, START.0) 05:59:08,950 INFO [STDOUT] INFO 21-02 05:59:08,950 - START - Starting job entry 05:59:08,952 INFO [STDOUT] INFO 21-02 05:59:08,952 - StageReportServiceDataForAccount - Starting entry [SetupReportServiceRequestVariables] 05:59:08,952 INFO [STDOUT] INFO 21-02 05:59:08,952 - StageReportServiceDataForAccount - exec(21, 0, SetupReportServiceRequestVariables.0) 05:59:08,952 INFO [STDOUT] INFO 21-02 05:59:08,952 - SetupReportServiceRequestVariables - Starting job entry 05:59:08,952 INFO [STDOUT] INFO 21-02 05:59:08,952 - SetupReportServiceRequestVariables - Loading job from repository : [/ : SetupReportServiceRequestVariables] 05:59:08,966 INFO [STDOUT] INFO 21-02 05:59:08,966 - SetupReportServiceRequestVariables - exec(22, 0, START.0) 05:59:08,966 INFO [STDOUT] INFO 21-02 05:59:08,966 - START - Starting job entry 05:59:08,968 INFO [STDOUT] INFO 21-02 05:59:08,968 - SetupReportServiceRequestVariables - Starting entry [SetAccountIDVariable] 05:59:08,968 INFO [STDOUT] INFO 21-02 05:59:08,968 - SetupReportServiceRequestVariables - exec(23, 0, SetAccountIDVariable.0) 05:59:08,968 INFO [STDOUT] INFO 21-02 05:59:08,968 - SetAccountIDVariable - Starting job entry 05:59:08,968 INFO [STDOUT] INFO 21-02 05:59:08,968 - SetAccountIDVariable - Opening transformation: [null] in directory [/] 05:59:08,968 INFO [STDOUT] INFO 21-02 05:59:08,968 - SetAccountIDVariable - Loading transformation from repository [SetAccountIDVariable] in directory [/] 05:59:08,990 INFO [STDOUT] INFO 21-02 05:59:08,990 - SetAccountIDVariable - Starting transformation...(file=null, name=SetAccountIDVariable, repinfo=null) 05:59:08,991 INFO [STDOUT] INFO 21-02 05:59:08,991 - SetAccountIDVariable - Transformation is pre-loaded. 05:59:08,991 INFO [STDOUT] INFO 21-02 05:59:08,991 - SetAccountIDVariable - Dispatching started for transformation [SetAccountIDVariable] 05:59:08,991 INFO [STDOUT] INFO 21-02 05:59:08,991 - SetAccountIDVariable - Nr of arguments detected:0 05:59:08,991 INFO [STDOUT] INFO 21-02 05:59:08,991 - SetAccountIDVariable - This is not a replay transformation 05:59:08,991 INFO [STDOUT] INFO 21-02 05:59:08,991 - SetAccountIDVariable - I found 3 different steps to launch. 05:59:08,991 INFO [STDOUT] INFO 21-02 05:59:08,991 - SetAccountIDVariable - Allocating rowsets... 05:59:08,991 INFO [STDOUT] INFO 21-02 05:59:08,991 - SetAccountIDVariable - Allocating rowsets for step 0 --> Get rows from result 05:59:08,991 INFO [STDOUT] INFO 21-02 05:59:08,991 - SetAccountIDVariable - prevcopies = 1, nextcopies=1 05:59:08,992 INFO [STDOUT] INFO 21-02 05:59:08,992 - SetAccountIDVariable - Transformation allocated new rowset [Get rows from result.0 - Set Variables.0] 05:59:08,992 INFO [STDOUT] INFO 21-02 05:59:08,992 - SetAccountIDVariable - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:08,992 INFO [STDOUT] INFO 21-02 05:59:08,992 - SetAccountIDVariable - Allocating rowsets for step 1 --> Set Variables 05:59:08,992 INFO [STDOUT] INFO 21-02 05:59:08,992 - SetAccountIDVariable - Allocated 1 rowsets for step 1 --> Set Variables 05:59:08,992 INFO [STDOUT] INFO 21-02 05:59:08,992 - SetAccountIDVariable - Allocating rowsets for step 2 --> Data Grid 05:59:08,992 INFO [STDOUT] INFO 21-02 05:59:08,992 - SetAccountIDVariable - Allocated 1 rowsets for step 2 --> Data Grid 05:59:08,992 INFO [STDOUT] INFO 21-02 05:59:08,992 - SetAccountIDVariable - Allocating Steps & StepData... 05:59:08,992 INFO [STDOUT] INFO 21-02 05:59:08,992 - SetAccountIDVariable - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:08,992 INFO [STDOUT] INFO 21-02 05:59:08,992 - Get rows from result - distribution activated 05:59:08,992 INFO [STDOUT] INFO 21-02 05:59:08,992 - Get rows from result - Starting allocation of buffers & new threads... 05:59:08,992 INFO [STDOUT] INFO 21-02 05:59:08,992 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:08,992 INFO [STDOUT] INFO 21-02 05:59:08,992 - Get rows from result - output rel. is 1:1 05:59:08,993 INFO [STDOUT] INFO 21-02 05:59:08,992 - Get rows from result - Found output rowset [Get rows from result.0 - Set Variables.0] 05:59:08,993 INFO [STDOUT] INFO 21-02 05:59:08,993 - Get rows from result - Finished dispatching 05:59:08,993 INFO [STDOUT] INFO 21-02 05:59:08,993 - SetAccountIDVariable - Transformation has allocated a new step: [Get rows from result].0 05:59:08,993 INFO [STDOUT] INFO 21-02 05:59:08,993 - SetAccountIDVariable - Transformation is about to allocate step [Set Variables] of type [SetVariable] 05:59:08,993 INFO [STDOUT] INFO 21-02 05:59:08,993 - Set Variables - distribution activated 05:59:08,993 INFO [STDOUT] INFO 21-02 05:59:08,993 - Set Variables - Starting allocation of buffers & new threads... 05:59:08,993 INFO [STDOUT] INFO 21-02 05:59:08,993 - Set Variables - Step info: nrinput=1 nroutput=0 05:59:08,993 INFO [STDOUT] INFO 21-02 05:59:08,993 - Set Variables - Got previous step from [Set Variables] #0 --> Get rows from result 05:59:08,993 INFO [STDOUT] INFO 21-02 05:59:08,993 - Set Variables - input rel is 1:1 05:59:08,993 INFO [STDOUT] INFO 21-02 05:59:08,993 - Set Variables - Found input rowset [Get rows from result.0 - Set Variables.0] 05:59:08,993 INFO [STDOUT] INFO 21-02 05:59:08,993 - Set Variables - Finished dispatching 05:59:08,994 INFO [STDOUT] INFO 21-02 05:59:08,994 - SetAccountIDVariable - Transformation has allocated a new step: [Set Variables].0 05:59:08,994 INFO [STDOUT] INFO 21-02 05:59:08,994 - SetAccountIDVariable - Transformation is about to allocate step [Data Grid] of type [DataGrid] 05:59:08,996 INFO [STDOUT] INFO 21-02 05:59:08,996 - Data Grid - distribution activated 05:59:08,996 INFO [STDOUT] INFO 21-02 05:59:08,996 - Data Grid - Starting allocation of buffers & new threads... 05:59:08,996 INFO [STDOUT] INFO 21-02 05:59:08,996 - Data Grid - Step info: nrinput=0 nroutput=0 05:59:08,996 INFO [STDOUT] INFO 21-02 05:59:08,996 - Data Grid - Finished dispatching 05:59:08,997 INFO [STDOUT] INFO 21-02 05:59:08,997 - SetAccountIDVariable - Transformation has allocated a new step: [Data Grid].0 05:59:08,997 INFO [STDOUT] INFO 21-02 05:59:08,997 - SetAccountIDVariable - This transformation can be replayed with replay date: 2012/02/21 05:59:08 05:59:08,997 INFO [STDOUT] INFO 21-02 05:59:08,997 - SetAccountIDVariable - Initialising 3 steps... 05:59:08,997 INFO [STDOUT] INFO 21-02 05:59:08,997 - Get rows from result - Running on slave server #0/1. 05:59:08,998 INFO [STDOUT] INFO 21-02 05:59:08,998 - Set Variables - Running on slave server #0/1. 05:59:08,998 INFO [STDOUT] INFO 21-02 05:59:08,998 - Data Grid - Running on slave server #0/1. 05:59:08,998 INFO [STDOUT] INFO 21-02 05:59:08,998 - SetAccountIDVariable - Step [Get rows from result.0] initialized flawlessly. 05:59:08,998 INFO [STDOUT] INFO 21-02 05:59:08,998 - SetAccountIDVariable - Step [Set Variables.0] initialized flawlessly. 05:59:08,998 INFO [STDOUT] INFO 21-02 05:59:08,998 - SetAccountIDVariable - Step [Data Grid.0] initialized flawlessly. 05:59:08,999 INFO [STDOUT] INFO 21-02 05:59:08,999 - Get rows from result - Starting to run... 05:59:08,999 INFO [STDOUT] INFO 21-02 05:59:08,999 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:08,999 INFO [STDOUT] INFO 21-02 05:59:08,999 - Set Variables - Starting to run... 05:59:08,999 INFO [STDOUT] INFO 21-02 05:59:08,999 - Set Variables - Setting environment variables... 05:59:08,999 INFO [STDOUT] INFO 21-02 05:59:08,999 - Set Variables - Set variable ACCOUNTID to value [1] 05:59:09,000 INFO [STDOUT] INFO 21-02 05:59:09,000 - SetAccountIDVariable - Transformation has allocated 3 threads and 1 rowsets. 05:59:09,000 INFO [STDOUT] INFO 21-02 05:59:09,000 - Data Grid - Starting to run... 05:59:09,001 INFO [STDOUT] INFO 21-02 05:59:09,001 - Data Grid - Finished processing (I=0, O=0, R=0, W=1, U=0, E=0) 05:59:09,014 INFO [STDOUT] INFO 21-02 05:59:09,014 - Set Variables - Finished after 1 rows. 05:59:09,014 INFO [STDOUT] INFO 21-02 05:59:09,014 - Set Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:09,017 INFO [STDOUT] INFO 21-02 05:59:09,017 - SetupReportServiceRequestVariables - Starting entry [SetDefaultVariablesForProducts] 05:59:09,017 INFO [STDOUT] INFO 21-02 05:59:09,017 - SetupReportServiceRequestVariables - exec(24, 0, SetDefaultVariablesForProducts.0) 05:59:09,017 INFO [STDOUT] INFO 21-02 05:59:09,017 - SetDefaultVariablesForProducts - Starting job entry 05:59:09,017 INFO [STDOUT] INFO 21-02 05:59:09,017 - SetDefaultVariablesForProducts - Opening transformation: [null] in directory [/] 05:59:09,017 INFO [STDOUT] INFO 21-02 05:59:09,017 - SetDefaultVariablesForProducts - Loading transformation from repository [SetDefaultVariablesForProducts] in directory [/] 05:59:09,036 INFO [STDOUT] INFO 21-02 05:59:09,036 - SetDefaultVariablesForProducts - Starting transformation...(file=null, name=SetDefaultVariablesForProducts, repinfo=null) 05:59:09,036 INFO [STDOUT] INFO 21-02 05:59:09,036 - SetDefaultVariablesForProducts - Transformation is pre-loaded. 05:59:09,036 INFO [STDOUT] INFO 21-02 05:59:09,036 - SetDefaultVariablesForProducts - Dispatching started for transformation [SetDefaultVariablesForProducts] 05:59:09,036 INFO [STDOUT] INFO 21-02 05:59:09,036 - SetDefaultVariablesForProducts - Nr of arguments detected:0 05:59:09,036 INFO [STDOUT] INFO 21-02 05:59:09,036 - SetDefaultVariablesForProducts - This is not a replay transformation 05:59:09,037 INFO [STDOUT] INFO 21-02 05:59:09,037 - SetDefaultVariablesForProducts - I found 2 different steps to launch. 05:59:09,037 INFO [STDOUT] INFO 21-02 05:59:09,037 - SetDefaultVariablesForProducts - Allocating rowsets... 05:59:09,037 INFO [STDOUT] INFO 21-02 05:59:09,037 - SetDefaultVariablesForProducts - Allocating rowsets for step 0 --> Data Grid 05:59:09,037 INFO [STDOUT] INFO 21-02 05:59:09,037 - SetDefaultVariablesForProducts - prevcopies = 1, nextcopies=1 05:59:09,037 INFO [STDOUT] INFO 21-02 05:59:09,037 - SetDefaultVariablesForProducts - Transformation allocated new rowset [Data Grid.0 - SetPageViewVariable.0] 05:59:09,037 INFO [STDOUT] INFO 21-02 05:59:09,037 - SetDefaultVariablesForProducts - Allocated 1 rowsets for step 0 --> Data Grid 05:59:09,037 INFO [STDOUT] INFO 21-02 05:59:09,037 - SetDefaultVariablesForProducts - Allocating rowsets for step 1 --> SetPageViewVariable 05:59:09,037 INFO [STDOUT] INFO 21-02 05:59:09,037 - SetDefaultVariablesForProducts - Allocated 1 rowsets for step 1 --> SetPageViewVariable 05:59:09,037 INFO [STDOUT] INFO 21-02 05:59:09,037 - SetDefaultVariablesForProducts - Allocating Steps & StepData... 05:59:09,038 INFO [STDOUT] INFO 21-02 05:59:09,038 - SetDefaultVariablesForProducts - Transformation is about to allocate step [Data Grid] of type [DataGrid] 05:59:09,038 INFO [STDOUT] INFO 21-02 05:59:09,038 - Data Grid - distribution activated 05:59:09,038 INFO [STDOUT] INFO 21-02 05:59:09,038 - Data Grid - Starting allocation of buffers & new threads... 05:59:09,038 INFO [STDOUT] INFO 21-02 05:59:09,038 - Data Grid - Step info: nrinput=0 nroutput=1 05:59:09,038 INFO [STDOUT] INFO 21-02 05:59:09,038 - Data Grid - output rel. is 1:1 05:59:09,038 INFO [STDOUT] INFO 21-02 05:59:09,038 - Data Grid - Found output rowset [Data Grid.0 - SetPageViewVariable.0] 05:59:09,038 INFO [STDOUT] INFO 21-02 05:59:09,038 - Data Grid - Finished dispatching 05:59:09,039 INFO [STDOUT] INFO 21-02 05:59:09,039 - SetDefaultVariablesForProducts - Transformation has allocated a new step: [Data Grid].0 05:59:09,039 INFO [STDOUT] INFO 21-02 05:59:09,039 - SetDefaultVariablesForProducts - Transformation is about to allocate step [SetPageViewVariable] of type [SetVariable] 05:59:09,039 INFO [STDOUT] INFO 21-02 05:59:09,039 - SetPageViewVariable - distribution activated 05:59:09,039 INFO [STDOUT] INFO 21-02 05:59:09,039 - SetPageViewVariable - Starting allocation of buffers & new threads... 05:59:09,039 INFO [STDOUT] INFO 21-02 05:59:09,039 - SetPageViewVariable - Step info: nrinput=1 nroutput=0 05:59:09,040 INFO [STDOUT] INFO 21-02 05:59:09,040 - SetPageViewVariable - Got previous step from [SetPageViewVariable] #0 --> Data Grid 05:59:09,040 INFO [STDOUT] INFO 21-02 05:59:09,040 - SetPageViewVariable - input rel is 1:1 05:59:09,040 INFO [STDOUT] INFO 21-02 05:59:09,040 - SetPageViewVariable - Found input rowset [Data Grid.0 - SetPageViewVariable.0] 05:59:09,040 INFO [STDOUT] INFO 21-02 05:59:09,040 - SetPageViewVariable - Finished dispatching 05:59:09,040 INFO [STDOUT] INFO 21-02 05:59:09,040 - SetDefaultVariablesForProducts - Transformation has allocated a new step: [SetPageViewVariable].0 05:59:09,040 INFO [STDOUT] INFO 21-02 05:59:09,040 - SetDefaultVariablesForProducts - This transformation can be replayed with replay date: 2012/02/21 05:59:09 05:59:09,040 INFO [STDOUT] INFO 21-02 05:59:09,040 - SetDefaultVariablesForProducts - Initialising 2 steps... 05:59:09,041 INFO [STDOUT] INFO 21-02 05:59:09,041 - Data Grid - Running on slave server #0/1. 05:59:09,041 INFO [STDOUT] INFO 21-02 05:59:09,041 - SetPageViewVariable - Running on slave server #0/1. 05:59:09,041 INFO [STDOUT] INFO 21-02 05:59:09,041 - SetDefaultVariablesForProducts - Step [Data Grid.0] initialized flawlessly. 05:59:09,041 INFO [STDOUT] INFO 21-02 05:59:09,041 - SetDefaultVariablesForProducts - Step [SetPageViewVariable.0] initialized flawlessly. 05:59:09,042 INFO [STDOUT] INFO 21-02 05:59:09,042 - Data Grid - Starting to run... 05:59:09,042 INFO [STDOUT] INFO 21-02 05:59:09,042 - Data Grid - Finished processing (I=0, O=0, R=0, W=1, U=0, E=0) 05:59:09,042 INFO [STDOUT] INFO 21-02 05:59:09,042 - SetDefaultVariablesForProducts - Transformation has allocated 2 threads and 1 rowsets. 05:59:09,043 INFO [STDOUT] INFO 21-02 05:59:09,043 - SetPageViewVariable - Starting to run... 05:59:09,043 INFO [STDOUT] INFO 21-02 05:59:09,043 - SetPageViewVariable - Setting environment variables... 05:59:09,043 INFO [STDOUT] INFO 21-02 05:59:09,043 - SetPageViewVariable - Set variable VIEW_PROD to value [ 215] 05:59:09,043 INFO [STDOUT] INFO 21-02 05:59:09,043 - SetPageViewVariable - Set variable CONTACT_PROD to value [ 216] 05:59:09,043 INFO [STDOUT] INFO 21-02 05:59:09,043 - SetPageViewVariable - Set variable TW_PROD to value [ 217] 05:59:09,043 INFO [STDOUT] INFO 21-02 05:59:09,043 - SetPageViewVariable - Set variable FB_PROD to value [ 218] 05:59:09,044 INFO [STDOUT] INFO 21-02 05:59:09,044 - SetPageViewVariable - Set variable GP_PROD to value [ 219] 05:59:09,044 INFO [STDOUT] INFO 21-02 05:59:09,044 - SetPageViewVariable - Set variable VANITY_PROD to value [ 220] 05:59:09,044 INFO [STDOUT] INFO 21-02 05:59:09,044 - SetPageViewVariable - Set variable CALL_PROD to value [ 221] 05:59:09,058 INFO [STDOUT] INFO 21-02 05:59:09,058 - SetPageViewVariable - Finished after 1 rows. 05:59:09,058 INFO [STDOUT] INFO 21-02 05:59:09,058 - SetPageViewVariable - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:09,068 INFO [STDOUT] INFO 21-02 05:59:09,068 - SetupReportServiceRequestVariables - Starting entry [SelectProductsForAccount] 05:59:09,069 INFO [STDOUT] INFO 21-02 05:59:09,069 - SetupReportServiceRequestVariables - exec(25, 0, SelectProductsForAccount.0) 05:59:09,069 INFO [STDOUT] INFO 21-02 05:59:09,069 - SelectProductsForAccount - Starting job entry 05:59:09,069 INFO [STDOUT] INFO 21-02 05:59:09,069 - SelectProductsForAccount - Opening transformation: [null] in directory [/] 05:59:09,069 INFO [STDOUT] INFO 21-02 05:59:09,069 - SelectProductsForAccount - Loading transformation from repository [SelectProductsForAccount] in directory [/] 05:59:09,087 INFO [STDOUT] INFO 21-02 05:59:09,087 - SelectProductsForAccount - Starting transformation...(file=null, name=SelectProductsForAccount, repinfo=null) 05:59:09,087 INFO [STDOUT] INFO 21-02 05:59:09,087 - SelectProductsForAccount - Transformation is pre-loaded. 05:59:09,088 INFO [STDOUT] INFO 21-02 05:59:09,088 - SelectProductsForAccount - Dispatching started for transformation [SelectProductsForAccount] 05:59:09,088 INFO [STDOUT] INFO 21-02 05:59:09,088 - SelectProductsForAccount - Nr of arguments detected:0 05:59:09,088 INFO [STDOUT] INFO 21-02 05:59:09,088 - SelectProductsForAccount - This is not a replay transformation 05:59:09,088 INFO [STDOUT] INFO 21-02 05:59:09,088 - SelectProductsForAccount - I found 3 different steps to launch. 05:59:09,088 INFO [STDOUT] INFO 21-02 05:59:09,088 - SelectProductsForAccount - Allocating rowsets... 05:59:09,088 INFO [STDOUT] INFO 21-02 05:59:09,088 - SelectProductsForAccount - Allocating rowsets for step 0 --> Table input 05:59:09,088 INFO [STDOUT] INFO 21-02 05:59:09,088 - SelectProductsForAccount - prevcopies = 1, nextcopies=1 05:59:09,088 INFO [STDOUT] INFO 21-02 05:59:09,088 - SelectProductsForAccount - Transformation allocated new rowset [Table input.0 - Write to log.0] 05:59:09,088 INFO [STDOUT] INFO 21-02 05:59:09,088 - SelectProductsForAccount - Allocated 1 rowsets for step 0 --> Table input 05:59:09,088 INFO [STDOUT] INFO 21-02 05:59:09,088 - SelectProductsForAccount - Allocating rowsets for step 1 --> Write to log 05:59:09,088 INFO [STDOUT] INFO 21-02 05:59:09,088 - SelectProductsForAccount - prevcopies = 1, nextcopies=1 05:59:09,089 INFO [STDOUT] INFO 21-02 05:59:09,089 - SelectProductsForAccount - Transformation allocated new rowset [Write to log.0 - Copy rows to result.0] 05:59:09,089 INFO [STDOUT] INFO 21-02 05:59:09,089 - SelectProductsForAccount - Allocated 2 rowsets for step 1 --> Write to log 05:59:09,089 INFO [STDOUT] INFO 21-02 05:59:09,089 - SelectProductsForAccount - Allocating rowsets for step 2 --> Copy rows to result 05:59:09,089 INFO [STDOUT] INFO 21-02 05:59:09,089 - SelectProductsForAccount - Allocated 2 rowsets for step 2 --> Copy rows to result 05:59:09,089 INFO [STDOUT] INFO 21-02 05:59:09,089 - SelectProductsForAccount - Allocating Steps & StepData... 05:59:09,089 INFO [STDOUT] INFO 21-02 05:59:09,089 - SelectProductsForAccount - Transformation is about to allocate step [Table input] of type [TableInput] 05:59:09,089 INFO [STDOUT] INFO 21-02 05:59:09,089 - Table input - distribution activated 05:59:09,089 INFO [STDOUT] INFO 21-02 05:59:09,089 - Table input - Starting allocation of buffers & new threads... 05:59:09,089 INFO [STDOUT] INFO 21-02 05:59:09,089 - Table input - Step info: nrinput=0 nroutput=1 05:59:09,089 INFO [STDOUT] INFO 21-02 05:59:09,089 - Table input - output rel. is 1:1 05:59:09,089 INFO [STDOUT] INFO 21-02 05:59:09,089 - Table input - Found output rowset [Table input.0 - Write to log.0] 05:59:09,089 INFO [STDOUT] INFO 21-02 05:59:09,089 - Table input - Finished dispatching 05:59:09,090 INFO [STDOUT] INFO 21-02 05:59:09,090 - SelectProductsForAccount - Transformation has allocated a new step: [Table input].0 05:59:09,090 INFO [STDOUT] INFO 21-02 05:59:09,090 - SelectProductsForAccount - Transformation is about to allocate step [Write to log] of type [WriteToLog] 05:59:09,090 INFO [STDOUT] INFO 21-02 05:59:09,090 - Write to log - distribution activated 05:59:09,090 INFO [STDOUT] INFO 21-02 05:59:09,090 - Write to log - Starting allocation of buffers & new threads... 05:59:09,090 INFO [STDOUT] INFO 21-02 05:59:09,090 - Write to log - Step info: nrinput=1 nroutput=1 05:59:09,090 INFO [STDOUT] INFO 21-02 05:59:09,090 - Write to log - Got previous step from [Write to log] #0 --> Table input 05:59:09,090 INFO [STDOUT] INFO 21-02 05:59:09,090 - Write to log - input rel is 1:1 05:59:09,090 INFO [STDOUT] INFO 21-02 05:59:09,090 - Write to log - Found input rowset [Table input.0 - Write to log.0] 05:59:09,090 INFO [STDOUT] INFO 21-02 05:59:09,090 - Write to log - output rel. is 1:1 05:59:09,090 INFO [STDOUT] INFO 21-02 05:59:09,090 - Write to log - Found output rowset [Write to log.0 - Copy rows to result.0] 05:59:09,090 INFO [STDOUT] INFO 21-02 05:59:09,090 - Write to log - Finished dispatching 05:59:09,091 INFO [STDOUT] INFO 21-02 05:59:09,091 - SelectProductsForAccount - Transformation has allocated a new step: [Write to log].0 05:59:09,091 INFO [STDOUT] INFO 21-02 05:59:09,091 - SelectProductsForAccount - Transformation is about to allocate step [Copy rows to result] of type [RowsToResult] 05:59:09,091 INFO [STDOUT] INFO 21-02 05:59:09,091 - Copy rows to result - distribution activated 05:59:09,091 INFO [STDOUT] INFO 21-02 05:59:09,091 - Copy rows to result - Starting allocation of buffers & new threads... 05:59:09,091 INFO [STDOUT] INFO 21-02 05:59:09,091 - Copy rows to result - Step info: nrinput=1 nroutput=0 05:59:09,091 INFO [STDOUT] INFO 21-02 05:59:09,091 - Copy rows to result - Got previous step from [Copy rows to result] #0 --> Write to log 05:59:09,091 INFO [STDOUT] INFO 21-02 05:59:09,091 - Copy rows to result - input rel is 1:1 05:59:09,091 INFO [STDOUT] INFO 21-02 05:59:09,091 - Copy rows to result - Found input rowset [Write to log.0 - Copy rows to result.0] 05:59:09,091 INFO [STDOUT] INFO 21-02 05:59:09,091 - Copy rows to result - Finished dispatching 05:59:09,091 INFO [STDOUT] INFO 21-02 05:59:09,091 - SelectProductsForAccount - Transformation has allocated a new step: [Copy rows to result].0 05:59:09,092 INFO [STDOUT] INFO 21-02 05:59:09,092 - SelectProductsForAccount - This transformation can be replayed with replay date: 2012/02/21 05:59:09 05:59:09,092 INFO [STDOUT] INFO 21-02 05:59:09,092 - SelectProductsForAccount - Initialising 3 steps... 05:59:09,092 INFO [STDOUT] INFO 21-02 05:59:09,092 - Table input - Running on slave server #0/1. 05:59:09,093 INFO [STDOUT] INFO 21-02 05:59:09,093 - Write to log - Running on slave server #0/1. 05:59:09,093 INFO [STDOUT] INFO 21-02 05:59:09,093 - PDI - New database connection defined 05:59:09,096 INFO [STDOUT] INFO 21-02 05:59:09,096 - Copy rows to result - Running on slave server #0/1. 05:59:09,099 INFO [STDOUT] INFO 21-02 05:59:09,099 - PDI - Connected to database. 05:59:09,099 INFO [STDOUT] INFO 21-02 05:59:09,099 - PDI - Auto commit off 05:59:09,099 INFO [STDOUT] INFO 21-02 05:59:09,099 - Table input - Connected to database... 05:59:09,099 INFO [STDOUT] INFO 21-02 05:59:09,099 - SelectProductsForAccount - Step [Table input.0] initialized flawlessly. 05:59:09,099 INFO [STDOUT] INFO 21-02 05:59:09,099 - SelectProductsForAccount - Step [Write to log.0] initialized flawlessly. 05:59:09,099 INFO [STDOUT] INFO 21-02 05:59:09,099 - SelectProductsForAccount - Step [Copy rows to result.0] initialized flawlessly. 05:59:09,100 INFO [STDOUT] INFO 21-02 05:59:09,100 - Table input - Starting to run... 05:59:09,100 INFO [STDOUT] INFO 21-02 05:59:09,100 - Table input - SQL query : select id,productCode from products where accountId=1; 05:59:09,100 INFO [STDOUT] INFO 21-02 05:59:09,100 - Write to log - Starting to run... 05:59:09,101 INFO [STDOUT] INFO 21-02 05:59:09,101 - SelectProductsForAccount - Transformation has allocated 3 threads and 2 rowsets. 05:59:09,101 INFO [STDOUT] INFO 21-02 05:59:09,101 - Copy rows to result - Starting to run... 05:59:09,101 INFO [STDOUT] INFO 21-02 05:59:09,101 - Table input - Finished reading query, closing connection. 05:59:09,102 INFO [STDOUT] INFO 21-02 05:59:09,102 - PDI - Connection to database closed! 05:59:09,102 INFO [STDOUT] INFO 21-02 05:59:09,102 - Table input - Finished processing (I=1, O=0, R=0, W=1, U=0, E=0) 05:59:09,106 INFO [STDOUT] INFO 21-02 05:59:09,106 - Write to log - ------------> Linenr 1------------------------------ Products id = 5 productCode = calls ==================== 05:59:09,122 INFO [STDOUT] INFO 21-02 05:59:09,122 - Write to log - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:09,130 INFO [STDOUT] INFO 21-02 05:59:09,130 - Copy rows to result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:09,141 INFO [STDOUT] INFO 21-02 05:59:09,141 - SetupReportServiceRequestVariables - Starting entry [SetAccountProductVariables] 05:59:09,141 INFO [STDOUT] INFO 21-02 05:59:09,141 - SetupReportServiceRequestVariables - exec(26, 0, SetAccountProductVariables.0) 05:59:09,141 INFO [STDOUT] INFO 21-02 05:59:09,141 - SetAccountProductVariables - Starting job entry 05:59:09,141 INFO [STDOUT] INFO 21-02 05:59:09,141 - SetAccountProductVariables - Opening transformation: [null] in directory [/] 05:59:09,141 INFO [STDOUT] INFO 21-02 05:59:09,141 - SetAccountProductVariables - Loading transformation from repository [SetAccountProductVariables] in directory [/] 05:59:09,161 INFO [STDOUT] INFO 21-02 05:59:09,161 - SetAccountProductVariables - Starting transformation...(file=null, name=SetAccountProductVariables, repinfo=null) 05:59:09,161 INFO [STDOUT] INFO 21-02 05:59:09,161 - SetAccountProductVariables - Transformation is pre-loaded. 05:59:09,161 INFO [STDOUT] INFO 21-02 05:59:09,161 - SetAccountProductVariables - Dispatching started for transformation [SetAccountProductVariables] 05:59:09,161 INFO [STDOUT] INFO 21-02 05:59:09,161 - SetAccountProductVariables - Nr of arguments detected:0 05:59:09,161 INFO [STDOUT] INFO 21-02 05:59:09,161 - SetAccountProductVariables - This is not a replay transformation 05:59:09,162 INFO [STDOUT] INFO 21-02 05:59:09,162 - SetAccountProductVariables - I found 10 different steps to launch. 05:59:09,162 INFO [STDOUT] INFO 21-02 05:59:09,162 - SetAccountProductVariables - Allocating rowsets... 05:59:09,162 INFO [STDOUT] INFO 21-02 05:59:09,162 - SetAccountProductVariables - Allocating rowsets for step 0 --> Get rows from result 05:59:09,162 INFO [STDOUT] INFO 21-02 05:59:09,162 - SetAccountProductVariables - prevcopies = 1, nextcopies=1 05:59:09,162 INFO [STDOUT] INFO 21-02 05:59:09,162 - SetAccountProductVariables - Transformation allocated new rowset [Get rows from result.0 - Switch / Case.0] 05:59:09,162 INFO [STDOUT] INFO 21-02 05:59:09,162 - SetAccountProductVariables - Allocated 1 rowsets for step 0 --> Get rows from result 05:59:09,162 INFO [STDOUT] INFO 21-02 05:59:09,162 - SetAccountProductVariables - Allocating rowsets for step 1 --> Switch / Case 05:59:09,162 INFO [STDOUT] INFO 21-02 05:59:09,162 - SetAccountProductVariables - prevcopies = 1, nextcopies=1 05:59:09,162 INFO [STDOUT] INFO 21-02 05:59:09,162 - SetAccountProductVariables - Transformation allocated new rowset [Switch / Case.0 - SetPageViewVariable.0] 05:59:09,162 INFO [STDOUT] INFO 21-02 05:59:09,162 - SetAccountProductVariables - prevcopies = 1, nextcopies=1 05:59:09,162 INFO [STDOUT] INFO 21-02 05:59:09,162 - SetAccountProductVariables - Transformation allocated new rowset [Switch / Case.0 - SetContactUsVariable 2.0] 05:59:09,162 INFO [STDOUT] INFO 21-02 05:59:09,162 - SetAccountProductVariables - prevcopies = 1, nextcopies=1 05:59:09,163 INFO [STDOUT] INFO 21-02 05:59:09,163 - SetAccountProductVariables - Transformation allocated new rowset [Switch / Case.0 - SetTwVariable 3.0] 05:59:09,163 INFO [STDOUT] INFO 21-02 05:59:09,163 - SetAccountProductVariables - prevcopies = 1, nextcopies=1 05:59:09,163 INFO [STDOUT] INFO 21-02 05:59:09,163 - SetAccountProductVariables - Transformation allocated new rowset [Switch / Case.0 - SetFBVariable 5.0] 05:59:09,163 INFO [STDOUT] INFO 21-02 05:59:09,163 - SetAccountProductVariables - prevcopies = 1, nextcopies=1 05:59:09,163 INFO [STDOUT] INFO 21-02 05:59:09,163 - SetAccountProductVariables - Transformation allocated new rowset [Switch / Case.0 - SetGPVariable 4.0] 05:59:09,163 INFO [STDOUT] INFO 21-02 05:59:09,163 - SetAccountProductVariables - prevcopies = 1, nextcopies=1 05:59:09,163 INFO [STDOUT] INFO 21-02 05:59:09,163 - SetAccountProductVariables - Transformation allocated new rowset [Switch / Case.0 - SetVURLVariable 6.0] 05:59:09,163 INFO [STDOUT] INFO 21-02 05:59:09,163 - SetAccountProductVariables - prevcopies = 1, nextcopies=1 05:59:09,163 INFO [STDOUT] INFO 21-02 05:59:09,163 - SetAccountProductVariables - Transformation allocated new rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:09,163 INFO [STDOUT] INFO 21-02 05:59:09,163 - SetAccountProductVariables - prevcopies = 1, nextcopies=1 05:59:09,163 INFO [STDOUT] INFO 21-02 05:59:09,163 - SetAccountProductVariables - Transformation allocated new rowset [Switch / Case.0 - SetCallVariable 7.0] 05:59:09,164 INFO [STDOUT] INFO 21-02 05:59:09,164 - SetAccountProductVariables - Allocated 9 rowsets for step 1 --> Switch / Case 05:59:09,164 INFO [STDOUT] INFO 21-02 05:59:09,164 - SetAccountProductVariables - Allocating rowsets for step 2 --> SetPageViewVariable 05:59:09,164 INFO [STDOUT] INFO 21-02 05:59:09,164 - SetAccountProductVariables - Allocated 9 rowsets for step 2 --> SetPageViewVariable 05:59:09,164 INFO [STDOUT] INFO 21-02 05:59:09,164 - SetAccountProductVariables - Allocating rowsets for step 3 --> SetContactUsVariable 2 05:59:09,164 INFO [STDOUT] INFO 21-02 05:59:09,164 - SetAccountProductVariables - Allocated 9 rowsets for step 3 --> SetContactUsVariable 2 05:59:09,164 INFO [STDOUT] INFO 21-02 05:59:09,164 - SetAccountProductVariables - Allocating rowsets for step 4 --> SetTwVariable 3 05:59:09,164 INFO [STDOUT] INFO 21-02 05:59:09,164 - SetAccountProductVariables - Allocated 9 rowsets for step 4 --> SetTwVariable 3 05:59:09,164 INFO [STDOUT] INFO 21-02 05:59:09,164 - SetAccountProductVariables - Allocating rowsets for step 5 --> SetFBVariable 5 05:59:09,164 INFO [STDOUT] INFO 21-02 05:59:09,164 - SetAccountProductVariables - Allocated 9 rowsets for step 5 --> SetFBVariable 5 05:59:09,164 INFO [STDOUT] INFO 21-02 05:59:09,164 - SetAccountProductVariables - Allocating rowsets for step 6 --> SetGPVariable 4 05:59:09,164 INFO [STDOUT] INFO 21-02 05:59:09,164 - SetAccountProductVariables - Allocated 9 rowsets for step 6 --> SetGPVariable 4 05:59:09,164 INFO [STDOUT] INFO 21-02 05:59:09,164 - SetAccountProductVariables - Allocating rowsets for step 7 --> SetVURLVariable 6 05:59:09,164 INFO [STDOUT] INFO 21-02 05:59:09,164 - SetAccountProductVariables - Allocated 9 rowsets for step 7 --> SetVURLVariable 6 05:59:09,164 INFO [STDOUT] INFO 21-02 05:59:09,164 - SetAccountProductVariables - Allocating rowsets for step 8 --> Dummy (do nothing) 05:59:09,165 INFO [STDOUT] INFO 21-02 05:59:09,165 - SetAccountProductVariables - Allocated 9 rowsets for step 8 --> Dummy (do nothing) 05:59:09,165 INFO [STDOUT] INFO 21-02 05:59:09,165 - SetAccountProductVariables - Allocating rowsets for step 9 --> SetCallVariable 7 05:59:09,165 INFO [STDOUT] INFO 21-02 05:59:09,165 - SetAccountProductVariables - Allocated 9 rowsets for step 9 --> SetCallVariable 7 05:59:09,165 INFO [STDOUT] INFO 21-02 05:59:09,165 - SetAccountProductVariables - Allocating Steps & StepData... 05:59:09,165 INFO [STDOUT] INFO 21-02 05:59:09,165 - SetAccountProductVariables - Transformation is about to allocate step [Get rows from result] of type [RowsFromResult] 05:59:09,165 INFO [STDOUT] INFO 21-02 05:59:09,165 - Get rows from result - distribution activated 05:59:09,165 INFO [STDOUT] INFO 21-02 05:59:09,165 - Get rows from result - Starting allocation of buffers & new threads... 05:59:09,165 INFO [STDOUT] INFO 21-02 05:59:09,165 - Get rows from result - Step info: nrinput=0 nroutput=1 05:59:09,165 INFO [STDOUT] INFO 21-02 05:59:09,165 - Get rows from result - output rel. is 1:1 05:59:09,165 INFO [STDOUT] INFO 21-02 05:59:09,165 - Get rows from result - Found output rowset [Get rows from result.0 - Switch / Case.0] 05:59:09,165 INFO [STDOUT] INFO 21-02 05:59:09,165 - Get rows from result - Finished dispatching 05:59:09,166 INFO [STDOUT] INFO 21-02 05:59:09,166 - SetAccountProductVariables - Transformation has allocated a new step: [Get rows from result].0 05:59:09,166 INFO [STDOUT] INFO 21-02 05:59:09,166 - SetAccountProductVariables - Transformation is about to allocate step [Switch / Case] of type [SwitchCase] 05:59:09,166 INFO [STDOUT] INFO 21-02 05:59:09,166 - Switch / Case - distribution activated 05:59:09,166 INFO [STDOUT] INFO 21-02 05:59:09,166 - Switch / Case - Starting allocation of buffers & new threads... 05:59:09,166 INFO [STDOUT] INFO 21-02 05:59:09,166 - Switch / Case - Step info: nrinput=1 nroutput=8 05:59:09,166 INFO [STDOUT] INFO 21-02 05:59:09,166 - Switch / Case - Got previous step from [Switch / Case] #0 --> Get rows from result 05:59:09,166 INFO [STDOUT] INFO 21-02 05:59:09,166 - Switch / Case - input rel is 1:1 05:59:09,166 INFO [STDOUT] INFO 21-02 05:59:09,166 - Switch / Case - Found input rowset [Get rows from result.0 - Switch / Case.0] 05:59:09,166 INFO [STDOUT] INFO 21-02 05:59:09,166 - Switch / Case - output rel. is 1:1 05:59:09,166 INFO [STDOUT] INFO 21-02 05:59:09,166 - Switch / Case - Found output rowset [Switch / Case.0 - SetPageViewVariable.0] 05:59:09,166 INFO [STDOUT] INFO 21-02 05:59:09,166 - Switch / Case - output rel. is 1:1 05:59:09,166 INFO [STDOUT] INFO 21-02 05:59:09,166 - Switch / Case - Found output rowset [Switch / Case.0 - SetContactUsVariable 2.0] 05:59:09,167 INFO [STDOUT] INFO 21-02 05:59:09,166 - Switch / Case - output rel. is 1:1 05:59:09,167 INFO [STDOUT] INFO 21-02 05:59:09,167 - Switch / Case - Found output rowset [Switch / Case.0 - SetTwVariable 3.0] 05:59:09,167 INFO [STDOUT] INFO 21-02 05:59:09,167 - Switch / Case - output rel. is 1:1 05:59:09,167 INFO [STDOUT] INFO 21-02 05:59:09,167 - Switch / Case - Found output rowset [Switch / Case.0 - SetFBVariable 5.0] 05:59:09,167 INFO [STDOUT] INFO 21-02 05:59:09,167 - Switch / Case - output rel. is 1:1 05:59:09,167 INFO [STDOUT] INFO 21-02 05:59:09,167 - Switch / Case - Found output rowset [Switch / Case.0 - SetGPVariable 4.0] 05:59:09,167 INFO [STDOUT] INFO 21-02 05:59:09,167 - Switch / Case - output rel. is 1:1 05:59:09,167 INFO [STDOUT] INFO 21-02 05:59:09,167 - Switch / Case - Found output rowset [Switch / Case.0 - SetVURLVariable 6.0] 05:59:09,167 INFO [STDOUT] INFO 21-02 05:59:09,167 - Switch / Case - output rel. is 1:1 05:59:09,167 INFO [STDOUT] INFO 21-02 05:59:09,167 - Switch / Case - Found output rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:09,167 INFO [STDOUT] INFO 21-02 05:59:09,167 - Switch / Case - output rel. is 1:1 05:59:09,167 INFO [STDOUT] INFO 21-02 05:59:09,167 - Switch / Case - Found output rowset [Switch / Case.0 - SetCallVariable 7.0] 05:59:09,167 INFO [STDOUT] INFO 21-02 05:59:09,167 - Switch / Case - Finished dispatching 05:59:09,168 INFO [STDOUT] INFO 21-02 05:59:09,168 - SetAccountProductVariables - Transformation has allocated a new step: [Switch / Case].0 05:59:09,168 INFO [STDOUT] INFO 21-02 05:59:09,168 - SetAccountProductVariables - Transformation is about to allocate step [SetPageViewVariable] of type [SetVariable] 05:59:09,168 INFO [STDOUT] INFO 21-02 05:59:09,168 - SetPageViewVariable - distribution activated 05:59:09,168 INFO [STDOUT] INFO 21-02 05:59:09,168 - SetPageViewVariable - Starting allocation of buffers & new threads... 05:59:09,168 INFO [STDOUT] INFO 21-02 05:59:09,168 - SetPageViewVariable - Step info: nrinput=1 nroutput=0 05:59:09,168 INFO [STDOUT] INFO 21-02 05:59:09,168 - SetPageViewVariable - Got previous step from [SetPageViewVariable] #0 --> Switch / Case 05:59:09,168 INFO [STDOUT] INFO 21-02 05:59:09,168 - SetPageViewVariable - input rel is 1:1 05:59:09,168 INFO [STDOUT] INFO 21-02 05:59:09,168 - SetPageViewVariable - Found input rowset [Switch / Case.0 - SetPageViewVariable.0] 05:59:09,168 INFO [STDOUT] INFO 21-02 05:59:09,168 - SetPageViewVariable - Finished dispatching 05:59:09,169 INFO [STDOUT] INFO 21-02 05:59:09,168 - SetAccountProductVariables - Transformation has allocated a new step: [SetPageViewVariable].0 05:59:09,169 INFO [STDOUT] INFO 21-02 05:59:09,169 - SetAccountProductVariables - Transformation is about to allocate step [SetContactUsVariable 2] of type [SetVariable] 05:59:09,169 INFO [STDOUT] INFO 21-02 05:59:09,169 - SetContactUsVariable 2 - distribution activated 05:59:09,169 INFO [STDOUT] INFO 21-02 05:59:09,169 - SetContactUsVariable 2 - Starting allocation of buffers & new threads... 05:59:09,169 INFO [STDOUT] INFO 21-02 05:59:09,169 - SetContactUsVariable 2 - Step info: nrinput=1 nroutput=0 05:59:09,169 INFO [STDOUT] INFO 21-02 05:59:09,169 - SetContactUsVariable 2 - Got previous step from [SetContactUsVariable 2] #0 --> Switch / Case 05:59:09,169 INFO [STDOUT] INFO 21-02 05:59:09,169 - SetContactUsVariable 2 - input rel is 1:1 05:59:09,169 INFO [STDOUT] INFO 21-02 05:59:09,169 - SetContactUsVariable 2 - Found input rowset [Switch / Case.0 - SetContactUsVariable 2.0] 05:59:09,169 INFO [STDOUT] INFO 21-02 05:59:09,169 - SetContactUsVariable 2 - Finished dispatching 05:59:09,169 INFO [STDOUT] INFO 21-02 05:59:09,169 - SetAccountProductVariables - Transformation has allocated a new step: [SetContactUsVariable 2].0 05:59:09,169 INFO [STDOUT] INFO 21-02 05:59:09,169 - SetAccountProductVariables - Transformation is about to allocate step [SetTwVariable 3] of type [SetVariable] 05:59:09,170 INFO [STDOUT] INFO 21-02 05:59:09,170 - SetTwVariable 3 - distribution activated 05:59:09,170 INFO [STDOUT] INFO 21-02 05:59:09,170 - SetTwVariable 3 - Starting allocation of buffers & new threads... 05:59:09,170 INFO [STDOUT] INFO 21-02 05:59:09,170 - SetTwVariable 3 - Step info: nrinput=1 nroutput=0 05:59:09,170 INFO [STDOUT] INFO 21-02 05:59:09,170 - SetTwVariable 3 - Got previous step from [SetTwVariable 3] #0 --> Switch / Case 05:59:09,170 INFO [STDOUT] INFO 21-02 05:59:09,170 - SetTwVariable 3 - input rel is 1:1 05:59:09,170 INFO [STDOUT] INFO 21-02 05:59:09,170 - SetTwVariable 3 - Found input rowset [Switch / Case.0 - SetTwVariable 3.0] 05:59:09,170 INFO [STDOUT] INFO 21-02 05:59:09,170 - SetTwVariable 3 - Finished dispatching 05:59:09,170 INFO [STDOUT] INFO 21-02 05:59:09,170 - SetAccountProductVariables - Transformation has allocated a new step: [SetTwVariable 3].0 05:59:09,170 INFO [STDOUT] INFO 21-02 05:59:09,170 - SetAccountProductVariables - Transformation is about to allocate step [SetFBVariable 5] of type [SetVariable] 05:59:09,170 INFO [STDOUT] INFO 21-02 05:59:09,170 - SetFBVariable 5 - distribution activated 05:59:09,170 INFO [STDOUT] INFO 21-02 05:59:09,170 - SetFBVariable 5 - Starting allocation of buffers & new threads... 05:59:09,170 INFO [STDOUT] INFO 21-02 05:59:09,170 - SetFBVariable 5 - Step info: nrinput=1 nroutput=0 05:59:09,171 INFO [STDOUT] INFO 21-02 05:59:09,171 - SetFBVariable 5 - Got previous step from [SetFBVariable 5] #0 --> Switch / Case 05:59:09,171 INFO [STDOUT] INFO 21-02 05:59:09,171 - SetFBVariable 5 - input rel is 1:1 05:59:09,171 INFO [STDOUT] INFO 21-02 05:59:09,171 - SetFBVariable 5 - Found input rowset [Switch / Case.0 - SetFBVariable 5.0] 05:59:09,171 INFO [STDOUT] INFO 21-02 05:59:09,171 - SetFBVariable 5 - Finished dispatching 05:59:09,171 INFO [STDOUT] INFO 21-02 05:59:09,171 - SetAccountProductVariables - Transformation has allocated a new step: [SetFBVariable 5].0 05:59:09,171 INFO [STDOUT] INFO 21-02 05:59:09,171 - SetAccountProductVariables - Transformation is about to allocate step [SetGPVariable 4] of type [SetVariable] 05:59:09,171 INFO [STDOUT] INFO 21-02 05:59:09,171 - SetGPVariable 4 - distribution activated 05:59:09,171 INFO [STDOUT] INFO 21-02 05:59:09,171 - SetGPVariable 4 - Starting allocation of buffers & new threads... 05:59:09,171 INFO [STDOUT] INFO 21-02 05:59:09,171 - SetGPVariable 4 - Step info: nrinput=1 nroutput=0 05:59:09,171 INFO [STDOUT] INFO 21-02 05:59:09,171 - SetGPVariable 4 - Got previous step from [SetGPVariable 4] #0 --> Switch / Case 05:59:09,171 INFO [STDOUT] INFO 21-02 05:59:09,171 - SetGPVariable 4 - input rel is 1:1 05:59:09,172 INFO [STDOUT] INFO 21-02 05:59:09,171 - SetGPVariable 4 - Found input rowset [Switch / Case.0 - SetGPVariable 4.0] 05:59:09,172 INFO [STDOUT] INFO 21-02 05:59:09,172 - SetGPVariable 4 - Finished dispatching 05:59:09,172 INFO [STDOUT] INFO 21-02 05:59:09,172 - SetAccountProductVariables - Transformation has allocated a new step: [SetGPVariable 4].0 05:59:09,172 INFO [STDOUT] INFO 21-02 05:59:09,172 - SetAccountProductVariables - Transformation is about to allocate step [SetVURLVariable 6] of type [SetVariable] 05:59:09,172 INFO [STDOUT] INFO 21-02 05:59:09,172 - SetVURLVariable 6 - distribution activated 05:59:09,172 INFO [STDOUT] INFO 21-02 05:59:09,172 - SetVURLVariable 6 - Starting allocation of buffers & new threads... 05:59:09,172 INFO [STDOUT] INFO 21-02 05:59:09,172 - SetVURLVariable 6 - Step info: nrinput=1 nroutput=0 05:59:09,172 INFO [STDOUT] INFO 21-02 05:59:09,172 - SetVURLVariable 6 - Got previous step from [SetVURLVariable 6] #0 --> Switch / Case 05:59:09,172 INFO [STDOUT] INFO 21-02 05:59:09,172 - SetVURLVariable 6 - input rel is 1:1 05:59:09,172 INFO [STDOUT] INFO 21-02 05:59:09,172 - SetVURLVariable 6 - Found input rowset [Switch / Case.0 - SetVURLVariable 6.0] 05:59:09,172 INFO [STDOUT] INFO 21-02 05:59:09,172 - SetVURLVariable 6 - Finished dispatching 05:59:09,173 INFO [STDOUT] INFO 21-02 05:59:09,173 - SetAccountProductVariables - Transformation has allocated a new step: [SetVURLVariable 6].0 05:59:09,173 INFO [STDOUT] INFO 21-02 05:59:09,173 - SetAccountProductVariables - Transformation is about to allocate step [Dummy (do nothing)] of type [Dummy] 05:59:09,173 INFO [STDOUT] INFO 21-02 05:59:09,173 - Dummy (do nothing) - distribution activated 05:59:09,173 INFO [STDOUT] INFO 21-02 05:59:09,173 - Dummy (do nothing) - Starting allocation of buffers & new threads... 05:59:09,173 INFO [STDOUT] INFO 21-02 05:59:09,173 - Dummy (do nothing) - Step info: nrinput=1 nroutput=0 05:59:09,173 INFO [STDOUT] INFO 21-02 05:59:09,173 - Dummy (do nothing) - Got previous step from [Dummy (do nothing)] #0 --> Switch / Case 05:59:09,173 INFO [STDOUT] INFO 21-02 05:59:09,173 - Dummy (do nothing) - input rel is 1:1 05:59:09,173 INFO [STDOUT] INFO 21-02 05:59:09,173 - Dummy (do nothing) - Found input rowset [Switch / Case.0 - Dummy (do nothing).0] 05:59:09,173 INFO [STDOUT] INFO 21-02 05:59:09,173 - Dummy (do nothing) - Finished dispatching 05:59:09,173 INFO [STDOUT] INFO 21-02 05:59:09,173 - SetAccountProductVariables - Transformation has allocated a new step: [Dummy (do nothing)].0 05:59:09,173 INFO [STDOUT] INFO 21-02 05:59:09,173 - SetAccountProductVariables - Transformation is about to allocate step [SetCallVariable 7] of type [SetVariable] 05:59:09,174 INFO [STDOUT] INFO 21-02 05:59:09,174 - SetCallVariable 7 - distribution activated 05:59:09,174 INFO [STDOUT] INFO 21-02 05:59:09,174 - SetCallVariable 7 - Starting allocation of buffers & new threads... 05:59:09,174 INFO [STDOUT] INFO 21-02 05:59:09,174 - SetCallVariable 7 - Step info: nrinput=1 nroutput=0 05:59:09,174 INFO [STDOUT] INFO 21-02 05:59:09,174 - SetCallVariable 7 - Got previous step from [SetCallVariable 7] #0 --> Switch / Case 05:59:09,174 INFO [STDOUT] INFO 21-02 05:59:09,174 - SetCallVariable 7 - input rel is 1:1 05:59:09,174 INFO [STDOUT] INFO 21-02 05:59:09,174 - SetCallVariable 7 - Found input rowset [Switch / Case.0 - SetCallVariable 7.0] 05:59:09,174 INFO [STDOUT] INFO 21-02 05:59:09,174 - SetCallVariable 7 - Finished dispatching 05:59:09,174 INFO [STDOUT] INFO 21-02 05:59:09,174 - SetAccountProductVariables - Transformation has allocated a new step: [SetCallVariable 7].0 05:59:09,174 INFO [STDOUT] INFO 21-02 05:59:09,174 - SetAccountProductVariables - This transformation can be replayed with replay date: 2012/02/21 05:59:09 05:59:09,175 INFO [STDOUT] INFO 21-02 05:59:09,175 - SetAccountProductVariables - Initialising 10 steps... 05:59:09,175 INFO [STDOUT] INFO 21-02 05:59:09,175 - Get rows from result - Running on slave server #0/1. 05:59:09,175 INFO [STDOUT] INFO 21-02 05:59:09,175 - Switch / Case - Running on slave server #0/1. 05:59:09,176 INFO [STDOUT] INFO 21-02 05:59:09,175 - SetPageViewVariable - Running on slave server #0/1. 05:59:09,176 INFO [STDOUT] INFO 21-02 05:59:09,176 - SetContactUsVariable 2 - Running on slave server #0/1. 05:59:09,176 INFO [STDOUT] INFO 21-02 05:59:09,176 - SetTwVariable 3 - Running on slave server #0/1. 05:59:09,176 INFO [STDOUT] INFO 21-02 05:59:09,176 - SetFBVariable 5 - Running on slave server #0/1. 05:59:09,177 INFO [STDOUT] INFO 21-02 05:59:09,177 - SetGPVariable 4 - Running on slave server #0/1. 05:59:09,177 INFO [STDOUT] INFO 21-02 05:59:09,177 - SetVURLVariable 6 - Running on slave server #0/1. 05:59:09,177 INFO [STDOUT] INFO 21-02 05:59:09,177 - Dummy (do nothing) - Running on slave server #0/1. 05:59:09,178 INFO [STDOUT] INFO 21-02 05:59:09,178 - SetCallVariable 7 - Running on slave server #0/1. 05:59:09,178 INFO [STDOUT] INFO 21-02 05:59:09,178 - SetAccountProductVariables - Step [Get rows from result.0] initialized flawlessly. 05:59:09,178 INFO [STDOUT] INFO 21-02 05:59:09,178 - SetAccountProductVariables - Step [Switch / Case.0] initialized flawlessly. 05:59:09,178 INFO [STDOUT] INFO 21-02 05:59:09,178 - SetAccountProductVariables - Step [SetPageViewVariable.0] initialized flawlessly. 05:59:09,178 INFO [STDOUT] INFO 21-02 05:59:09,178 - SetAccountProductVariables - Step [SetContactUsVariable 2.0] initialized flawlessly. 05:59:09,178 INFO [STDOUT] INFO 21-02 05:59:09,178 - SetAccountProductVariables - Step [SetTwVariable 3.0] initialized flawlessly. 05:59:09,178 INFO [STDOUT] INFO 21-02 05:59:09,178 - SetAccountProductVariables - Step [SetFBVariable 5.0] initialized flawlessly. 05:59:09,178 INFO [STDOUT] INFO 21-02 05:59:09,178 - SetAccountProductVariables - Step [SetGPVariable 4.0] initialized flawlessly. 05:59:09,178 INFO [STDOUT] INFO 21-02 05:59:09,178 - SetAccountProductVariables - Step [SetVURLVariable 6.0] initialized flawlessly. 05:59:09,178 INFO [STDOUT] INFO 21-02 05:59:09,178 - SetAccountProductVariables - Step [Dummy (do nothing).0] initialized flawlessly. 05:59:09,178 INFO [STDOUT] INFO 21-02 05:59:09,178 - SetAccountProductVariables - Step [SetCallVariable 7.0] initialized flawlessly. 05:59:09,179 INFO [STDOUT] INFO 21-02 05:59:09,179 - Get rows from result - Starting to run... 05:59:09,179 INFO [STDOUT] INFO 21-02 05:59:09,179 - Get rows from result - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:09,179 INFO [STDOUT] INFO 21-02 05:59:09,179 - Switch / Case - Starting to run... 05:59:09,181 INFO [STDOUT] INFO 21-02 05:59:09,181 - SetPageViewVariable - Starting to run... 05:59:09,181 INFO [STDOUT] INFO 21-02 05:59:09,181 - SetContactUsVariable 2 - Starting to run... 05:59:09,182 INFO [STDOUT] INFO 21-02 05:59:09,182 - SetTwVariable 3 - Starting to run... 05:59:09,182 INFO [STDOUT] INFO 21-02 05:59:09,182 - SetFBVariable 5 - Starting to run... 05:59:09,182 INFO [STDOUT] INFO 21-02 05:59:09,182 - SetGPVariable 4 - Starting to run... 05:59:09,183 INFO [STDOUT] INFO 21-02 05:59:09,183 - SetVURLVariable 6 - Starting to run... 05:59:09,183 INFO [STDOUT] INFO 21-02 05:59:09,183 - Dummy (do nothing) - Starting to run... 05:59:09,183 INFO [STDOUT] INFO 21-02 05:59:09,183 - SetAccountProductVariables - Transformation has allocated 10 threads and 9 rowsets. 05:59:09,183 INFO [STDOUT] INFO 21-02 05:59:09,183 - SetCallVariable 7 - Starting to run... 05:59:09,190 INFO [STDOUT] INFO 21-02 05:59:09,190 - SetCallVariable 7 - Setting environment variables... 05:59:09,190 INFO [STDOUT] INFO 21-02 05:59:09,190 - SetCallVariable 7 - Set variable CALL_PROD to value [5] 05:59:09,194 INFO [STDOUT] INFO 21-02 05:59:09,194 - Switch / Case - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:09,202 INFO [STDOUT] INFO 21-02 05:59:09,202 - SetPageViewVariable - We didn't receive a row while setting the default values. 05:59:09,202 INFO [STDOUT] INFO 21-02 05:59:09,202 - SetPageViewVariable - Finished after 0 rows. 05:59:09,202 INFO [STDOUT] INFO 21-02 05:59:09,202 - SetPageViewVariable - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:09,206 INFO [STDOUT] INFO 21-02 05:59:09,206 - SetContactUsVariable 2 - We didn't receive a row while setting the default values. 05:59:09,206 INFO [STDOUT] INFO 21-02 05:59:09,206 - SetContactUsVariable 2 - Finished after 0 rows. 05:59:09,206 INFO [STDOUT] INFO 21-02 05:59:09,206 - SetContactUsVariable 2 - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:09,206 INFO [STDOUT] INFO 21-02 05:59:09,206 - SetTwVariable 3 - We didn't receive a row while setting the default values. 05:59:09,206 INFO [STDOUT] INFO 21-02 05:59:09,206 - SetTwVariable 3 - Finished after 0 rows. 05:59:09,206 INFO [STDOUT] INFO 21-02 05:59:09,206 - SetTwVariable 3 - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:09,206 INFO [STDOUT] INFO 21-02 05:59:09,206 - SetFBVariable 5 - We didn't receive a row while setting the default values. 05:59:09,206 INFO [STDOUT] INFO 21-02 05:59:09,206 - SetFBVariable 5 - Finished after 0 rows. 05:59:09,206 INFO [STDOUT] INFO 21-02 05:59:09,206 - SetFBVariable 5 - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:09,206 INFO [STDOUT] INFO 21-02 05:59:09,206 - SetGPVariable 4 - We didn't receive a row while setting the default values. 05:59:09,207 INFO [STDOUT] INFO 21-02 05:59:09,207 - SetGPVariable 4 - Finished after 0 rows. 05:59:09,207 INFO [STDOUT] INFO 21-02 05:59:09,207 - SetGPVariable 4 - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:09,207 INFO [STDOUT] INFO 21-02 05:59:09,207 - SetVURLVariable 6 - We didn't receive a row while setting the default values. 05:59:09,207 INFO [STDOUT] INFO 21-02 05:59:09,207 - SetVURLVariable 6 - Finished after 0 rows. 05:59:09,207 INFO [STDOUT] INFO 21-02 05:59:09,207 - SetVURLVariable 6 - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:09,207 INFO [STDOUT] INFO 21-02 05:59:09,207 - Dummy (do nothing) - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:09,214 INFO [STDOUT] INFO 21-02 05:59:09,214 - SetCallVariable 7 - Finished after 1 rows. 05:59:09,214 INFO [STDOUT] INFO 21-02 05:59:09,214 - SetCallVariable 7 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:09,227 INFO [STDOUT] INFO 21-02 05:59:09,227 - SetupReportServiceRequestVariables - Finished job entry [SetAccountProductVariables] (result=[true]) 05:59:09,227 INFO [STDOUT] INFO 21-02 05:59:09,227 - SetupReportServiceRequestVariables - Finished job entry [SelectProductsForAccount] (result=[true]) 05:59:09,227 INFO [STDOUT] INFO 21-02 05:59:09,227 - SetupReportServiceRequestVariables - Finished job entry [SetDefaultVariablesForProducts] (result=[true]) 05:59:09,227 INFO [STDOUT] INFO 21-02 05:59:09,227 - SetupReportServiceRequestVariables - Finished job entry [SetAccountIDVariable] (result=[true]) 05:59:09,245 INFO [STDOUT] INFO 21-02 05:59:09,244 - StageReportServiceDataForAccount - Starting entry [RequestReportForAccount] 05:59:09,245 INFO [STDOUT] INFO 21-02 05:59:09,245 - StageReportServiceDataForAccount - exec(22, 0, RequestReportForAccount.0) 05:59:09,245 INFO [STDOUT] INFO 21-02 05:59:09,245 - RequestReportForAccount - Starting job entry 05:59:09,245 INFO [STDOUT] INFO 21-02 05:59:09,245 - RequestReportForAccount - Loading job from repository : [/ : RequestReportForAccount] 05:59:09,258 INFO [STDOUT] INFO 21-02 05:59:09,258 - RequestReportForAccount - exec(23, 0, START.0) 05:59:09,259 INFO [STDOUT] INFO 21-02 05:59:09,259 - START - Starting job entry 05:59:09,260 INFO [STDOUT] INFO 21-02 05:59:09,260 - RequestReportForAccount - Starting entry [RequestReport] 05:59:09,260 INFO [STDOUT] INFO 21-02 05:59:09,260 - RequestReportForAccount - exec(24, 0, RequestReport.0) 05:59:09,261 INFO [STDOUT] INFO 21-02 05:59:09,261 - RequestReport - Starting job entry 05:59:09,261 INFO [STDOUT] INFO 21-02 05:59:09,261 - RequestReport - Loading job from repository : [/ : RequestReport] 05:59:09,272 INFO [STDOUT] INFO 21-02 05:59:09,272 - RequestReport - exec(25, 0, START.0) 05:59:09,273 INFO [STDOUT] INFO 21-02 05:59:09,273 - START - Starting job entry 05:59:09,274 INFO [STDOUT] INFO 21-02 05:59:09,274 - RequestReport - Starting entry [MakeRequest] 05:59:09,274 INFO [STDOUT] INFO 21-02 05:59:09,274 - RequestReport - exec(26, 0, MakeRequest.0) 05:59:09,274 INFO [STDOUT] INFO 21-02 05:59:09,274 - MakeRequest - Starting job entry 05:59:09,274 INFO [STDOUT] INFO 21-02 05:59:09,274 - MakeRequest - Opening transformation: [null] in directory [/] 05:59:09,274 INFO [STDOUT] INFO 21-02 05:59:09,274 - MakeRequest - Loading transformation from repository [MakeRequest] in directory [/] 05:59:09,308 INFO [STDOUT] INFO 21-02 05:59:09,308 - MakeRequest - Starting transformation...(file=null, name=MakeRequest, repinfo=null) 05:59:09,308 INFO [STDOUT] INFO 21-02 05:59:09,308 - MakeRequest - Transformation is pre-loaded. 05:59:09,308 INFO [STDOUT] INFO 21-02 05:59:09,308 - MakeRequest - Dispatching started for transformation [MakeRequest] 05:59:09,308 INFO [STDOUT] INFO 21-02 05:59:09,308 - MakeRequest - Nr of arguments detected:0 05:59:09,308 INFO [STDOUT] INFO 21-02 05:59:09,308 - MakeRequest - This is not a replay transformation 05:59:09,308 INFO [STDOUT] INFO 21-02 05:59:09,308 - MakeRequest - I found 5 different steps to launch. 05:59:09,308 INFO [STDOUT] INFO 21-02 05:59:09,308 - MakeRequest - Allocating rowsets... 05:59:09,309 INFO [STDOUT] INFO 21-02 05:59:09,309 - MakeRequest - Allocating rowsets for step 0 --> HTTP Post 2 05:59:09,309 INFO [STDOUT] INFO 21-02 05:59:09,309 - MakeRequest - prevcopies = 1, nextcopies=1 05:59:09,309 INFO [STDOUT] INFO 21-02 05:59:09,309 - MakeRequest - Transformation allocated new rowset [HTTP Post 2.0 - Get data from XML.0] 05:59:09,309 INFO [STDOUT] INFO 21-02 05:59:09,309 - MakeRequest - Allocated 1 rowsets for step 0 --> HTTP Post 2 05:59:09,309 INFO [STDOUT] INFO 21-02 05:59:09,309 - MakeRequest - Allocating rowsets for step 1 --> Get data from XML 05:59:09,309 INFO [STDOUT] INFO 21-02 05:59:09,309 - MakeRequest - prevcopies = 1, nextcopies=1 05:59:09,309 INFO [STDOUT] INFO 21-02 05:59:09,309 - MakeRequest - Transformation allocated new rowset [Get data from XML.0 - Copy rows to result.0] 05:59:09,309 INFO [STDOUT] INFO 21-02 05:59:09,309 - MakeRequest - Allocated 2 rowsets for step 1 --> Get data from XML 05:59:09,309 INFO [STDOUT] INFO 21-02 05:59:09,309 - MakeRequest - Allocating rowsets for step 2 --> Copy rows to result 05:59:09,309 INFO [STDOUT] INFO 21-02 05:59:09,309 - MakeRequest - Allocated 2 rowsets for step 2 --> Copy rows to result 05:59:09,309 INFO [STDOUT] INFO 21-02 05:59:09,309 - MakeRequest - Allocating rowsets for step 3 --> Data Grid 05:59:09,309 INFO [STDOUT] INFO 21-02 05:59:09,309 - MakeRequest - prevcopies = 1, nextcopies=1 05:59:09,310 INFO [STDOUT] INFO 21-02 05:59:09,310 - MakeRequest - Transformation allocated new rowset [Data Grid.0 - Get Variables.0] 05:59:09,310 INFO [STDOUT] INFO 21-02 05:59:09,310 - MakeRequest - Allocated 3 rowsets for step 3 --> Data Grid 05:59:09,310 INFO [STDOUT] INFO 21-02 05:59:09,310 - MakeRequest - Allocating rowsets for step 4 --> Get Variables 05:59:09,310 INFO [STDOUT] INFO 21-02 05:59:09,310 - MakeRequest - prevcopies = 1, nextcopies=1 05:59:09,310 INFO [STDOUT] INFO 21-02 05:59:09,310 - MakeRequest - Transformation allocated new rowset [Get Variables.0 - HTTP Post 2.0] 05:59:09,310 INFO [STDOUT] INFO 21-02 05:59:09,310 - MakeRequest - Allocated 4 rowsets for step 4 --> Get Variables 05:59:09,310 INFO [STDOUT] INFO 21-02 05:59:09,310 - MakeRequest - Allocating Steps & StepData... 05:59:09,310 INFO [STDOUT] INFO 21-02 05:59:09,310 - MakeRequest - Transformation is about to allocate step [HTTP Post 2] of type [HTTPPOST] 05:59:09,319 INFO [STDOUT] INFO 21-02 05:59:09,319 - HTTP Post 2 - Starting allocation of buffers & new threads... 05:59:09,319 INFO [STDOUT] INFO 21-02 05:59:09,319 - HTTP Post 2 - Step info: nrinput=1 nroutput=1 05:59:09,319 INFO [STDOUT] INFO 21-02 05:59:09,319 - HTTP Post 2 - Got previous step from [HTTP Post 2] #0 --> Get Variables 05:59:09,319 INFO [STDOUT] INFO 21-02 05:59:09,319 - HTTP Post 2 - input rel is 1:1 05:59:09,319 INFO [STDOUT] INFO 21-02 05:59:09,319 - HTTP Post 2 - Found input rowset [Get Variables.0 - HTTP Post 2.0] 05:59:09,319 INFO [STDOUT] INFO 21-02 05:59:09,319 - HTTP Post 2 - output rel. is 1:1 05:59:09,319 INFO [STDOUT] INFO 21-02 05:59:09,319 - HTTP Post 2 - Found output rowset [HTTP Post 2.0 - Get data from XML.0] 05:59:09,319 INFO [STDOUT] INFO 21-02 05:59:09,319 - HTTP Post 2 - Finished dispatching 05:59:09,320 INFO [STDOUT] INFO 21-02 05:59:09,319 - MakeRequest - Transformation has allocated a new step: [HTTP Post 2].0 05:59:09,320 INFO [STDOUT] INFO 21-02 05:59:09,320 - MakeRequest - Transformation is about to allocate step [Get data from XML] of type [getXMLData] 05:59:09,327 INFO [STDOUT] INFO 21-02 05:59:09,327 - Get data from XML - distribution activated 05:59:09,327 INFO [STDOUT] INFO 21-02 05:59:09,327 - Get data from XML - Starting allocation of buffers & new threads... 05:59:09,327 INFO [STDOUT] INFO 21-02 05:59:09,327 - Get data from XML - Step info: nrinput=1 nroutput=1 05:59:09,327 INFO [STDOUT] INFO 21-02 05:59:09,327 - Get data from XML - Got previous step from [Get data from XML] #0 --> HTTP Post 2 05:59:09,327 INFO [STDOUT] INFO 21-02 05:59:09,327 - Get data from XML - input rel is 1:1 05:59:09,328 INFO [STDOUT] INFO 21-02 05:59:09,328 - Get data from XML - Found input rowset [HTTP Post 2.0 - Get data from XML.0] 05:59:09,328 INFO [STDOUT] INFO 21-02 05:59:09,328 - Get data from XML - output rel. is 1:1 05:59:09,328 INFO [STDOUT] INFO 21-02 05:59:09,328 - Get data from XML - Found output rowset [Get data from XML.0 - Copy rows to result.0] 05:59:09,328 INFO [STDOUT] INFO 21-02 05:59:09,328 - Get data from XML - Finished dispatching 05:59:09,328 INFO [STDOUT] INFO 21-02 05:59:09,328 - MakeRequest - Transformation has allocated a new step: [Get data from XML].0 05:59:09,328 INFO [STDOUT] INFO 21-02 05:59:09,328 - MakeRequest - Transformation is about to allocate step [Copy rows to result] of type [RowsToResult] 05:59:09,328 INFO [STDOUT] INFO 21-02 05:59:09,328 - Copy rows to result - distribution activated 05:59:09,328 INFO [STDOUT] INFO 21-02 05:59:09,328 - Copy rows to result - Starting allocation of buffers & new threads... 05:59:09,328 INFO [STDOUT] INFO 21-02 05:59:09,328 - Copy rows to result - Step info: nrinput=1 nroutput=0 05:59:09,328 INFO [STDOUT] INFO 21-02 05:59:09,328 - Copy rows to result - Got previous step from [Copy rows to result] #0 --> Get data from XML 05:59:09,328 INFO [STDOUT] INFO 21-02 05:59:09,328 - Copy rows to result - input rel is 1:1 05:59:09,329 INFO [STDOUT] INFO 21-02 05:59:09,329 - Copy rows to result - Found input rowset [Get data from XML.0 - Copy rows to result.0] 05:59:09,329 INFO [STDOUT] INFO 21-02 05:59:09,329 - Copy rows to result - Finished dispatching 05:59:09,329 INFO [STDOUT] INFO 21-02 05:59:09,329 - MakeRequest - Transformation has allocated a new step: [Copy rows to result].0 05:59:09,329 INFO [STDOUT] INFO 21-02 05:59:09,329 - MakeRequest - Transformation is about to allocate step [Data Grid] of type [DataGrid] 05:59:09,329 INFO [STDOUT] INFO 21-02 05:59:09,329 - Data Grid - Starting allocation of buffers & new threads... 05:59:09,329 INFO [STDOUT] INFO 21-02 05:59:09,329 - Data Grid - Step info: nrinput=0 nroutput=1 05:59:09,329 INFO [STDOUT] INFO 21-02 05:59:09,329 - Data Grid - output rel. is 1:1 05:59:09,329 INFO [STDOUT] INFO 21-02 05:59:09,329 - Data Grid - Found output rowset [Data Grid.0 - Get Variables.0] 05:59:09,329 INFO [STDOUT] INFO 21-02 05:59:09,329 - Data Grid - Finished dispatching 05:59:09,329 INFO [STDOUT] INFO 21-02 05:59:09,329 - MakeRequest - Transformation has allocated a new step: [Data Grid].0 05:59:09,330 INFO [STDOUT] INFO 21-02 05:59:09,329 - MakeRequest - Transformation is about to allocate step [Get Variables] of type [GetVariable] 05:59:09,330 INFO [STDOUT] INFO 21-02 05:59:09,330 - Get Variables - distribution activated 05:59:09,330 INFO [STDOUT] INFO 21-02 05:59:09,330 - Get Variables - Starting allocation of buffers & new threads... 05:59:09,330 INFO [STDOUT] INFO 21-02 05:59:09,330 - Get Variables - Step info: nrinput=1 nroutput=1 05:59:09,330 INFO [STDOUT] INFO 21-02 05:59:09,330 - Get Variables - Got previous step from [Get Variables] #0 --> Data Grid 05:59:09,330 INFO [STDOUT] INFO 21-02 05:59:09,330 - Get Variables - input rel is 1:1 05:59:09,330 INFO [STDOUT] INFO 21-02 05:59:09,330 - Get Variables - Found input rowset [Data Grid.0 - Get Variables.0] 05:59:09,330 INFO [STDOUT] INFO 21-02 05:59:09,330 - Get Variables - output rel. is 1:1 05:59:09,330 INFO [STDOUT] INFO 21-02 05:59:09,330 - Get Variables - Found output rowset [Get Variables.0 - HTTP Post 2.0] 05:59:09,330 INFO [STDOUT] INFO 21-02 05:59:09,330 - Get Variables - Finished dispatching 05:59:09,330 INFO [STDOUT] INFO 21-02 05:59:09,330 - MakeRequest - Transformation has allocated a new step: [Get Variables].0 05:59:09,331 INFO [STDOUT] INFO 21-02 05:59:09,331 - MakeRequest - This transformation can be replayed with replay date: 2012/02/21 05:59:09 05:59:09,331 INFO [STDOUT] INFO 21-02 05:59:09,331 - MakeRequest - Initialising 5 steps... 05:59:09,331 INFO [STDOUT] INFO 21-02 05:59:09,331 - HTTP Post 2 - Running on slave server #0/1. 05:59:09,332 INFO [STDOUT] INFO 21-02 05:59:09,331 - Get data from XML - Running on slave server #0/1. 05:59:09,332 INFO [STDOUT] INFO 21-02 05:59:09,332 - Get data from XML - Looping Xpath is : /env:Envelope 05:59:09,332 INFO [STDOUT] INFO 21-02 05:59:09,332 - Copy rows to result - Running on slave server #0/1. 05:59:09,332 INFO [STDOUT] INFO 21-02 05:59:09,332 - Data Grid - Running on slave server #0/1. 05:59:09,333 INFO [STDOUT] INFO 21-02 05:59:09,333 - Get Variables - Running on slave server #0/1. 05:59:09,333 INFO [STDOUT] INFO 21-02 05:59:09,333 - MakeRequest - Step [HTTP Post 2.0] initialized flawlessly. 05:59:09,333 INFO [STDOUT] INFO 21-02 05:59:09,333 - MakeRequest - Step [Get data from XML.0] initialized flawlessly. 05:59:09,333 INFO [STDOUT] INFO 21-02 05:59:09,333 - MakeRequest - Step [Copy rows to result.0] initialized flawlessly. 05:59:09,333 INFO [STDOUT] INFO 21-02 05:59:09,333 - MakeRequest - Step [Data Grid.0] initialized flawlessly. 05:59:09,333 INFO [STDOUT] INFO 21-02 05:59:09,333 - MakeRequest - Step [Get Variables.0] initialized flawlessly. 05:59:09,334 INFO [STDOUT] INFO 21-02 05:59:09,333 - HTTP Post 2 - Starting to run... 05:59:09,334 INFO [STDOUT] INFO 21-02 05:59:09,334 - Get data from XML - Starting to run... 05:59:09,334 INFO [STDOUT] INFO 21-02 05:59:09,334 - Copy rows to result - Starting to run... 05:59:09,335 INFO [STDOUT] INFO 21-02 05:59:09,334 - Data Grid - Starting to run... 05:59:09,335 INFO [STDOUT] INFO 21-02 05:59:09,335 - Data Grid - Finished processing (I=0, O=0, R=0, W=1, U=0, E=0) 05:59:09,335 INFO [STDOUT] INFO 21-02 05:59:09,335 - MakeRequest - Transformation has allocated 5 threads and 4 rowsets. 05:59:09,335 INFO [STDOUT] INFO 21-02 05:59:09,335 - Get Variables - Starting to run... 05:59:09,335 INFO [STDOUT] INFO 21-02 05:59:09,335 - Get Variables - field [query] has value [ Report d false ColumnLabelText Account Channel Campaign ViewBy 1 Impressions Impressions false None 2 Prod Conv Prod Conv true None 4 Clicks Clicks false None 72 SEAID SEAID false None 208 Status Status false None 58 AdCost AdCost false None 216contact_uscontact_ustrueConv 218fb_likefb_liketrueConv 219gp_likegp_liketrueConv 215page_viewpage_viewtrueConv 217tw_liketw_liketrueConv 220vanity_urlvanity_urltrueConv5callscallstrueConv 1true7369trueAllfalse01 Daily 2012-59-14T23:59:59-08:00 2012-59-07T00:00:00-08:00 1 Day ] 05:59:09,345 INFO [STDOUT] INFO 21-02 05:59:09,345 - HTTP Post 2 - Connecting to [http://svc-rptv2.svc.thesearchagency.com:8080/svc-rptv2.1/ReportService2.1] ... 05:59:09,366 INFO [STDOUT] INFO 21-02 05:59:09,366 - Get Variables - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:10,045 INFO [STDOUT] INFO 21-02 05:59:10,045 - HTTP Post 2 - Response time (milliseconds): [631] for [http://svc-rptv2.svc.thesearchagency.com:8080/svc-rptv2.1/ReportService2.1] 05:59:10,047 INFO [STDOUT] INFO 21-02 05:59:10,047 - Get data from XML - The field [ws_result] contain [env:Serverjava.lang.NullPointerException] 05:59:10,062 INFO [STDOUT] INFO 21-02 05:59:10,062 - HTTP Post 2 - Finished processing (I=0, O=0, R=1, W=1, U=0, E=0) 05:59:10,258 INFO [STDOUT] INFO 21-02 05:59:10,258 - Get data from XML - We found [1] occurrences for file [{1}] 05:59:10,264 INFO [STDOUT] ERROR 21-02 05:59:10,264 - Get data from XML - org.dom4j.XPathException: Exception occurred evaluting XPath: env:Body/ns2:submitRequestResponse/return. Exception: XPath expression uses unbound namespace prefix ns2 05:59:10,264 INFO [STDOUT] ERROR 21-02 05:59:10,264 - Get data from XML - Unexpected error 05:59:10,265 INFO [STDOUT] ERROR 21-02 05:59:10,265 - Get data from XML - org.pentaho.di.core.exception.KettleException: Unable to read row from XML file org.dom4j.XPathException: Exception occurred evaluting XPath: env:Body/ns2:submitRequestResponse/return. Exception: XPath expression uses unbound namespace prefix ns2 at org.pentaho.di.trans.steps.getxmldata.GetXMLData.getXMLRowPutRowWithErrorhandling(GetXMLData.java:720) at org.pentaho.di.trans.steps.getxmldata.GetXMLData.getXMLRow(GetXMLData.java:691) at org.pentaho.di.trans.steps.getxmldata.GetXMLData.processRow(GetXMLData.java:648) at org.pentaho.di.trans.step.RunThread.run(RunThread.java:40) at java.lang.Thread.run(Thread.java:662) Caused by: org.pentaho.di.core.exception.KettleException: org.dom4j.XPathException: Exception occurred evaluting XPath: env:Body/ns2:submitRequestResponse/return. Exception: XPath expression uses unbound namespace prefix ns2 at org.pentaho.di.trans.steps.getxmldata.GetXMLData.processPutRow(GetXMLData.java:888) at org.pentaho.di.trans.steps.getxmldata.GetXMLData.getXMLRowPutRowWithErrorhandling(GetXMLData.java:716) ... 4 more 05:59:10,265 INFO [STDOUT] INFO 21-02 05:59:10,265 - Get data from XML - Finished processing (I=0, O=0, R=1, W=0, U=0, E=1) 05:59:10,265 INFO [STDOUT] INFO 21-02 05:59:10,265 - MakeRequest - MakeRequest 05:59:10,265 INFO [STDOUT] INFO 21-02 05:59:10,265 - MakeRequest - MakeRequest 05:59:10,270 INFO [STDOUT] INFO 21-02 05:59:10,270 - Copy rows to result - Finished processing (I=0, O=0, R=0, W=0, U=0, E=0) 05:59:10,270 INFO [STDOUT] ERROR 21-02 05:59:10,270 - MakeRequest - Errors detected! 05:59:10,270 INFO [STDOUT] ERROR 21-02 05:59:10,270 - MakeRequest - Errors detected! 05:59:10,387 INFO [STDOUT] INFO 21-02 05:59:10,387 - RequestReport - Finished job entry [MakeRequest] (result=[false]) 05:59:10,393 INFO [STDOUT] INFO 21-02 05:59:10,393 - RequestReportForAccount - Finished job entry [RequestReport] (result=[false]) 05:59:10,403 INFO [STDOUT] INFO 21-02 05:59:10,403 - StageReportServiceDataForAccount - Finished job entry [RequestReportForAccount] (result=[false]) 05:59:10,403 INFO [STDOUT] INFO 21-02 05:59:10,403 - StageReportServiceDataForAccount - Finished job entry [SetupReportServiceRequestVariables] (result=[false]) 05:59:10,417 INFO [STDOUT] INFO 21-02 05:59:10,417 - StageReportDataForSubsetOfAccounts - Finished job entry [StageReportServiceDataForAccount] (result=[false]) 05:59:10,417 INFO [STDOUT] INFO 21-02 05:59:10,417 - StageReportDataForSubsetOfAccounts - Finished job entry [SelectAccountsForReports] (result=[false]) 05:59:10,438 INFO [STDOUT] INFO 21-02 05:59:10,438 - StageDataFromReportService - Finished job entry [StageReportDataForSubsetOfAccounts] (result=[false]) 05:59:10,458 INFO [STDOUT] INFO 21-02 05:59:10,458 - StageRequirement - Finished job entry [StageDataFromReportService] (result=[false]) 05:59:10,459 INFO [STDOUT] INFO 21-02 05:59:10,458 - StageRequirement - Finished job entry [Simple evaluation] (result=[false]) 05:59:10,459 INFO [STDOUT] INFO 21-02 05:59:10,459 - StageRequirement - Finished job entry [TruncateStagingTable] (result=[false]) 05:59:10,459 INFO [STDOUT] INFO 21-02 05:59:10,459 - StageRequirement - Finished job entry [SetRequirementStagingVariables] (result=[false]) 05:59:12,072 INFO [STDOUT] INFO 21-02 05:59:12,072 - StageRequirements - Finished job entry [StageRequirement] (result=[false]) 05:59:12,072 INFO [STDOUT] INFO 21-02 05:59:12,072 - StageRequirements - Finished job entry [SelectRequirements] (result=[false]) 05:59:12,072 INFO [STDOUT] INFO 21-02 05:59:12,072 - StageRequirements - Finished job entry [Write To Log] (result=[false]) 05:59:12,149 INFO [STDOUT] INFO 21-02 05:59:12,149 - ProcessDatafeeds - Finished job entry [StageRequirements] (result=[false]) 05:59:12,149 INFO [STDOUT] INFO 21-02 05:59:12,149 - ProcessDatafeeds - Finished job entry [SetDatafeedVariables] (result=[false]) 05:59:12,149 INFO [STDOUT] INFO 21-02 05:59:12,149 - ProcessDatafeeds - Finished job entry [GetDatafeeds] (result=[false]) 05:59:12,227 INFO [STDOUT] INFO 21-02 05:59:12,227 - Job 1 - Finished job entry [ProcessDatafeeds] (result=[false]) 05:59:12,227 INFO [STDOUT] INFO 21-02 05:59:12,227 - Job 1 - Job execution finished 05:59:12,230 INFO [PentahoEngine] Job Start [2012/02/21 05:59:00.413] , Job Stop [2012/02/21 05:59:12.230] 05:59:12,230 ERROR [PentahoEngine] There were errors during Job execution. For Job : Job 1 05:59:12,230 ERROR [JobRunShell] Job OutboundDataFeedGroup.OutboundDataFeedJob threw an unhandled Exception: java.lang.RuntimeException: There were errors during Job execution. at com.thesearchagency.smb.common.pentaho.PentahoEngine.executeJob(PentahoEngine.java:121) at com.thesearchagency.smb.datafeed.service.component.DataFeedServiceImpl.executeJobFromFileSystemRepository(DataFeedServiceImpl.java:129) at com.thesearchagency.smb.datafeed.service.job.OutboundDataFeedQuartzJob.execute(OutboundDataFeedQuartzJob.java:83) at org.quartz.core.JobRunShell.run(JobRunShell.java:213) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:557) 05:59:12,232 ERROR [ErrorLogger] Job (OutboundDataFeedGroup.OutboundDataFeedJob threw an exception. org.quartz.SchedulerException: Job threw an unhandled exception. [See nested exception: java.lang.RuntimeException: There were errors during Job execution.] at org.quartz.core.JobRunShell.run(JobRunShell.java:224) at org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:557) Caused by: java.lang.RuntimeException: There were errors during Job execution. at com.thesearchagency.smb.common.pentaho.PentahoEngine.executeJob(PentahoEngine.java:121) at com.thesearchagency.smb.datafeed.service.component.DataFeedServiceImpl.executeJobFromFileSystemRepository(DataFeedServiceImpl.java:129) at com.thesearchagency.smb.datafeed.service.job.OutboundDataFeedQuartzJob.execute(OutboundDataFeedQuartzJob.java:83) at org.quartz.core.JobRunShell.run(JobRunShell.java:213) ... 1 more