[TSAApp@aml-qa4-core1 bidmgr]$ ./get-campaign-impression-metrics.sh -d5 -S3 -T2016-04-08 -U1851 2016-05-03 13:11:14,083 [main] INFO o.s.c.s.ClassPathXmlApplicationContext - Refreshing org.springframework.context.support.ClassPathXmlApplicationContext@61c80b01: startup date [Tue May 03 13:11:14 UTC 2016]; root of context hierarchy 2016-05-03 13:11:14,167 [main] INFO o.s.b.f.xml.XmlBeanDefinitionReader - Loading XML bean definitions from class path resource [bing-main-spring-config.xml] 2016-05-03 13:11:14,466 [main] INFO o.s.b.f.xml.XmlBeanDefinitionReader - Loading XML bean definitions from URL [jar:file:/usr/local/tsa/bidmgr-distribution-2.9.0-mercury-SNAPSHOT-dev-t20160426085926/libs/deployment-bidmgr-shaded-jar-2.9.0-mercury-SNAPSHOT.jar!/bing/bing-datasource-configuration.xml] 2016-05-03 13:11:14,733 [main] INFO o.s.b.f.xml.XmlBeanDefinitionReader - Loading XML bean definitions from URL [jar:file:/usr/local/tsa/bidmgr-distribution-2.9.0-mercury-SNAPSHOT-dev-t20160426085926/libs/deployment-bidmgr-shaded-jar-2.9.0-mercury-SNAPSHOT.jar!/bing/bing-service-component-configuration.xml] 2016-05-03 13:11:14,774 [main] INFO o.s.b.f.xml.XmlBeanDefinitionReader - Loading XML bean definitions from URL [jar:file:/usr/local/tsa/bidmgr-distribution-2.9.0-mercury-SNAPSHOT-dev-t20160426085926/libs/deployment-bidmgr-shaded-jar-2.9.0-mercury-SNAPSHOT.jar!/dao/bing-campaign-structure-dao-configuration.xml] 2016-05-03 13:11:14,856 [main] INFO o.s.b.f.xml.XmlBeanDefinitionReader - Loading XML bean definitions from URL [jar:file:/usr/local/tsa/bidmgr-distribution-2.9.0-mercury-SNAPSHOT-dev-t20160426085926/libs/deployment-bidmgr-shaded-jar-2.9.0-mercury-SNAPSHOT.jar!/dao/bing-error-dao-configuration.xml] 2016-05-03 13:11:14,902 [main] INFO o.s.b.f.xml.XmlBeanDefinitionReader - Loading XML bean definitions from URL [jar:file:/usr/local/tsa/bidmgr-distribution-2.9.0-mercury-SNAPSHOT-dev-t20160426085926/libs/deployment-bidmgr-shaded-jar-2.9.0-mercury-SNAPSHOT.jar!/bing/bing-client-factory-configuration.xml] 2016-05-03 13:11:14,912 [main] INFO o.s.b.f.xml.XmlBeanDefinitionReader - Loading XML bean definitions from URL [jar:file:/usr/local/tsa/bidmgr-distribution-2.9.0-mercury-SNAPSHOT-dev-t20160426085926/libs/deployment-bidmgr-shaded-jar-2.9.0-mercury-SNAPSHOT.jar!/bing/bing-get-campaign-list-configuration.xml] 2016-05-03 13:11:15,049 [main] INFO o.s.b.f.xml.XmlBeanDefinitionReader - Loading XML bean definitions from class path resource [yjp-main-spring-config.xml] 2016-05-03 13:11:15,151 [main] INFO o.s.b.f.xml.XmlBeanDefinitionReader - Loading XML bean definitions from URL [jar:file:/usr/local/tsa/bidmgr-distribution-2.9.0-mercury-SNAPSHOT-dev-t20160426085926/libs/deployment-bidmgr-shaded-jar-2.9.0-mercury-SNAPSHOT.jar!/yjp/yjp-service-component-configuration.xml] 2016-05-03 13:11:15,175 [main] INFO o.s.b.f.xml.XmlBeanDefinitionReader - Loading XML bean definitions from URL [jar:file:/usr/local/tsa/bidmgr-distribution-2.9.0-mercury-SNAPSHOT-dev-t20160426085926/libs/deployment-bidmgr-shaded-jar-2.9.0-mercury-SNAPSHOT.jar!/dao/yahoo-campaign-structure-dao-configuration.xml] 2016-05-03 13:11:15,211 [main] INFO o.s.b.f.xml.XmlBeanDefinitionReader - Loading XML bean definitions from URL [jar:file:/usr/local/tsa/bidmgr-distribution-2.9.0-mercury-SNAPSHOT-dev-t20160426085926/libs/deployment-bidmgr-shaded-jar-2.9.0-mercury-SNAPSHOT.jar!/dao/yahoo-error-dao-configuration.xml] 2016-05-03 13:11:15,249 [main] INFO o.s.b.f.xml.XmlBeanDefinitionReader - Loading XML bean definitions from URL [jar:file:/usr/local/tsa/bidmgr-distribution-2.9.0-mercury-SNAPSHOT-dev-t20160426085926/libs/deployment-bidmgr-shaded-jar-2.9.0-mercury-SNAPSHOT.jar!/yjp/yjp-datasource-configuration.xml] 2016-05-03 13:11:15,286 [main] INFO o.s.b.f.xml.XmlBeanDefinitionReader - Loading XML bean definitions from URL [jar:file:/usr/local/tsa/bidmgr-distribution-2.9.0-mercury-SNAPSHOT-dev-t20160426085926/libs/deployment-bidmgr-shaded-jar-2.9.0-mercury-SNAPSHOT.jar!/yjp/yjp-client-factory-configuration.xml] 2016-05-03 13:11:15,294 [main] INFO o.s.b.f.xml.XmlBeanDefinitionReader - Loading XML bean definitions from URL [jar:file:/usr/local/tsa/bidmgr-distribution-2.9.0-mercury-SNAPSHOT-dev-t20160426085926/libs/deployment-bidmgr-shaded-jar-2.9.0-mercury-SNAPSHOT.jar!/yjp/yjp-get-campaign-list-configuration.xml] 2016-05-03 13:11:15,457 [main] INFO o.s.b.f.xml.XmlBeanDefinitionReader - Loading XML bean definitions from class path resource [merchant-main-spring-config.xml] 2016-05-03 13:11:15,466 [main] INFO o.s.b.f.xml.XmlBeanDefinitionReader - Loading XML bean definitions from URL [jar:file:/usr/local/tsa/bidmgr-distribution-2.9.0-mercury-SNAPSHOT-dev-t20160426085926/libs/deployment-bidmgr-shaded-jar-2.9.0-mercury-SNAPSHOT.jar!/merchant/datasource-configuration.xml] 2016-05-03 13:11:15,518 [main] INFO o.s.b.f.xml.XmlBeanDefinitionReader - Loading XML bean definitions from URL [jar:file:/usr/local/tsa/bidmgr-distribution-2.9.0-mercury-SNAPSHOT-dev-t20160426085926/libs/deployment-bidmgr-shaded-jar-2.9.0-mercury-SNAPSHOT.jar!/merchant/summarizer-configuration.xml] 2016-05-03 13:11:15,540 [main] INFO o.s.b.f.xml.XmlBeanDefinitionReader - Loading XML bean definitions from URL [jar:file:/usr/local/tsa/bidmgr-distribution-2.9.0-mercury-SNAPSHOT-dev-t20160426085926/libs/deployment-bidmgr-shaded-jar-2.9.0-mercury-SNAPSHOT.jar!/dao/merchant-performance-dao-configuration.xml] 2016-05-03 13:11:15,661 [main] INFO o.s.b.f.xml.XmlBeanDefinitionReader - Loading XML bean definitions from class path resource [imps-share-metrics-main-spring-config.xml] 2016-05-03 13:11:15,675 [main] INFO o.s.b.f.xml.XmlBeanDefinitionReader - Loading XML bean definitions from URL [jar:file:/usr/local/tsa/bidmgr-distribution-2.9.0-mercury-SNAPSHOT-dev-t20160426085926/libs/deployment-bidmgr-shaded-jar-2.9.0-mercury-SNAPSHOT.jar!/performance/performance-datasource-configuration.xml] 2016-05-03 13:11:15,711 [main] INFO o.s.b.f.xml.XmlBeanDefinitionReader - Loading XML bean definitions from URL [jar:file:/usr/local/tsa/bidmgr-distribution-2.9.0-mercury-SNAPSHOT-dev-t20160426085926/libs/deployment-bidmgr-shaded-jar-2.9.0-mercury-SNAPSHOT.jar!/performance/imps-share-metrics-configuration.xml] 2016-05-03 13:11:15,728 [main] INFO o.s.b.f.xml.XmlBeanDefinitionReader - Loading XML bean definitions from URL [jar:file:/usr/local/tsa/bidmgr-distribution-2.9.0-mercury-SNAPSHOT-dev-t20160426085926/libs/deployment-bidmgr-shaded-jar-2.9.0-mercury-SNAPSHOT.jar!/dao/imps-share-metrics-dao-configuration.xml] 2016-05-03 13:11:15,957 [main] INFO o.s.b.f.c.PropertyPlaceholderConfigurer - Loading properties file from class path resource [bing/bing-datasource.properties] 2016-05-03 13:11:15,957 [main] INFO o.s.b.f.c.PropertyPlaceholderConfigurer - Loading properties file from class path resource [bing/bing-datasource-overrides.properties] 2016-05-03 13:11:15,957 [main] WARN o.s.b.f.c.PropertyPlaceholderConfigurer - Could not load properties from class path resource [bing/bing-datasource-overrides.properties]: class path resource [bing/bing-datasource-overrides.properties] cannot be opened because it does not exist 2016-05-03 13:11:15,963 [main] INFO o.s.b.f.c.PropertyPlaceholderConfigurer - Loading properties file from class path resource [yjp/yjp-datasource.properties] 2016-05-03 13:11:15,964 [main] INFO o.s.b.f.c.PropertyPlaceholderConfigurer - Loading properties file from class path resource [yjp/yjp-datasource-overrides.properties] 2016-05-03 13:11:15,964 [main] WARN o.s.b.f.c.PropertyPlaceholderConfigurer - Could not load properties from class path resource [yjp/yjp-datasource-overrides.properties]: class path resource [yjp/yjp-datasource-overrides.properties] cannot be opened because it does not exist 2016-05-03 13:11:15,967 [main] INFO o.s.b.f.c.PropertyPlaceholderConfigurer - Loading properties file from class path resource [merchant/datasource.properties] 2016-05-03 13:11:15,967 [main] INFO o.s.b.f.c.PropertyPlaceholderConfigurer - Loading properties file from class path resource [merchant/datasource-overrides.properties] 2016-05-03 13:11:15,967 [main] WARN o.s.b.f.c.PropertyPlaceholderConfigurer - Could not load properties from class path resource [merchant/datasource-overrides.properties]: class path resource [merchant/datasource-overrides.properties] cannot be opened because it does not exist 2016-05-03 13:11:15,969 [main] INFO o.s.b.f.c.PropertyPlaceholderConfigurer - Loading properties file from class path resource [performance/performance-datasource.properties] 2016-05-03 13:11:15,970 [main] INFO o.s.b.f.c.PropertyPlaceholderConfigurer - Loading properties file from class path resource [performance/performance-datasource-overrides.properties] 2016-05-03 13:11:15,970 [main] WARN o.s.b.f.c.PropertyPlaceholderConfigurer - Could not load properties from class path resource [performance/performance-datasource-overrides.properties]: class path resource [performance/performance-datasource-overrides.properties] cannot be opened because it does not exist 2016-05-03 13:11:16,003 [main] INFO o.s.b.f.s.DefaultListableBeanFactory - Pre-instantiating singletons in org.springframework.beans.factory.support.DefaultListableBeanFactory@3336a1a1: defining beans [bing-datasource-property-configurer,bing-target-datasource,bing-datasource,bing-transaction-manager,org.springframework.aop.config.internalAutoProxyCreator,org.springframework.transaction.annotation.AnnotationTransactionAttributeSource#0,org.springframework.transaction.interceptor.TransactionInterceptor#0,org.springframework.transaction.config.internalTransactionAdvisor,bing-campaign-structure-dao,bing-error-dao,bing-campaign-service-component,bing-client-factory,getBingCampaignList,yahoo-campaign-structure-dao,yahoo-error-dao,yahoo-campaign-service-component,yjp-datasource-property-configurer,yjp-target-datasource,yjp-datasource,yjp-transaction-manager,yjp-client-factory,getCampaignList,merchant-datasource-property-configurer,merchant-target-datasource,merchant-datasource,merchant-transaction-manager,merchant-performance-dao,merchant-summarizer,performance-datasource-property-configurer,performance-target-datasource,performance-datasource,performance-transaction-manager,impression-share-metrics-dao,impression-share-metrics]; root of factory hierarchy ------- Loaded DatabaseAccounts properties from file:/usr/local/tsa/bidmgr-distribution-2.9.0-mercury-SNAPSHOT-dev-t20160426085926/libs/deployment-bidmgr-shaded-jar-2.9.0-mercury-SNAPSHOT.jar!/core-jdb-datasource.properties ------- {datasource-user=spike, datasource-password=tar63t} 2016-05-03 13:11:16.485 (3) [main]: Debug Level set to 3 2016-05-03 13:11:16.486 (3) [main]: Licensing environment detected, loading configuration. 2016-05-03 13:11:16.487 (3) [main]: Loaded property: distribution-service-url=http://aml-qa4-front1:8080/distribution 2016-05-03 13:11:16.487 (3) [main]: Loaded property: distribution-service-username=readwrite 2016-05-03 13:11:16.487 (3) [main]: Loaded property: distribution-service-password=readwrite 2016-05-03 13:11:16.487 (3) [main]: Loaded property: sapi-auth-url=http://aml-qa4-front1:8080/sapi/rest/security/tokens 2016-05-03 13:11:16.487 (3) [main]: Loaded property: sapi-merchant-service-url=http://aml-qa4-front1:8080/sapi/rest/merchants 2016-05-03 13:11:16.487 (3) [main]: Loaded property: sapi-reseller-service-url=http://aml-qa4-front1:8080/sapi/rest/resellers 2016-05-03 13:11:16.487 (3) [main]: Loaded property: sapi-username=admin+tsa@thesearchagency.com 2016-05-03 13:11:16.488 (3) [main]: Loaded property: sapi-password=admin 2016-05-03 13:11:16.488 (3) [main]: Loaded property: sapi-realm=thesearchagency 2016-05-03 13:11:16.488 (3) [main]: Loaded property: tsa.google.mcc.developerToken=ojCnjZaM6RD1h0yt_DOJZg 2016-05-03 13:11:16.488 (3) [main]: Loaded property: tsa.google.mcc.isReseller=true 2016-05-03 13:11:16.488 (3) [main]: Loaded property: tsa.google.mcc.userAgent=AdMaxLocal AdWords Software TSA QA 2016-05-03 13:11:16.488 (3) [main]: Loaded property: tsa.timezone=UTC 2016-05-03 13:11:16.553 (3) [main]: DatabasePool with a limit of 7 created 2016-05-03 13:11:16.812 (3) [main]: JDBC Driver Version: 5.1 (com.mysql.jdbc.Driver) 2016-05-03 13:11:16.817 (3) [main]: Debug Level set to 5 2016-05-03 13:11:16.817 (3) [main]: =============== Starting Campaign Impression Share Metrics Report ================ 2016-05-03 13:11:16.817 (3) [main]: ---------------- Distribution Dispatcher for Campaign Impression Share Metrics Report starting 2016-05-03 13:11:16.835 (5) [main]: ProfilerRec.start("db",true) in Thread [main] 2016-05-03 13:11:16.835 (4) [main]: spike: SQL->[select * from `tsacommon`.`distribution` where (((`tsacommon`.`distribution`.`id`="3")) and (`tsacommon`.`distribution`.`searchEngineClass` is not null))] 2016-05-03 13:11:16.839 (5) [main]: recordAsSubs("db", 4, "main") 2016-05-03 13:11:16.840 (5) [main]: addSub("db") 2016-05-03 13:11:16.840 (5) [main]: ProfilerRec.end("db", true): ret=4 2016-05-03 13:11:16.841 (4) [main]: time=0.0040 2016-05-03 13:11:16.841 (4) [main]: Query executed in 0.004s 2016-05-03 13:11:16.844 (5) [main]: loading 18 columns from result set: 2016-05-03 13:11:16.844 (5) [main]: loaded column: distribution.id->3 2016-05-03 13:11:16.844 (5) [main]: loaded column: distribution.accountID->0 2016-05-03 13:11:16.844 (5) [main]: loaded column: distribution.siteID->0 2016-05-03 13:11:16.846 (5) [main]: loaded column: distribution.type->paid search 2016-05-03 13:11:16.846 (5) [main]: loaded column: distribution.channelID->1 2016-05-03 13:11:16.846 (5) [main]: loaded column: distribution.showStats->1 2016-05-03 13:11:16.846 (5) [main]: loaded column: distribution.bidMatchTypes->exact,phrase,broad,content 2016-05-03 13:11:16.846 (5) [main]: loaded column: distribution.trackMatchTypes->exact,phrase,broad,content 2016-05-03 13:11:16.846 (5) [main]: loaded column: distribution.mergeMatchTypeStats->false 2016-05-03 13:11:16.846 (5) [main]: loaded column: distribution.rollupMatchTypes->content 2016-05-03 13:11:16.847 (5) [main]: loaded column: distribution.positionalBidding->false 2016-05-03 13:11:16.847 (5) [main]: loaded column: distribution.description->Google AdWords 2016-05-03 13:11:16.847 (5) [main]: loaded column: distribution.shortCode->GO 2016-05-03 13:11:16.847 (5) [main]: loaded column: distribution.searchEngineClass->com.thesearchagency.searchengines.google.GoogleAPISearchEngine 2016-05-03 13:11:16.847 (5) [main]: loaded column: distribution.bidMinCPC->0.01 2016-05-03 13:11:16.848 (5) [main]: loaded column: distribution.bidCapCPC->100.0 2016-05-03 13:11:16.849 (5) [main]: loaded column: distribution.bidMinCPM->0.25 2016-05-03 13:11:16.849 (5) [main]: loaded column: distribution.bidCapCPM->500.0 2016-05-03 13:11:16.852 (3) [P1T1]: Starting Distribution 3 2016-05-03 13:11:16.852 (3) [P1T1]: ----------------Campaign Impression Metrics Report - Distribution Worker starting 2016-05-03 13:11:16.852 (4) [P1T1]: no account, or instance for databaseInstance, skipping lookup... 2016-05-03 13:11:16.879 (3) [P1T1]: JDBC Driver Version: 5.1 (com.mysql.jdbc.Driver) 2016-05-03 13:11:16.879 (4) [P1T1]: opened [jdbc:mysql://tsacommon-01-write/tsacommon?useUnicode=true&zeroDateTimeBehavior=convertToNull&dontTrackOpenResources=true&jdbcCompliantTruncation=false&useServerPrepStmts=false&rewriteBatchedStatements=true] 2016-05-03 13:11:16.884 (5) [P1T1]: quoteValue(), nothing special about it=>[0], type=class java.lang.Integer 2016-05-03 13:11:16.884 (5) [P1T1]: ProfilerRec.start("db",true) in Thread [P1T1] 2016-05-03 13:11:16.884 (4) [P1T1]: spike: SQL->[select * from `searchEngineUsers` join `accounts` on ((`tsacommon`.`accounts`.`id`=`tsacommon`.`searchEngineUsers`.`accountID`)) where ((`enabled`="true") and (`tsacommon`.`accounts`.`isActive`="true") and (`tsacommon`.`searchEngineUsers`.`id` in ("1851")) and (`tsacommon`.`searchEngineUsers`.`distributionID`="3") and (`tsacommon`.`searchEngineUsers`.`accountID`!=0)) order by `tsacommon`.`accounts`.`tier` asc,`tsacommon`.`accounts`.`priority` asc,`tsacommon`.`accounts`.`id` desc] 2016-05-03 13:11:16.887 (5) [P1T1]: recordAsSubs("db", 3, "P1T1") 2016-05-03 13:11:16.887 (5) [P1T1]: addSub("db") 2016-05-03 13:11:16.887 (5) [P1T1]: ProfilerRec.end("db", true): ret=3 2016-05-03 13:11:16.897 (4) [P1T1]: time=0.0030 2016-05-03 13:11:16.897 (4) [P1T1]: Query executed in 0.003s 2016-05-03 13:11:16.898 (5) [P1T1]: loading 35 columns from result set: 2016-05-03 13:11:16.898 (5) [P1T1]: loaded column: searchEngineUsers.id->1851 2016-05-03 13:11:16.898 (5) [P1T1]: loaded column: searchEngineUsers.accountID->1440 2016-05-03 13:11:16.898 (5) [P1T1]: loaded column: searchEngineUsers.distributionID->3 2016-05-03 13:11:16.898 (5) [P1T1]: loaded column: searchEngineUsers.searchEngineIdentifier->5916748585 2016-05-03 13:11:16.899 (5) [P1T1]: loaded column: searchEngineUsers.description->e7f6dc30-cfb2-412a-9b99-bde532891c2e_1_qa4amltest_Performance data GA 2016-05-03 13:11:16.899 (5) [P1T1]: loaded column: searchEngineUsers.username-> 2016-05-03 13:11:16.899 (5) [P1T1]: loaded column: searchEngineUsers.password-> 2016-05-03 13:11:16.899 (5) [P1T1]: loaded column: searchEngineUsers.enabled->true 2016-05-03 13:11:16.899 (5) [P1T1]: loaded column: searchEngineUsers.inTsaMcc->true 2016-05-03 13:11:16.899 (5) [P1T1]: loaded column: searchEngineUsers.apiKey-> 2016-05-03 13:11:16.900 (5) [P1T1]: loaded column: searchEngineUsers.managerUsernames->null 2016-05-03 13:11:16.900 (5) [P1T1]: loaded column: searchEngineUsers.managerIDs->7650377477 2016-05-03 13:11:16.907 (5) [P1T1]: loaded column: searchEngineUsers.lastChecked->2016-04-06 14:44:53.0 2016-05-03 13:11:16.908 (5) [P1T1]: loaded column: searchEngineUsers.lastInMcc->null 2016-05-03 13:11:16.908 (5) [P1T1]: skipping invalid column: accounts.id 2016-05-03 13:11:16.908 (5) [P1T1]: skipping invalid column: accounts.description 2016-05-03 13:11:16.908 (5) [P1T1]: skipping invalid column: accounts.tier 2016-05-03 13:11:16.908 (5) [P1T1]: skipping invalid column: accounts.priority 2016-05-03 13:11:16.908 (5) [P1T1]: skipping invalid column: accounts.reportClicksOut 2016-05-03 13:11:16.909 (5) [P1T1]: skipping invalid column: accounts.reportConversions 2016-05-03 13:11:16.909 (5) [P1T1]: skipping invalid column: accounts.conversionTypes 2016-05-03 13:11:16.909 (5) [P1T1]: skipping invalid column: accounts.isBidManaged 2016-05-03 13:11:16.909 (5) [P1T1]: skipping invalid column: accounts.isActive 2016-05-03 13:11:16.909 (5) [P1T1]: skipping invalid column: accounts.perfMetric 2016-05-03 13:11:16.909 (5) [P1T1]: skipping invalid column: accounts.providesConversionData 2016-05-03 13:11:16.909 (5) [P1T1]: skipping invalid column: accounts.addConversionData 2016-05-03 13:11:16.909 (5) [P1T1]: skipping invalid column: accounts.fractionalConversionCounts 2016-05-03 13:11:16.910 (5) [P1T1]: skipping invalid column: accounts.hideNullSources 2016-05-03 13:11:16.910 (5) [P1T1]: skipping invalid column: accounts.nowTime 2016-05-03 13:11:16.910 (5) [P1T1]: skipping invalid column: accounts.warehouseDatabase 2016-05-03 13:11:16.910 (5) [P1T1]: skipping invalid column: accounts.databaseInstance 2016-05-03 13:11:16.910 (5) [P1T1]: skipping invalid column: accounts.warehouseInstance 2016-05-03 13:11:16.910 (5) [P1T1]: skipping invalid column: accounts.isOnline 2016-05-03 13:11:16.910 (5) [P1T1]: skipping invalid column: accounts.currencyCode 2016-05-03 13:11:16.911 (5) [P1T1]: skipping invalid column: accounts.timeZoneID 2016-05-03 13:11:16.912 (3) [P2T1]: Starting User (1851) "e7f6dc30-cfb2-412a-9b99-bde532891c2e_1_qa4amltest_Performance data GA" 2016-05-03 13:11:16.913 (4) [P2T1]: no account, or instance for databaseInstance, skipping lookup... 2016-05-03 13:11:16.937 (3) [P2T1]: JDBC Driver Version: 5.1 (com.mysql.jdbc.Driver) 2016-05-03 13:11:16.943 (4) [P2T1]: opened [jdbc:mysql://tsacommon-01-write/tsacommon?useUnicode=true&zeroDateTimeBehavior=convertToNull&dontTrackOpenResources=true&jdbcCompliantTruncation=false&useServerPrepStmts=false&rewriteBatchedStatements=true] 2016-05-03 13:11:16.943 (4) [P2T1]: Created new Object 2016-05-03 13:11:16.943 (5) [P2T1]: ProfilerRec.start("db",true) in Thread [P2T1] 2016-05-03 13:11:16.943 (4) [P2T1]: spike: SQL->[select @@version] 2016-05-03 13:11:16.952 (5) [P2T1]: recordAsSubs("db", 9, "P2T1") 2016-05-03 13:11:16.952 (5) [P2T1]: addSub("db") 2016-05-03 13:11:16.952 (5) [P2T1]: ProfilerRec.end("db", true): ret=9 2016-05-03 13:11:16.952 (4) [P2T1]: time=0.0090 2016-05-03 13:11:16.952 (4) [P2T1]: Query executed in 0.009s 2016-05-03 13:11:16.952 (4) [P2T1]: test query succeeded, returned "5.5.34" 2016-05-03 13:11:16.953 (5) [P2T1]: quoteValue(), nothing special about it=>[3], type=class java.lang.Integer 2016-05-03 13:11:16.954 (5) [P2T1]: ProfilerRec.start("db",true) in Thread [P2T1] 2016-05-03 13:11:16.954 (4) [P2T1]: spike: SQL->[select * from `tsacommon`.`distribution` where (`id`=3) limit 1] 2016-05-03 13:11:16.957 (5) [P2T1]: recordAsSubs("db", 3, "P2T1") 2016-05-03 13:11:16.957 (5) [P2T1]: addSub("db") 2016-05-03 13:11:16.957 (5) [P2T1]: ProfilerRec.end("db", true): ret=3 2016-05-03 13:11:16.957 (4) [P2T1]: time=0.0030 2016-05-03 13:11:16.957 (4) [P2T1]: Query executed in 0.003s 2016-05-03 13:11:16.957 (5) [P2T1]: loading 18 columns from result set: 2016-05-03 13:11:16.958 (5) [P2T1]: loaded column: distribution.id->3 2016-05-03 13:11:16.958 (5) [P2T1]: loaded column: distribution.accountID->0 2016-05-03 13:11:16.958 (5) [P2T1]: loaded column: distribution.siteID->0 2016-05-03 13:11:16.958 (5) [P2T1]: loaded column: distribution.type->paid search 2016-05-03 13:11:16.958 (5) [P2T1]: loaded column: distribution.channelID->1 2016-05-03 13:11:16.958 (5) [P2T1]: loaded column: distribution.showStats->1 2016-05-03 13:11:16.958 (5) [P2T1]: loaded column: distribution.bidMatchTypes->exact,phrase,broad,content 2016-05-03 13:11:16.959 (5) [P2T1]: loaded column: distribution.trackMatchTypes->exact,phrase,broad,content 2016-05-03 13:11:16.959 (5) [P2T1]: loaded column: distribution.mergeMatchTypeStats->false 2016-05-03 13:11:16.959 (5) [P2T1]: loaded column: distribution.rollupMatchTypes->content 2016-05-03 13:11:16.959 (5) [P2T1]: loaded column: distribution.positionalBidding->false 2016-05-03 13:11:16.959 (5) [P2T1]: loaded column: distribution.description->Google AdWords 2016-05-03 13:11:16.959 (5) [P2T1]: loaded column: distribution.shortCode->GO 2016-05-03 13:11:16.959 (5) [P2T1]: loaded column: distribution.searchEngineClass->com.thesearchagency.searchengines.google.GoogleAPISearchEngine 2016-05-03 13:11:16.960 (5) [P2T1]: loaded column: distribution.bidMinCPC->0.01 2016-05-03 13:11:16.960 (5) [P2T1]: loaded column: distribution.bidCapCPC->100.0 2016-05-03 13:11:16.960 (5) [P2T1]: loaded column: distribution.bidMinCPM->0.25 2016-05-03 13:11:16.960 (5) [P2T1]: loaded column: distribution.bidCapCPM->500.0 2016-05-03 13:11:16.960 (4) [P2T1]: Record Loaded 2016-05-03 13:11:16.960 (5) [P2T1]: class name is "com.thesearchagency.searchengines.google.GoogleAPISearchEngine" 2016-05-03 13:11:16.994 (3) [P2T1]: DistributionServiceRemoteClient created for e7f6dc30-cfb2-412a-9b99-bde532891c2e_1_qa4amltest_Performance data GA 2016-05-03 13:11:17.947 (4) [P2T1]: Credentials retrieved for Merchant e7f6dc30-cfb2-412a-9b99-bde532891c2e for Google: DistributionSettings [theDistributionId=5fcc8984-2f0f-11e5-a151-feff819cdc9f, theResellerId=b8a7d340-30e0-4369-97d0-8f901d238f86, theCredentialMap={GOOG_USER_AGENT=AML, GOOG_REFRESH_TOKEN=1/PPPmQLADSV-h2NEsY4vmLgBmiDtScaB01K55xhGOaHE, GOOG_CLIENT_SECRET=eGE8JpEDaEgVb26gQg_ePnaG, GOOG_CLIENT_ID=708478822263-srenocq0gcguusttt4aunqjdi2jnllcg.apps.googleusercontent.com}] 2016-05-03 13:11:17.988 (4) [P2T1]: Google distribution retrieved: Distribution [id=5fcc8984-2f0f-11e5-a151-feff819cdc9f, name=Google, propertyPrefix=GOOG, bidmgrId=3, credentialTemplate=[GOOG_CLIENT_SECRET, GOOG_REFRESH_TOKEN, GOOG_CLIENT_ID, GOOG_USER_AGENT], propertyTemplate=[GOOG_ENABLED], properties={GOOG_DEV_TOKEN=ojCnjZaM6RD1h0yt_DOJZg}] 2016-05-03 13:11:17.988 (4) [P2T1]: User in TSA MCC, connecting using master username/password 2016-05-03 13:11:17.989 (4) [P2T1]: client customer id = 5916748585 2016-05-03 13:11:17.990 (5) [P2T1]: parseInteger->[1440] 2016-05-03 13:11:17.990 (5) [P2T1]: parseInteger<-[1440] 2016-05-03 13:11:18.016 (4) [P2T1]: preparing SQL statement [select currencyCode from `tsacommon`.`accounts` where id = ?] 2016-05-03 13:11:18.028 (5) [P2T1]: parseInteger->[1851] 2016-05-03 13:11:18.028 (5) [P2T1]: parseInteger<-[1851] 2016-05-03 13:11:18.050 (3) [P2T1]: [oauth] Creating new OAuthService component 2016-05-03 13:11:18,192 [P2T1] INFO c.t.s.o.core.OAuthServiceComponent - [oauth] Creating new OAuthServiceComponent 2016-05-03 13:11:18.215 (3) [P2T1]: Creating API for reseller DistributionSettings b8a7d340-30e0-4369-97d0-8f901d238f86 2016-05-03 13:11:18.216 (4) [P2T1]: seuserid[1851] username[null] customerID[5916748585] 2016-05-03 13:11:18.258 (4) [P2T1]: Assuming non-proxied environment. Unable to load proxy configuration file for Google. 2016-05-03 13:11:18.259 (4) [P2T1]: ClearConnections called at: Tue May 03 13:11:18 UTC 2016 Timer: 0 2016-05-03 13:11:18.260 (5) [P2T1]: quoteValue(), nothing special about it=>[3], type=class java.lang.Integer 2016-05-03 13:11:18.264 (4) [P2T1]: no account, or instance for databaseInstance, skipping lookup... 2016-05-03 13:11:18.292 (3) [P2T1]: JDBC Driver Version: 5.1 (com.mysql.jdbc.Driver) 2016-05-03 13:11:18.292 (4) [P2T1]: opened [jdbc:mysql://tsacommon-01-write/tsacommon?useUnicode=true&zeroDateTimeBehavior=convertToNull&dontTrackOpenResources=true&jdbcCompliantTruncation=false&useServerPrepStmts=false&rewriteBatchedStatements=true] 2016-05-03 13:11:18.292 (5) [P2T1]: ProfilerRec.start("db",true) in Thread [P2T1] 2016-05-03 13:11:18.292 (4) [P2T1]: spike: SQL->[select `id`,`shortCode` from distribution where ((`searchEngineClass` is not null) and (`searchEngineClass`!=""))] 2016-05-03 13:11:18.294 (5) [P2T1]: recordAsSubs("db", 2, "P2T1") 2016-05-03 13:11:18.294 (5) [P2T1]: addSub("db") 2016-05-03 13:11:18.294 (5) [P2T1]: ProfilerRec.end("db", true): ret=2 2016-05-03 13:11:18.294 (4) [P2T1]: time=0.0020 2016-05-03 13:11:18.295 (4) [P2T1]: Query executed in 0.002s 2016-05-03 13:11:18.296 (4) [P2T1]: closed [jdbc:mysql://tsacommon-01-write/tsacommon?useUnicode=true&zeroDateTimeBehavior=convertToNull&dontTrackOpenResources=true&jdbcCompliantTruncation=false&useServerPrepStmts=false&rewriteBatchedStatements=true] 2016-05-03 13:11:18.297 (4) [P2T1]: no account, or instance for databaseInstance, skipping lookup... 2016-05-03 13:11:18.319 (3) [P2T1]: JDBC Driver Version: 5.1 (com.mysql.jdbc.Driver) 2016-05-03 13:11:18.319 (4) [P2T1]: opened [jdbc:mysql://tsacommon-01-write/tsacommon?useUnicode=true&zeroDateTimeBehavior=convertToNull&dontTrackOpenResources=true&jdbcCompliantTruncation=false&useServerPrepStmts=false&rewriteBatchedStatements=true] 2016-05-03 13:11:18.322 (5) [P2T1]: ProfilerRec.start("db",true) in Thread [P2T1] 2016-05-03 13:11:18.322 (4) [P2T1]: spike: SQL->[select * from `tsacommon`.`databaseInstances` where ((`name`="global-sesystem") and (`type`="mysql")) limit 1] 2016-05-03 13:11:18.323 (5) [P2T1]: recordAsSubs("db", 1, "P2T1") 2016-05-03 13:11:18.324 (5) [P2T1]: addSub("db") 2016-05-03 13:11:18.324 (5) [P2T1]: ProfilerRec.end("db", true): ret=1 2016-05-03 13:11:18.324 (4) [P2T1]: time=0.0010 2016-05-03 13:11:18.324 (4) [P2T1]: Query executed in 0.001s 2016-05-03 13:11:18.324 (5) [P2T1]: loading 8 columns from result set: 2016-05-03 13:11:18.324 (5) [P2T1]: loaded column: databaseInstances.id->2 2016-05-03 13:11:18.324 (5) [P2T1]: loaded column: databaseInstances.name->global-sesystem 2016-05-03 13:11:18.324 (5) [P2T1]: loaded column: databaseInstances.description->Global Search Engine API system tables 2016-05-03 13:11:18.325 (5) [P2T1]: loaded column: databaseInstances.type->mysql 2016-05-03 13:11:18.325 (5) [P2T1]: loaded column: databaseInstances.database->sesystem 2016-05-03 13:11:18.325 (5) [P2T1]: loaded column: databaseInstances.host->sesystem-01-write 2016-05-03 13:11:18.325 (5) [P2T1]: loaded column: databaseInstances.port->3306 2016-05-03 13:11:18.325 (5) [P2T1]: loaded column: databaseInstances.access->rw 2016-05-03 13:11:18.325 (4) [P2T1]: Record Loaded 2016-05-03 13:11:18.325 (4) [P2T1]: DataCache: put key global-sesystem 2016-05-03 13:11:18.326 (4) [P2T1]: closed [jdbc:mysql://tsacommon-01-write/tsacommon?useUnicode=true&zeroDateTimeBehavior=convertToNull&dontTrackOpenResources=true&jdbcCompliantTruncation=false&useServerPrepStmts=false&rewriteBatchedStatements=true] 2016-05-03 13:11:18.349 (3) [P2T1]: JDBC Driver Version: 5.1 (com.mysql.jdbc.Driver) 2016-05-03 13:11:18.349 (4) [P2T1]: opened [jdbc:mysql://sesystem-01-write:3306/sesystem?useUnicode=true&zeroDateTimeBehavior=convertToNull&dontTrackOpenResources=true&jdbcCompliantTruncation=false&useServerPrepStmts=false&rewriteBatchedStatements=true] 2016-05-03 13:11:18.350 (3) [P2T1]: Created shared sesystem connection rw 2016-05-03 13:11:18.350 (5) [P2T1]: ProfilerRec.start("db",true) in Thread [P2T1] 2016-05-03 13:11:18.350 (4) [P2T1]: sesystem: SQL->[select 1] 2016-05-03 13:11:18.351 (5) [P2T1]: recordAsSubs("db", 1, "P2T1") 2016-05-03 13:11:18.351 (5) [P2T1]: addSub("db") 2016-05-03 13:11:18.351 (5) [P2T1]: ProfilerRec.end("db", true): ret=1 2016-05-03 13:11:18.351 (4) [P2T1]: time=0.0010 2016-05-03 13:11:18.351 (4) [P2T1]: Query executed in 0.001s 2016-05-03 13:11:18.352 (5) [P2T1]: ProfilerRec.start("db",true) in Thread [P2T1] 2016-05-03 13:11:18.352 (4) [P2T1]: sesystem: SQL->[update `sesystem`.`searchEngineConnections` set `holder`="",`inUse`="false",`holderIdentifier`="",`timeStamp`="2016-05-03 13:11:18" where ((`sesystem`.`searchEngineConnections`.`distributionID`=3) and (`sesystem`.`searchEngineConnections`.`inUse`="true") and (`sesystem`.`searchEngineConnections`.`timeStamp`<="2016-05-03 13:06:18")) limit 1], genflags=no 2016-05-03 13:11:18.357 (5) [P2T1]: recordAsSubs("db", 5, "P2T1") 2016-05-03 13:11:18.357 (5) [P2T1]: addSub("db") 2016-05-03 13:11:18.357 (5) [P2T1]: ProfilerRec.end("db", true): ret=5 2016-05-03 13:11:18.357 (4) [P2T1]: time=0.0050 2016-05-03 13:11:18.357 (4) [P2T1]: Query executed in 0.005s, 0 row(s) affected 2016-05-03 13:11:18.373 (3) [P2T1]: Retrieving credentials for search engine user id : 1851 || client id : 708478822263-srenocq0gcguusttt4aunqjdi2jnllcg.apps.googleusercontent.com , client secret :eGE8JpEDaEgVb26gQg_ePnaG , refresh token : 1/PPPmQLADSV-h2NEsY4vmLgBmiDtScaB01K55xhGOaHE 2016-05-03 13:11:18,396 [P2T1] INFO c.t.s.o.core.OAuthServiceComponent - [oauth] Getting new access token 2016-05-03 13:11:19,480 [P2T1] INFO c.t.s.o.core.OAuthServiceComponent - [oauth] Return OAuth credential. Access token = ya29.CirXAjvZuNpDxtDCG3Uqr1yYnpDacy2t58M9Xv0VTzso6ArFQ5YcuhmXoFI for adwords (clientID=708478822263-srenocq0gcguusttt4aunqjdi2jnllcg.apps.googleusercontent.com) 2016-05-03 13:11:19.480 (3) [P2T1]: [oauth] Returning access token from OAuth service: ya29.CirXAjvZuNpDxtDCG3Uqr1yYnpDacy2t58M9Xv0VTzso6ArFQ5YcuhmXoFI 2016-05-03 13:11:19.481 (3) [P2T1]: Retrieving credentials for search engine user id : 1851 || client id : 708478822263-srenocq0gcguusttt4aunqjdi2jnllcg.apps.googleusercontent.com , client secret :eGE8JpEDaEgVb26gQg_ePnaG , refresh token : 1/PPPmQLADSV-h2NEsY4vmLgBmiDtScaB01K55xhGOaHE 2016-05-03 13:11:19,481 [P2T1] INFO c.t.s.o.core.OAuthServiceComponent - [oauth] Return OAuth credential. Access token = ya29.CirXAjvZuNpDxtDCG3Uqr1yYnpDacy2t58M9Xv0VTzso6ArFQ5YcuhmXoFI for adwords (clientID=708478822263-srenocq0gcguusttt4aunqjdi2jnllcg.apps.googleusercontent.com) 2016-05-03 13:11:19.482 (3) [P2T1]: [oauth] Returning access token from OAuth service: ya29.CirXAjvZuNpDxtDCG3Uqr1yYnpDacy2t58M9Xv0VTzso6ArFQ5YcuhmXoFI 2016-05-03 13:11:19.482 (3) [P2T1]: Deleting local copy of /var/local/tsa/sedata/google/tsa-mcc-report-campaignimpsharedata-2016-04-08-U1851.xml.gz 2016-05-03 13:11:19.482 (3) [P2T1]: Parsing campaign performance report into performance database... 2016-05-03 13:11:19.485 (3) [P2T1]: Finding column names... 2016-05-03 13:11:19.486 (1) [P2T1]: Error parsing /var/local/tsa/sedata/google/tsa-mcc-report-campaignimpsharedata-2016-04-08-U1851.xml.gz; file not found 2016-05-03 13:11:19.486 (4) [P2T1]: Removing temp file... 2016-05-03 13:11:19.486 (3) [P2T1]: ...done 2016-05-03 13:11:19.486 (4) [P2T1]: Returning Object to Pool 2016-05-03 13:11:19.486 (3) [P2T1]: Finished User (1851) "e7f6dc30-cfb2-412a-9b99-bde532891c2e_1_qa4amltest_Performance data GA" 2016-05-03 13:11:19.487 (4) [P1T1]: closed [jdbc:mysql://tsacommon-01-write/tsacommon?useUnicode=true&zeroDateTimeBehavior=convertToNull&dontTrackOpenResources=true&jdbcCompliantTruncation=false&useServerPrepStmts=false&rewriteBatchedStatements=true] 2016-05-03 13:11:19.487 (3) [P1T1]: ------------Campaign Impression Metrics Report - Distribution Worker done 2016-05-03 13:11:19.487 (3) [main]: ------------ Distribution Dispatcher for Campaign Impression Share Metrics Report done 2016-05-03 13:11:19.487 (3) [main]: =============== Completed Campaign Impression Share Metrics Report ================ 2016-05-03 13:11:19.487 (5) [main]: ProfilerRec.end("Campaign Impression Share Metrics Report", false): ret=2670 2016-05-03 13:11:19.487 (4) [main]: time=2.67 2016-05-03 13:11:19.487 (3) [main]: Campaign Impression Share Metrics Report: 2.670s 2016-05-03 13:11:19.488 (3) [main]: by key: 2016-05-03 13:11:19.488 (4) [main]: time=0.028 2016-05-03 13:11:19.488 (3) [main]: db: 0.028s 2016-05-03 13:11:19.488 (3) [main]: by thread: 2016-05-03 13:11:19.488 (4) [main]: time=0.021 2016-05-03 13:11:19.488 (3) [main]: P2T1: 0.021s 2016-05-03 13:11:19.488 (4) [main]: time=0.0030 2016-05-03 13:11:19.488 (3) [main]: P1T1: 0.003s 2016-05-03 13:11:19.488 (4) [main]: time=0.0040 2016-05-03 13:11:19.489 (3) [main]: main: 0.004s 2016-05-03 13:11:19.489 (4) [main]: time=2.642 2016-05-03 13:11:19.489 (3) [main]: other: 2.642s 2016-05-03 13:11:19,490 [Thread-1] INFO o.s.c.s.ClassPathXmlApplicationContext - Closing org.springframework.context.support.ClassPathXmlApplicationContext@61c80b01: startup date [Tue May 03 13:11:14 UTC 2016]; root of context hierarchy 2016-05-03 13:11:19,491 [Thread-1] INFO o.s.b.f.s.DefaultListableBeanFactory - Destroying singletons in org.springframework.beans.factory.support.DefaultListableBeanFactory@3336a1a1: defining beans [bing-datasource-property-configurer,bing-target-datasource,bing-datasource,bing-transaction-manager,org.springframework.aop.config.internalAutoProxyCreator,org.springframework.transaction.annotation.AnnotationTransactionAttributeSource#0,org.springframework.transaction.interceptor.TransactionInterceptor#0,org.springframework.transaction.config.internalTransactionAdvisor,bing-campaign-structure-dao,bing-error-dao,bing-campaign-service-component,bing-client-factory,getBingCampaignList,yahoo-campaign-structure-dao,yahoo-error-dao,yahoo-campaign-service-component,yjp-datasource-property-configurer,yjp-target-datasource,yjp-datasource,yjp-transaction-manager,yjp-client-factory,getCampaignList,merchant-datasource-property-configurer,merchant-target-datasource,merchant-datasource,merchant-transaction-manager,merchant-performance-dao,merchant-summarizer,performance-datasource-property-configurer,performance-target-datasource,performance-datasource,performance-transaction-manager,impression-share-metrics-dao,impression-share-metrics]; root of factory hierarchy