Started by user administrator Building in workspace /var/lib/jenkins/jobs/d1_synchronization_beta/workspace Cleaning local Directory d1_synchronization Checking out https://repository.dataone.org/software/cicore/branches/D1_SYNCHRONIZATION_v2.3 at revision '2018-11-14T19:24:32.501 +0000' A pom.xml A src A src/main A src/main/java A src/main/java/org A src/main/java/org/dataone A src/main/java/org/dataone/cn A src/main/java/org/dataone/cn/ldap A src/main/java/org/dataone/cn/ldap/NodeRegistrySyncFacade.java A src/main/java/org/dataone/cn/batch A src/main/java/org/dataone/cn/batch/service A src/main/java/org/dataone/cn/batch/service/v2 A src/main/java/org/dataone/cn/batch/service/v2/IdentifierReservationQueryService.java A src/main/java/org/dataone/cn/batch/service/v2/NodeRegistrySyncService.java A src/main/java/org/dataone/cn/batch/service/v2/impl A src/main/java/org/dataone/cn/batch/service/v2/impl/NodeRegistrySyncServiceImpl.java A src/main/java/org/dataone/cn/batch/exceptions A src/main/java/org/dataone/cn/batch/exceptions/NodeCommUnavailable.java A src/main/java/org/dataone/cn/batch/exceptions/RetryableException.java A src/main/java/org/dataone/cn/batch/exceptions/UnrecoverableException.java A src/main/java/org/dataone/cn/batch/synchronization A src/main/java/org/dataone/cn/batch/synchronization/listener A src/main/java/org/dataone/cn/batch/synchronization/listener/SyncMetricLogJobTriggerListener.java A src/main/java/org/dataone/cn/batch/synchronization/listener/NodeTopicListener.java A src/main/java/org/dataone/cn/batch/synchronization/tasks A src/main/java/org/dataone/cn/batch/synchronization/tasks/QueueProcessorCallable.java A src/main/java/org/dataone/cn/batch/synchronization/tasks/SortedHarvestTimepointMap.java A src/main/java/org/dataone/cn/batch/synchronization/tasks/SyncFailedTask.java A src/main/java/org/dataone/cn/batch/synchronization/tasks/SyncObjectTask.java A src/main/java/org/dataone/cn/batch/synchronization/tasks/V2TransferObjectTask.java A src/main/java/org/dataone/cn/batch/synchronization/tasks/SyncMetricLogReport.java A src/main/java/org/dataone/cn/batch/synchronization/tasks/TransferObjectTask.java A src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java A src/main/java/org/dataone/cn/batch/synchronization/tasks/ObjectListHarvestTask.java A src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java A src/main/java/org/dataone/cn/batch/synchronization/NodeCommFactory.java A src/main/java/org/dataone/cn/batch/synchronization/NodeCommObjectListHarvestFactory.java A src/main/java/org/dataone/cn/batch/synchronization/HarvestSchedulingManager.java A src/main/java/org/dataone/cn/batch/synchronization/NodeCommSyncObjectFactory.java A src/main/java/org/dataone/cn/batch/synchronization/jobs A src/main/java/org/dataone/cn/batch/synchronization/jobs/MemberNodeHarvestJob.java A src/main/java/org/dataone/cn/batch/synchronization/jobs/SyncMetricLogJob.java A src/main/java/org/dataone/cn/batch/synchronization/SyncObjectTaskManager.java A src/main/java/org/dataone/cn/batch/synchronization/type A src/main/java/org/dataone/cn/batch/synchronization/type/NodeComm.java A src/main/java/org/dataone/cn/batch/synchronization/type/NodeCommState.java A src/main/java/org/dataone/cn/batch/synchronization/type/SyncObjectState.java A src/main/java/org/dataone/cn/batch/synchronization/type/AbstractListenableMapAdapter.java A src/main/java/org/dataone/cn/batch/synchronization/type/SyncQueueFacade.java A src/main/java/org/dataone/cn/batch/synchronization/type/DistributedDataClient.java A src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java A src/main/resources A src/main/resources/buildInfo A src/main/resources/buildInfo/buildInfo.properties A src/test A src/test/java A src/test/java/org A src/test/java/org/dataone A src/test/java/org/dataone/cn A src/test/java/org/dataone/cn/batch A src/test/java/org/dataone/cn/batch/harvest A src/test/java/org/dataone/cn/batch/harvest/HarvesterTostCase.java A src/test/java/org/dataone/cn/batch/harvest/mock A src/test/java/org/dataone/cn/batch/harvest/mock/MockCNCore.java A src/test/java/org/dataone/cn/batch/harvest/mock/InMemoryCNReadCore.java A src/test/java/org/dataone/cn/batch/harvest/mock/MockNodeRegistryService.java A src/test/java/org/dataone/cn/batch/harvest/mock/MockReserveIdentifierService.java A src/test/java/org/dataone/cn/batch/harvest/mock/InMemoryMockReplicaMNode.java A src/test/java/org/dataone/cn/batch/harvest/mock/MockMNRead.java A src/test/java/org/dataone/cn/batch/synchronization A src/test/java/org/dataone/cn/batch/synchronization/listener A src/test/java/org/dataone/cn/batch/synchronization/listener/SyncMetricLogJobTriggerTest.java A src/test/java/org/dataone/cn/batch/synchronization/tasks A src/test/java/org/dataone/cn/batch/synchronization/tasks/MockQueueItem.java A src/test/java/org/dataone/cn/batch/synchronization/tasks/MockQueueProcessor.java A src/test/java/org/dataone/cn/batch/synchronization/tasks/SyncMetricLogReportTest.java A src/test/java/org/dataone/cn/batch/synchronization/tasks/TransferObjectTaskTest.java A src/test/java/org/dataone/cn/batch/synchronization/tasks/PangaeaObjectListHarvestTaskTest.java A src/test/java/org/dataone/cn/batch/synchronization/tasks/MockQueueTask.java A src/test/java/org/dataone/cn/batch/synchronization/tasks/ObjectListHarvestTaskTest.java A src/test/java/org/dataone/cn/batch/synchronization/tasks/QueueProcessorCallableTest.java A src/test/java/org/dataone/cn/batch/synchronization/tasks/SortedHarvestTimepointMapTest.java A src/test/java/org/dataone/cn/batch/synchronization/D1TypeUtilsTest.java A src/test/java/org/dataone/cn/batch/synchronization/type A src/test/java/org/dataone/cn/batch/synchronization/type/SyncQueueFacadeTest.java A src/test/java/org/dataone/cn/batch/synchronization/type/ListenableConcurrentHashMap.java A src/test/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidatorTest.java A src/test/java/org/dataone/cn/log A src/test/java/org/dataone/cn/log/MockArrayWriterAppender.java A src/test/resources A src/test/resources/org A src/test/resources/org/dataone A src/test/resources/org/dataone/configuration A src/test/resources/org/dataone/configuration/config.xml A src/test/resources/org/dataone/configuration/registryLdap.properties A src/test/resources/org/dataone/configuration/hazelcastProcessingClient.properties A src/test/resources/org/dataone/configuration/applicationContext.xml A src/test/resources/org/dataone/configuration/synchronization.properties AU src/test/resources/org/dataone/configuration/hazelcast.xml A src/test/resources/org/dataone/configuration/hazelcastStorageClient.properties A src/test/resources/org/dataone/configuration/d1client.properties A src/test/resources/org/dataone/cn A src/test/resources/org/dataone/cn/batch A src/test/resources/org/dataone/cn/batch/harvest A src/test/resources/org/dataone/cn/batch/harvest/config A src/test/resources/org/dataone/cn/batch/harvest/config/log4j.properties A src/test/resources/org/dataone/cn/batch/harvest/config/harvesterTest-context.xml A src/test/resources/org/dataone/cn/batch/harvest/tmp A src/test/resources/org/dataone/cn/batch/harvest/tmp/placeholder A src/test/resources/org/dataone/cn/batch/harvest/samples A src/test/resources/org/dataone/cn/batch/harvest/samples/mn A src/test/resources/org/dataone/cn/batch/harvest/samples/mn/meta A src/test/resources/org/dataone/cn/batch/harvest/samples/mn/meta/MD_ORNLDAAC_781_03032010095920 A src/test/resources/org/dataone/cn/batch/harvest/samples/mn/meta/MD_ORNLDAAC_122_03032010095920 A src/test/resources/org/dataone/cn/batch/harvest/samples/mn/meta/MD_ORNLDAAC_787_03032010095920 A src/test/resources/org/dataone/cn/batch/harvest/samples/mn/object A src/test/resources/org/dataone/cn/batch/harvest/samples/mn/object/MD_ORNLDAAC_122_03032010095920 A src/test/resources/org/dataone/cn/batch/harvest/samples/mn/object/MD_ORNLDAAC_787_03032010095920 A src/test/resources/org/dataone/cn/batch/harvest/samples/mn/object/MD_ORNLDAAC_781_03032010095920 AU src/test/resources/log4j.properties U . At revision 19445 Parsing POMs Established TCP socket on 34450 [d1_synchronization] $ java -cp /var/lib/jenkins/plugins/maven-plugin/WEB-INF/lib/maven3-agent-1.12-alpha-1.jar:/usr/share/maven/boot/plexus-classworlds-2.x.jar org.jvnet.hudson.maven3.agent.Maven3Main /usr/share/maven /var/cache/jenkins/war/WEB-INF/lib/remoting-3.20.jar /var/lib/jenkins/plugins/maven-plugin/WEB-INF/lib/maven3-interceptor-1.12-alpha-1.jar /var/lib/jenkins/plugins/maven-plugin/WEB-INF/lib/maven3-interceptor-commons-1.12-alpha-1.jar 34450 <===[JENKINS REMOTING CAPACITY]===>channel started Executing Maven: -B -f /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/pom.xml clean install javadoc:javadoc [INFO] Scanning for projects... [WARNING] [WARNING] Some problems were encountered while building the effective model for org.dataone:d1_synchronization:jar:2.3.7 [WARNING] 'build.plugins.plugin.version' for org.apache.maven.plugins:maven-compiler-plugin is missing. @ line 23, column 21 [WARNING] 'build.plugins.plugin.version' for org.apache.maven.plugins:maven-jar-plugin is missing. @ line 47, column 21 [WARNING] 'build.plugins.plugin.version' for org.codehaus.mojo:buildnumber-maven-plugin is missing. @ line 31, column 21 [WARNING] [WARNING] It is highly recommended to fix these problems because they threaten the stability of your build. [WARNING] [WARNING] For this reason, future Maven versions might no longer support building such malformed projects. [WARNING] [INFO] [INFO] ------------------------------------------------------------------------ [INFO] Building DataONE_Synchronization 2.3.7 [INFO] ------------------------------------------------------------------------ [INFO] [INFO] --- maven-clean-plugin:2.3:clean (default-clean) @ d1_synchronization --- [INFO] [INFO] --- buildnumber-maven-plugin:1.4:create (default) @ d1_synchronization --- [INFO] Executing: /bin/sh -c cd '/var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization' && 'svn' '--non-interactive' 'info' [INFO] Working directory: /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization [INFO] Storing buildNumber: 19445 at timestamp: 1542223480027 [INFO] Executing: /bin/sh -c cd '/var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization' && 'svn' '--non-interactive' 'info' [INFO] Working directory: /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization [INFO] Storing buildScmBranch: branches/D1_SYNCHRONIZATION_v2.3 [INFO] [INFO] --- maven-resources-plugin:2.3:resources (default-resources) @ d1_synchronization --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 1 resource [INFO] Copying 1 resource [INFO] [INFO] --- maven-compiler-plugin:2.0.2:compile (default-compile) @ d1_synchronization --- [INFO] Compiling 33 source files to /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/classes [INFO] [INFO] --- maven-resources-plugin:2.3:testResources (default-testResources) @ d1_synchronization --- [INFO] Using 'UTF-8' encoding to copy filtered resources. [INFO] Copying 18 resources [INFO] [INFO] --- maven-compiler-plugin:2.0.2:testCompile (default-testCompile) @ d1_synchronization --- [INFO] Compiling 22 source files to /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/test-classes [INFO] [INFO] --- maven-surefire-plugin:2.10:test (default-test) @ d1_synchronization --- [INFO] Surefire report directory: /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/surefire-reports ------------------------------------------------------- T E S T S ------------------------------------------------------- Running org.dataone.cn.batch.synchronization.D1TypeUtilsTest log4j:ERROR Could not find value for key log4j.appender.mockMetricLog.layout Tests run: 12, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.533 sec Running org.dataone.cn.batch.synchronization.tasks.QueueProcessorCallableTest 20181114-19:24:43: [INFO]: @TestExecutionListeners is not present for class [class org.dataone.cn.batch.synchronization.tasks.QueueProcessorCallableTest]: using defaults. [org.springframework.test.context.TestContextManager] 20181114-19:24:43: [INFO]: Loading XML bean definitions from class path resource [org/dataone/configuration/applicationContext.xml] [org.springframework.beans.factory.xml.XmlBeanDefinitionReader] 20181114-19:24:43: [INFO]: Refreshing org.springframework.context.support.GenericApplicationContext@3af9c5b7: startup date [Wed Nov 14 19:24:43 UTC 2018]; root of context hierarchy [org.springframework.context.support.GenericApplicationContext] 20181114-19:24:43: [INFO]: Pre-instantiating singletons in org.springframework.beans.factory.support.DefaultListableBeanFactory@537f60bf: defining beans [log4jInitialization,mylog,rejectionExecutionHander,threadPoolTaskExecutor,tinyThreadPoolTaskExecutor,mockQueueProcessor,org.springframework.context.annotation.internalConfigurationAnnotationProcessor,org.springframework.context.annotation.internalAutowiredAnnotationProcessor,org.springframework.context.annotation.internalRequiredAnnotationProcessor,org.springframework.context.annotation.internalCommonAnnotationProcessor,org.springframework.context.annotation.internalPersistenceAnnotationProcessor,org.springframework.context.annotation.ConfigurationClassPostProcessor.importAwareProcessor]; root of factory hierarchy [org.springframework.beans.factory.support.DefaultListableBeanFactory] [ INFO] 2018-11-14 19:24:43,857 (ExecutorConfigurationSupport:initialize:115) Initializing ExecutorService 'threadPoolTaskExecutor' [ INFO] 2018-11-14 19:24:43,861 (ExecutorConfigurationSupport:initialize:115) Initializing ExecutorService 'tinyThreadPoolTaskExecutor' [DEBUG] 2018-11-14 19:24:43,888 (QueueProcessorCallable:reapFutures:242) Polling empty queue [ INFO] 2018-11-14 19:24:43,889 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures cleaning up task: item0 [ INFO] 2018-11-14 19:24:43,890 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures cleaning up task: item1 [ INFO] 2018-11-14 19:24:43,891 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures cleaning up task: item2 [ INFO] 2018-11-14 19:24:43,891 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures cleaning up task: item3 [ INFO] 2018-11-14 19:24:43,892 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures cleaning up task: item4 [DEBUG] 2018-11-14 19:24:44,142 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:44,393 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:44,643 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:44,893 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:45,144 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:45,395 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:45,645 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:45,896 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:46,148 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:46,399 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:46,649 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:46,900 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:47,150 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:47,401 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:47,651 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:47,902 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:48,152 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:48,403 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:48,653 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:48,904 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:49,154 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:49,405 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:49,655 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:49,906 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:50,156 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:50,407 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:50,657 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:50,908 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:51,158 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:51,409 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:51,659 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:51,910 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:52,160 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:52,411 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:52,661 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:52,912 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:53,162 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:53,413 (QueueProcessorCallable:reapFutures:242) Polling empty queue [DEBUG] 2018-11-14 19:24:53,663 (QueueProcessorCallable:reapFutures:242) Polling empty queue Remaining on the queue: 0 item4 : [2018-11-14 19:24:43.892]: task Prepared from: item4 java.lang.InterruptedExceptionitem4 : [2018-11-14 19:24:43.892]: task CleanedUp at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)item0 : [2018-11-14 19:24:43.888]: task Prepared from: item0 at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2088) at java.util.concurrent.ArrayBlockingQueue.poll(ArrayBlockingQueue.java:418)item0 : [2018-11-14 19:24:43.890]: task CleanedUp at org.dataone.cn.batch.synchronization.tasks.QueueProcessorCallable.getNextItem(QueueProcessorCallable.java:152) at org.dataone.cn.batch.synchronization.tasks.QueueProcessorCallable.call(QueueProcessorCallable.java:92)item1 : [2018-11-14 19:24:43.890]: task Prepared from: item1 at org.dataone.cn.batch.synchronization.tasks.QueueProcessorCallable.call(QueueProcessorCallable.java:40) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) item1 at java.lang.Thread.run(Thread.java:745) : [2018-11-14 19:24:43.890]: task CleanedUp item3 : [2018-11-14 19:24:43.891]: task Prepared from: item3 item3 : [2018-11-14 19:24:43.891]: task CleanedUp item2 : [2018-11-14 19:24:43.891]: task Prepared from: item2 item2 : [2018-11-14 19:24:43.891]: task CleanedUp [DEBUG] 2018-11-14 19:24:53,893 (QueueProcessorCallable:reapFutures:242) Polling empty queue [ INFO] 2018-11-14 19:24:53,894 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures [ INFO] 2018-11-14 19:24:54,145 (QueueProcessorCallable:reapFutures:240) waiting on 2 futures [ INFO] 2018-11-14 19:24:54,646 (QueueProcessorCallable:reapFutures:240) waiting on 3 futures cleaning up task: item5 [ INFO] 2018-11-14 19:24:55,395 (QueueProcessorCallable:reapFutures:240) waiting on 3 futures [ INFO] 2018-11-14 19:24:56,146 (QueueProcessorCallable:reapFutures:240) waiting on 4 futures cleaning up task: item6 [ WARN] 2018-11-14 19:24:56,893 (QueueProcessorCallable:setIsInactivated:220) Setting processor inactivation: true item10 [ INFO] 2018-11-14 19:24:59,899 (QueueProcessorCallable:reapFutures:240) waiting on 3 futures cleaning up task: item8 cleaning up task: item7 [ INFO] 2018-11-14 19:25:03,150 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures cleaning up task: item9 [ INFO] 2018-11-14 19:25:03,151 (QueueProcessorCallable:call:80) All Tasks are complete. Shutting down Remaining on the queue: 1 item8 : [2018-11-14 19:24:55.395]: task Prepared from: item8 item8 : [2018-11-14 19:25:00.149]: task CleanedUp item5 : [2018-11-14 19:24:53.894]: task Prepared from: item5 item5 : [2018-11-14 19:24:54.894]: task CleanedUp item9 : [2018-11-14 19:24:56.146]: task Prepared from: item9 item9 : [2018-11-14 19:25:03.151]: task CleanedUp item7 : [2018-11-14 19:24:54.646]: task Prepared from: item7 item7 : [2018-11-14 19:25:00.150]: task CleanedUp item6 : [2018-11-14 19:24:54.145]: task Prepared from: item6 item6 : [2018-11-14 19:24:56.397]: task CleanedUp [DEBUG] 2018-11-14 19:25:07,000 (QueueProcessorCallable:reapFutures:242) Polling empty queue [ INFO] 2018-11-14 19:25:07,001 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures [ INFO] 2018-11-14 19:25:07,252 (QueueProcessorCallable:reapFutures:240) waiting on 2 futures [ INFO] 2018-11-14 19:25:07,753 (QueueProcessorCallable:reapFutures:240) waiting on 3 futures [ WARN] 2018-11-14 19:25:08,000 (QueueProcessorCallable:setIsInactivated:220) Setting processor inactivation: true throwing exception: org.dataone.cn.batch.exceptions.RetryableException throwing exception: org.dataone.cn.batch.exceptions.RetryableException [ INFO] 2018-11-14 19:25:11,504 (QueueProcessorCallable:reapFutures:240) waiting on 3 futures [DEBUG] 2018-11-14 19:25:11,505 (QueueProcessorCallable:reapFutures:268) Adding item to pendingQueue... cleaning up task: item11 [DEBUG] 2018-11-14 19:25:11,507 (QueueProcessorCallable:reapFutures:268) Adding item to pendingQueue... cleaning up task: item12 [ INFO] 2018-11-14 19:25:11,758 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures [ INFO] 2018-11-14 19:25:12,008 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures [ INFO] 2018-11-14 19:25:12,258 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures [ INFO] 2018-11-14 19:25:12,510 (QueueProcessorCallable:reapFutures:240) waiting on 2 futures [ INFO] 2018-11-14 19:25:13,011 (QueueProcessorCallable:reapFutures:240) waiting on 3 futures throwing exception: org.dataone.cn.batch.exceptions.RetryableException throwing exception: org.dataone.cn.batch.exceptions.RetryableException [ INFO] 2018-11-14 19:25:16,762 (QueueProcessorCallable:reapFutures:240) waiting on 3 futures [DEBUG] 2018-11-14 19:25:17,013 (QueueProcessorCallable:reapFutures:268) Adding item to pendingQueue... cleaning up task: item13 [DEBUG] 2018-11-14 19:25:17,014 (QueueProcessorCallable:reapFutures:268) Adding item to pendingQueue... cleaning up task: item11 [ INFO] 2018-11-14 19:25:17,015 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures [ INFO] 2018-11-14 19:25:17,265 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures [ INFO] 2018-11-14 19:25:17,516 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures [ INFO] 2018-11-14 19:25:17,766 (QueueProcessorCallable:reapFutures:240) waiting on 1 futures Remaining on the queue: 2 item12 : [2018-11-14 19:25:07.252]: task Prepared from: item12 item12 : [2018-11-14 19:25:11.507]: task CleanedUp item12 : [2018-11-14 19:25:13.011]: task Prepared from: item12 item13 : [2018-11-14 19:25:07.753]: task Prepared from: item13 item13 : [2018-11-14 19:25:17.013]: task CleanedUp item11 : [2018-11-14 19:25:07.001]: task Prepared from: item11 item11 : [2018-11-14 19:25:11.506]: task CleanedUp item11 : [2018-11-14 19:25:12.509]: task Prepared from: item11 item11 : [2018-11-14 19:25:17.014]: task CleanedUp java.lang.InterruptedException at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:404) at java.util.concurrent.FutureTask.get(FutureTask.java:204) at org.dataone.cn.batch.synchronization.tasks.QueueProcessorCallable.reapFutures(QueueProcessorCallable.java:252) at org.dataone.cn.batch.synchronization.tasks.QueueProcessorCallable.call(QueueProcessorCallable.java:75) at org.dataone.cn.batch.synchronization.tasks.QueueProcessorCallable.call(QueueProcessorCallable.java:40) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Tests run: 6, Failures: 0, Errors: 0, Skipped: 3, Time elapsed: 34.365 sec Running org.dataone.cn.batch.synchronization.tasks.PangaeaObjectListHarvestTaskTest Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0 sec Running org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest Nov 14, 2018 7:25:18 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Nov 14, 2018 7:25:18 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Nov 14, 2018 7:25:18 PM com.hazelcast.impl.AddressPicker WARNING: Picking loopback address [127.0.0.1]; setting 'java.net.preferIPv4Stack' to true. Nov 14, 2018 7:25:18 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Nov 14, 2018 7:25:18 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Nov 14, 2018 7:25:18 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Nov 14, 2018 7:25:18 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Nov 14, 2018 7:25:18 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Nov 14, 2018 7:25:18 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_1_DataONEBuildTest Nov 14, 2018 7:25:18 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... s = org.dataone.service.types.v2.SystemMetadata@2b5f4d54 ss = org.dataone.service.types.v2.SystemMetadata@5f7b97da Nov 14, 2018 7:25:18 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN throwing exception: org.dataone.cn.batch.exceptions.RetryableException Nov 14, 2018 7:25:19 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Nov 14, 2018 7:25:19 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 677 ms. Nov 14, 2018 7:25:19 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Nov 14, 2018 7:25:19 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Nov 14, 2018 7:25:19 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Nov 14, 2018 7:25:19 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Nov 14, 2018 7:25:19 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Nov 14, 2018 7:25:19 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Nov 14, 2018 7:25:19 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Nov 14, 2018 7:25:19 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Nov 14, 2018 7:25:19 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_2_DataONEBuildTest Nov 14, 2018 7:25:19 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-11-14 19:25:19,220 (MockReserveIdentifierService:reserveIdentifier:41) entering reserveIdentifier... [ INFO] 2018-11-14 19:25:19,221 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ INFO] 2018-11-14 19:25:19,222 (MockReserveIdentifierService:reserveIdentifier:50) adding reservation... Nov 14, 2018 7:25:19 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is STARTING Nov 14, 2018 7:25:19 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33697 Nov 14, 2018 7:25:19 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33697 Nov 14, 2018 7:25:19 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33697 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:25:19 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:25:19 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED Nov 14, 2018 7:25:19 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is STARTED Nov 14, 2018 7:25:19 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. [ INFO] 2018-11-14 19:25:19,300 (HazelcastClientFactory:getHazelcastClientUsingConfig:156) group DataONEBuildTest addresses 127.0.0.1:5720 Nov 14, 2018 7:25:19 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is STARTING Nov 14, 2018 7:25:19 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33698 Nov 14, 2018 7:25:19 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33698 Nov 14, 2018 7:25:19 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33698 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:25:19 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:25:19 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED Nov 14, 2018 7:25:19 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is STARTED [ INFO] 2018-11-14 19:25:19,311 (V2TransferObjectTask:call:209) Task-urn:node:authMN-foooo - Locking task, attempt 1 [ INFO] 2018-11-14 19:25:19,319 (V2TransferObjectTask:call:214) Task-urn:node:authMN-foooo - Processing SyncObject [ERROR] 2018-11-14 19:25:19,321 (V2TransferObjectTask:retrieveMNSystemMetadata:340) Task-urn:node:authMN-foooo - Identifer not found (foooo) - NotFound - Identifer not found (foooo) org.dataone.service.exceptions.NotFound: Identifer not found (foooo) at org.dataone.client.v2.impl.InMemoryMNode.getSeriesHead(InMemoryMNode.java:195) at org.dataone.client.v2.impl.InMemoryMNode.checkAvailableAndAuthorized(InMemoryMNode.java:159) at org.dataone.client.v2.impl.InMemoryMNode.getSystemMetadata(InMemoryMNode.java:379) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.getSystemMetadataHandleRetry(V2TransferObjectTask.java:372) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.retrieveMNSystemMetadata(V2TransferObjectTask.java:323) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:215) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testCantRetrieveMNsSysMeta(TransferObjectTaskTest.java:207) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-11-14 19:25:19,327 (V2TransferObjectTask:call:241) Task-urn:node:authMN-foooo - Unlocked Pid. [ERROR] 2018-11-14 19:25:19,327 (V2TransferObjectTask:call:266) Task-urn:node:authMN-foooo - SynchronizationFailed: Synchronization task of [PID::] foooo [::PID] failed. Cause: NotFound: Identifer not found (foooo) org.dataone.service.exceptions.SynchronizationFailed: Synchronization task of [PID::] foooo [::PID] failed. Cause: NotFound: Identifer not found (foooo) at org.dataone.cn.batch.synchronization.tasks.SyncFailedTask.createSynchronizationFailed(SyncFailedTask.java:99) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.retrieveMNSystemMetadata(V2TransferObjectTask.java:341) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:215) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testCantRetrieveMNsSysMeta(TransferObjectTaskTest.java:207) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ WARN] 2018-11-14 19:25:19,328 (SyncFailedTask:submitSynchronizationFailed:116) Task-urn:node:authMN-foooo - SynchronizationFailed: detail code: 6001 id:foooo nodeId:null description:Synchronization task of [PID::] foooo [::PID] failed. Cause: NotFound: Identifer not found (foooo) [ INFO] 2018-11-14 19:25:19,330 (V2TransferObjectTask:call:301) Task-urn:node:authMN-foooo - exiting with callState: FAILED eventDate=Wed Nov 14 19:25:19 UTC 2018 : type=SYNCHRONIZATION_FAILED : id=foooo : nodeId=urn:node:authMN Nov 14, 2018 7:25:19 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Nov 14, 2018 7:25:19 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33698] lost. Reason: Explicit close Nov 14, 2018 7:25:19 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [0] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:25:19 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:25:19 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [0] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:25:19 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:25:19 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33697] lost. Reason: Explicit close Nov 14, 2018 7:25:19 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,999 ms later, attempt 1 of 1. Nov 14, 2018 7:25:19 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,999 ms later, attempt 1 of 1. Nov 14, 2018 7:25:19 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Nov 14, 2018 7:25:19 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 632 ms. Nov 14, 2018 7:25:19 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Nov 14, 2018 7:25:19 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Nov 14, 2018 7:25:19 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Nov 14, 2018 7:25:19 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Nov 14, 2018 7:25:19 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Nov 14, 2018 7:25:19 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Nov 14, 2018 7:25:19 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Nov 14, 2018 7:25:19 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Nov 14, 2018 7:25:19 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_3_DataONEBuildTest Nov 14, 2018 7:25:19 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-11-14 19:25:19,989 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:25:20,172 (CertificateManager:getCertificateFile:1144) selectSession: using the default certificate location [ INFO] 2018-11-14 19:25:20,181 (CertificateManager:getCertificateFile:1144) selectSession: using the default certificate location [ INFO] 2018-11-14 19:25:20,184 (CertificateManager:getCertificateFile:1144) selectSession: using the default certificate location [ INFO] 2018-11-14 19:25:20,241 (CertificateManager:buildSSLContext:858) ...trying SSLContext protocol: TLSv1.2 [ INFO] 2018-11-14 19:25:20,244 (CertificateManager:buildSSLContext:860) ...setting SSLContext with protocol: TLSv1.2 [ INFO] 2018-11-14 19:25:20,293 (CertificateManager:getTrustManager:1008) creating custom TrustManager [ INFO] 2018-11-14 19:25:20,294 (CertificateManager:loadTrustStore:355) certificate.truststore.aux.location=/etc/dataone/truststore [ INFO] 2018-11-14 19:25:20,294 (CertificateManager:loadTrustStore:372) shippedCAcerts=/org/dataone/client/auth/d1-trusted-certs.crt [ INFO] 2018-11-14 19:25:20,295 (CertificateManager:loadIntoTrustStore:415) loading into client truststore: java.io.InputStreamReader@26be6ca7 [ INFO] 2018-11-14 19:25:20,297 (CertificateManager:loadIntoTrustStore:426) 0 alias CN=DataONE Root CA,DC=dataone,DC=org [ INFO] 2018-11-14 19:25:20,298 (CertificateManager:loadIntoTrustStore:426) 1 alias CN=DataONE Production CA,DC=dataone,DC=org [ INFO] 2018-11-14 19:25:20,299 (CertificateManager:loadIntoTrustStore:426) 2 alias CN=CILogon Basic CA 1,O=CILogon,C=US,DC=cilogon,DC=org [ INFO] 2018-11-14 19:25:20,300 (CertificateManager:loadIntoTrustStore:426) 3 alias CN=CILogon OpenID CA 1,O=CILogon,C=US,DC=cilogon,DC=org [ INFO] 2018-11-14 19:25:20,301 (CertificateManager:loadIntoTrustStore:426) 4 alias CN=CILogon Silver CA 1,O=CILogon,C=US,DC=cilogon,DC=org [ INFO] 2018-11-14 19:25:20,301 (CertificateManager:loadIntoTrustStore:426) 5 alias CN=RapidSSL CA,O=GeoTrust\, Inc.,C=US [ INFO] 2018-11-14 19:25:20,302 (CertificateManager:loadIntoTrustStore:426) 6 alias CN=ISRG Root X1,O=Internet Security Research Group,C=US [ INFO] 2018-11-14 19:25:20,303 (CertificateManager:loadIntoTrustStore:426) 7 alias CN=DST Root CA X3,O=Digital Signature Trust Co. [ INFO] 2018-11-14 19:25:20,304 (CertificateManager:getSSLConnectionSocketFactory:958) getSSLConnectionSocketFactory: using allow-all hostname verifier [ WARN] 2018-11-14 19:25:20,322 (HttpConnectionMonitorService$SingletonHolder::46) Starting monitor thread [ WARN] 2018-11-14 19:25:20,322 (HttpConnectionMonitorService:addMonitor:65) registering ConnectionManager... [ WARN] 2018-11-14 19:25:20,322 (HttpConnectionMonitorService:run:96) Starting monitoring... [ INFO] 2018-11-14 19:25:20,434 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-11-14 19:25:20,436 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:20,439 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: 404 Not Found

Not Found

The requested URL /cn/v2/node was not found on this server.

Apache/2.2.22 (Ubuntu) Server at localhost Port 80
at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.(ObjectFormatCache.java:96) at org.dataone.client.v2.formats.ObjectFormatCache.(ObjectFormatCache.java:57) at org.dataone.client.v2.formats.ObjectFormatCache$ObjectFormatCacheSingleton.(ObjectFormatCache.java:110) at org.dataone.client.v2.formats.ObjectFormatCache.getInstance(ObjectFormatCache.java:117) at org.dataone.client.v2.itk.D1Object.generateSystemMetadata(D1Object.java:526) at org.dataone.client.v2.itk.D1Object.(D1Object.java:199) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:954) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:931) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_v2MN_unreserved_DATA_object(TransferObjectTaskTest.java:240) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-11-14 19:25:20,439 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:25:20,442 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:25:20,443 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:20,444 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:25:20,444 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:25:20,497 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:25:20,498 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:25:20,498 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:25:20,501 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:25:20,501 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:20,503 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:25:20,503 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:25:20,503 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:25:20,570 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1542223519986 - Locking task, attempt 1 Nov 14, 2018 7:25:24 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33707 Nov 14, 2018 7:25:24 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33708 Nov 14, 2018 7:25:24 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33707 Nov 14, 2018 7:25:24 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33708 Nov 14, 2018 7:25:24 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33707 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:25:24 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:25:24 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33708 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:25:24 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:25:25 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED Nov 14, 2018 7:25:25 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-11-14 19:25:25,012 (V2TransferObjectTask:call:214) Task-urn:node:authMN-SyncUnitTest-1542223519986 - Processing SyncObject [ INFO] 2018-11-14 19:25:25,013 (V2TransferObjectTask:retrieveMNSystemMetadata:324) Task-urn:node:authMN-SyncUnitTest-1542223519986 - Retrieved SystemMetadata Identifier:SyncUnitTest-1542223519986 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1542223519986 [DEBUG] 2018-11-14 19:25:25,013 (V2TransferObjectTask:call:216) Task-urn:node:authMN-SyncUnitTest-1542223519986 MN system metadata retrieved... [DEBUG] 2018-11-14 19:25:25,013 (V2TransferObjectTask:processTask:419) Task-urn:node:authMN-SyncUnitTest-1542223519986 entering processTask... [DEBUG] 2018-11-14 19:25:25,013 (V2TransferObjectTask:resolve:810) Task-urn:node:authMN-SyncUnitTest-1542223519986 entering resolve... [DEBUG] 2018-11-14 19:25:25,016 (V2TransferObjectTask:resolve:820) Task-urn:node:authMN-SyncUnitTest-1542223519986 PID SyncUnitTest-1542223519986 does not exist on the CN. [DEBUG] 2018-11-14 19:25:25,016 (V2TransferObjectTask:processNewObject:465) Task-urn:node:authMN-SyncUnitTest-1542223519986 entering processNewObject... [DEBUG] 2018-11-14 19:25:25,016 (V2TransferObjectTask:validateSeriesId:594) Task-urn:node:authMN-SyncUnitTest-1542223519986 entering validateSeriesId... [ INFO] 2018-11-14 19:25:25,016 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-11-14 19:25:25,018 (V2TransferObjectTask:processNewObject:487) Task-urn:node:authMN-SyncUnitTest-1542223519986 Pid is not reserved by anyone. [DEBUG] 2018-11-14 19:25:25,018 (V2TransferObjectTask:populateInitialReplicaList:523) Task-urn:node:authMN-SyncUnitTest-1542223519986 entering populateInitialReplicaList [DEBUG] 2018-11-14 19:25:25,019 (V2TransferObjectTask:populateInitialReplicaList:538) Task-urn:node:authMN-SyncUnitTest-1542223519986 Included replica for original MN [DEBUG] 2018-11-14 19:25:25,019 (V2TransferObjectTask:populateInitialReplicaList:542) Task-urn:node:authMN-SyncUnitTest-1542223519986 Get Object Format [ INFO] 2018-11-14 19:25:25,019 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:25:25,025 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-11-14 19:25:25,025 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:25,026 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: 404 Not Found

Not Found

The requested URL /cn/v2/node was not found on this server.

Apache/2.2.22 (Ubuntu) Server at localhost Port 80
at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.cn.batch.harvest.mock.InMemoryCNReadCore.getFormat(InMemoryCNReadCore.java:597) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.populateInitialReplicaList(V2TransferObjectTask.java:543) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processNewObject(V2TransferObjectTask.java:498) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:432) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:218) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_v2MN_unreserved_DATA_object(TransferObjectTaskTest.java:243) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-11-14 19:25:25,027 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:25:25,030 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:25:25,030 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:25,031 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:25:25,031 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:25:25,031 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:25:25,033 (V2TransferObjectTask:createObject:852) Task-urn:node:authMN-SyncUnitTest-1542223519986 - Start CreateObject [ INFO] 2018-11-14 19:25:25,033 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:25:25,033 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:25:25,036 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:25:25,036 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:25,038 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:25:25,038 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:25:25,038 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:25:25,038 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [DEBUG] 2018-11-14 19:25:25,040 (V2TransferObjectTask:validateChecksum:956) Task-urn:node:authMN-SyncUnitTest-1542223519986 entering validateChecksum... [DEBUG] 2018-11-14 19:25:25,041 (V2TransferObjectTask:createObject:930) Task-urn:node:authMN-SyncUnitTest-1542223519986 Registering SystemMetadata... [DEBUG] 2018-11-14 19:25:25,051 (V2TransferObjectTask:createObject:933) Task-urn:node:authMN-SyncUnitTest-1542223519986 ... Registered SystemMetadata [ INFO] 2018-11-14 19:25:25,051 (V2TransferObjectTask:createObject:935) Task-urn:node:authMN-SyncUnitTest-1542223519986 - Completed CreateObject [ INFO] 2018-11-14 19:25:25,052 (V2TransferObjectTask:call:241) Task-urn:node:authMN-SyncUnitTest-1542223519986 - Unlocked Pid. [ INFO] 2018-11-14 19:25:25,052 (V2TransferObjectTask:call:301) Task-urn:node:authMN-SyncUnitTest-1542223519986 - exiting with callState: SUCCESS Nov 14, 2018 7:25:25 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Nov 14, 2018 7:25:25 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [2] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:25:25 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:25:25 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33708] lost. Reason: Explicit close Nov 14, 2018 7:25:25 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33707] lost. Reason: Explicit close Nov 14, 2018 7:25:25 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [2] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:25:25 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:25:25 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:25:25 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:25:25 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,994 ms later, attempt 1 of 1. Nov 14, 2018 7:25:25 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,995 ms later, attempt 1 of 1. Nov 14, 2018 7:25:25 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Nov 14, 2018 7:25:25 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 679 ms. Nov 14, 2018 7:25:25 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Nov 14, 2018 7:25:25 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Nov 14, 2018 7:25:25 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Nov 14, 2018 7:25:25 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Nov 14, 2018 7:25:25 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Nov 14, 2018 7:25:25 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Nov 14, 2018 7:25:25 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Nov 14, 2018 7:25:25 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Nov 14, 2018 7:25:25 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_4_DataONEBuildTest Nov 14, 2018 7:25:25 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-11-14 19:25:25,754 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:25:25,754 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:25:25,758 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:25:25,758 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:25,759 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:25:25,759 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:25:25,759 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:25:25,763 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1542223525754 - Locking task, attempt 1 Nov 14, 2018 7:25:30 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33714 Nov 14, 2018 7:25:30 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33714 Nov 14, 2018 7:25:30 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33715 Nov 14, 2018 7:25:30 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33714 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:25:30 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33715 Nov 14, 2018 7:25:30 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33715 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:25:30 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:25:30 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:25:30 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED Nov 14, 2018 7:25:30 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-11-14 19:25:30,677 (V2TransferObjectTask:call:214) Task-urn:node:authMN-SyncUnitTest-1542223525754 - Processing SyncObject [ INFO] 2018-11-14 19:25:30,677 (V2TransferObjectTask:retrieveMNSystemMetadata:324) Task-urn:node:authMN-SyncUnitTest-1542223525754 - Retrieved SystemMetadata Identifier:SyncUnitTest-1542223525754 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1542223525754 [DEBUG] 2018-11-14 19:25:30,678 (V2TransferObjectTask:call:216) Task-urn:node:authMN-SyncUnitTest-1542223525754 MN system metadata retrieved... [DEBUG] 2018-11-14 19:25:30,678 (V2TransferObjectTask:processTask:419) Task-urn:node:authMN-SyncUnitTest-1542223525754 entering processTask... [DEBUG] 2018-11-14 19:25:30,678 (V2TransferObjectTask:resolve:810) Task-urn:node:authMN-SyncUnitTest-1542223525754 entering resolve... [DEBUG] 2018-11-14 19:25:30,680 (V2TransferObjectTask:resolve:820) Task-urn:node:authMN-SyncUnitTest-1542223525754 PID SyncUnitTest-1542223525754 does not exist on the CN. [DEBUG] 2018-11-14 19:25:30,680 (V2TransferObjectTask:processNewObject:465) Task-urn:node:authMN-SyncUnitTest-1542223525754 entering processNewObject... [DEBUG] 2018-11-14 19:25:30,680 (V2TransferObjectTask:validateSeriesId:594) Task-urn:node:authMN-SyncUnitTest-1542223525754 entering validateSeriesId... [ INFO] 2018-11-14 19:25:30,680 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-11-14 19:25:30,682 (V2TransferObjectTask:processNewObject:487) Task-urn:node:authMN-SyncUnitTest-1542223525754 Pid is not reserved by anyone. [DEBUG] 2018-11-14 19:25:30,682 (V2TransferObjectTask:populateInitialReplicaList:523) Task-urn:node:authMN-SyncUnitTest-1542223525754 entering populateInitialReplicaList [DEBUG] 2018-11-14 19:25:30,683 (V2TransferObjectTask:populateInitialReplicaList:538) Task-urn:node:authMN-SyncUnitTest-1542223525754 Included replica for original MN [DEBUG] 2018-11-14 19:25:30,683 (V2TransferObjectTask:populateInitialReplicaList:542) Task-urn:node:authMN-SyncUnitTest-1542223525754 Get Object Format [ INFO] 2018-11-14 19:25:30,683 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:25:30,688 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-11-14 19:25:30,688 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:30,689 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: 404 Not Found

Not Found

The requested URL /cn/v2/node was not found on this server.

Apache/2.2.22 (Ubuntu) Server at localhost Port 80
at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.cn.batch.harvest.mock.InMemoryCNReadCore.getFormat(InMemoryCNReadCore.java:597) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.populateInitialReplicaList(V2TransferObjectTask.java:543) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processNewObject(V2TransferObjectTask.java:498) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:432) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:218) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_v2MN_unreserved_METADATA_object(TransferObjectTaskTest.java:282) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-11-14 19:25:30,689 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:25:30,692 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:25:30,693 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:30,694 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:25:30,694 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:25:30,694 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [DEBUG] 2018-11-14 19:25:30,694 (V2TransferObjectTask:populateInitialReplicaList:554) Task-urn:node:authMN-SyncUnitTest-1542223525754 Added CN as replica because formatType METADATA is not DATA [ INFO] 2018-11-14 19:25:30,694 (V2TransferObjectTask:createObject:852) Task-urn:node:authMN-SyncUnitTest-1542223525754 - Start CreateObject [ INFO] 2018-11-14 19:25:30,694 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:25:30,695 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:25:30,697 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:25:30,698 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:30,699 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:25:30,699 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:25:30,699 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:25:30,699 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [DEBUG] 2018-11-14 19:25:30,701 (V2TransferObjectTask:validateChecksum:956) Task-urn:node:authMN-SyncUnitTest-1542223525754 entering validateChecksum... [DEBUG] 2018-11-14 19:25:30,702 (V2TransferObjectTask:createObject:883) Task-urn:node:authMN-SyncUnitTest-1542223525754 getting ScienceMetadata [DEBUG] 2018-11-14 19:25:30,702 (V2TransferObjectTask:createObject:920) Task-urn:node:authMN-SyncUnitTest-1542223525754 Calling CNCreate... [DEBUG] 2018-11-14 19:25:30,707 (V2TransferObjectTask:createObject:924) Task-urn:node:authMN-SyncUnitTest-1542223525754 ... CNCreate finished [ INFO] 2018-11-14 19:25:30,707 (V2TransferObjectTask:createObject:935) Task-urn:node:authMN-SyncUnitTest-1542223525754 - Completed CreateObject [ INFO] 2018-11-14 19:25:30,708 (V2TransferObjectTask:call:241) Task-urn:node:authMN-SyncUnitTest-1542223525754 - Unlocked Pid. [ INFO] 2018-11-14 19:25:30,708 (V2TransferObjectTask:call:301) Task-urn:node:authMN-SyncUnitTest-1542223525754 - exiting with callState: SUCCESS Nov 14, 2018 7:25:30 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Nov 14, 2018 7:25:31 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [4] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:25:31 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33715] lost. Reason: Explicit close Nov 14, 2018 7:25:31 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:25:31 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33714] lost. Reason: Explicit close Nov 14, 2018 7:25:31 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [4] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:25:31 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:25:31 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:25:31 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:25:31 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,994 ms later, attempt 1 of 1. Nov 14, 2018 7:25:31 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,997 ms later, attempt 1 of 1. Nov 14, 2018 7:25:31 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Nov 14, 2018 7:25:31 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 789 ms. Nov 14, 2018 7:25:31 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Nov 14, 2018 7:25:31 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Nov 14, 2018 7:25:31 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Nov 14, 2018 7:25:31 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Nov 14, 2018 7:25:31 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Nov 14, 2018 7:25:31 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Nov 14, 2018 7:25:31 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Nov 14, 2018 7:25:31 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Nov 14, 2018 7:25:31 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_5_DataONEBuildTest Nov 14, 2018 7:25:31 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-11-14 19:25:31,514 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:25:31,514 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:25:31,517 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:25:31,518 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:31,519 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:25:31,519 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:25:31,519 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:25:31,523 (MockReserveIdentifierService:reserveIdentifier:41) entering reserveIdentifier... [ INFO] 2018-11-14 19:25:31,523 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ INFO] 2018-11-14 19:25:31,524 (MockReserveIdentifierService:reserveIdentifier:50) adding reservation... [ INFO] 2018-11-14 19:25:31,524 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1542223531514 - Locking task, attempt 1 Nov 14, 2018 7:25:36 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33722 Nov 14, 2018 7:25:36 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33722 Nov 14, 2018 7:25:36 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33722 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:25:36 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33723 Nov 14, 2018 7:25:36 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:25:36 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33723 Nov 14, 2018 7:25:36 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED Nov 14, 2018 7:25:36 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33723 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:25:36 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING [ INFO] 2018-11-14 19:25:36,325 (V2TransferObjectTask:call:214) Task-urn:node:authMN-SyncUnitTest-1542223531514 - Processing SyncObject [ INFO] 2018-11-14 19:25:36,325 (V2TransferObjectTask:retrieveMNSystemMetadata:324) Task-urn:node:authMN-SyncUnitTest-1542223531514 - Retrieved SystemMetadata Identifier:SyncUnitTest-1542223531514 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1542223531514 [DEBUG] 2018-11-14 19:25:36,325 (V2TransferObjectTask:call:216) Task-urn:node:authMN-SyncUnitTest-1542223531514 MN system metadata retrieved... [DEBUG] 2018-11-14 19:25:36,326 (V2TransferObjectTask:processTask:419) Task-urn:node:authMN-SyncUnitTest-1542223531514 entering processTask... [DEBUG] 2018-11-14 19:25:36,326 (V2TransferObjectTask:resolve:810) Task-urn:node:authMN-SyncUnitTest-1542223531514 entering resolve... [DEBUG] 2018-11-14 19:25:36,328 (V2TransferObjectTask:resolve:820) Task-urn:node:authMN-SyncUnitTest-1542223531514 PID SyncUnitTest-1542223531514 does not exist on the CN. [DEBUG] 2018-11-14 19:25:36,328 (V2TransferObjectTask:processNewObject:465) Task-urn:node:authMN-SyncUnitTest-1542223531514 entering processNewObject... [DEBUG] 2018-11-14 19:25:36,328 (V2TransferObjectTask:validateSeriesId:594) Task-urn:node:authMN-SyncUnitTest-1542223531514 entering validateSeriesId... [ INFO] 2018-11-14 19:25:36,328 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-11-14 19:25:36,329 (V2TransferObjectTask:processNewObject:484) Task-urn:node:authMN-SyncUnitTest-1542223531514 Pid is reserved by this object's submitter. [DEBUG] 2018-11-14 19:25:36,329 (V2TransferObjectTask:populateInitialReplicaList:523) Task-urn:node:authMN-SyncUnitTest-1542223531514 entering populateInitialReplicaList [DEBUG] 2018-11-14 19:25:36,329 (V2TransferObjectTask:populateInitialReplicaList:538) Task-urn:node:authMN-SyncUnitTest-1542223531514 Included replica for original MN [DEBUG] 2018-11-14 19:25:36,329 (V2TransferObjectTask:populateInitialReplicaList:542) Task-urn:node:authMN-SyncUnitTest-1542223531514 Get Object Format [ INFO] 2018-11-14 19:25:36,329 (ObjectFormatCache:refreshCache:181) entering refreshCache()... Nov 14, 2018 7:25:36 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-11-14 19:25:36,334 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-11-14 19:25:36,335 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:36,336 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: 404 Not Found

Not Found

The requested URL /cn/v2/node was not found on this server.

Apache/2.2.22 (Ubuntu) Server at localhost Port 80
at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.cn.batch.harvest.mock.InMemoryCNReadCore.getFormat(InMemoryCNReadCore.java:597) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.populateInitialReplicaList(V2TransferObjectTask.java:543) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processNewObject(V2TransferObjectTask.java:498) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:432) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:218) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_v2MN_reserved_DATA_object(TransferObjectTaskTest.java:323) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-11-14 19:25:36,336 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:25:36,339 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:25:36,339 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:36,340 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:25:36,341 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:25:36,341 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:25:36,341 (V2TransferObjectTask:createObject:852) Task-urn:node:authMN-SyncUnitTest-1542223531514 - Start CreateObject [ INFO] 2018-11-14 19:25:36,341 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:25:36,341 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:25:36,344 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:25:36,344 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:36,345 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:25:36,345 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:25:36,345 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:25:36,346 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [DEBUG] 2018-11-14 19:25:36,347 (V2TransferObjectTask:validateChecksum:956) Task-urn:node:authMN-SyncUnitTest-1542223531514 entering validateChecksum... [DEBUG] 2018-11-14 19:25:36,348 (V2TransferObjectTask:createObject:930) Task-urn:node:authMN-SyncUnitTest-1542223531514 Registering SystemMetadata... [DEBUG] 2018-11-14 19:25:36,352 (V2TransferObjectTask:createObject:933) Task-urn:node:authMN-SyncUnitTest-1542223531514 ... Registered SystemMetadata [ INFO] 2018-11-14 19:25:36,352 (V2TransferObjectTask:createObject:935) Task-urn:node:authMN-SyncUnitTest-1542223531514 - Completed CreateObject [ INFO] 2018-11-14 19:25:36,353 (V2TransferObjectTask:call:241) Task-urn:node:authMN-SyncUnitTest-1542223531514 - Unlocked Pid. [ INFO] 2018-11-14 19:25:36,353 (V2TransferObjectTask:call:301) Task-urn:node:authMN-SyncUnitTest-1542223531514 - exiting with callState: SUCCESS Nov 14, 2018 7:25:36 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Nov 14, 2018 7:25:36 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [6] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:25:36 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:25:36 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33723] lost. Reason: Explicit close Nov 14, 2018 7:25:36 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [6] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:25:36 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33722] lost. Reason: Explicit close Nov 14, 2018 7:25:36 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:25:36 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:25:36 PM com.hazelcast.client.ConnectionManager INFO: got an exception on closeConnection Connection [7] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720]:Socket closed java.net.SocketException: Socket closed at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:116) at java.net.SocketOutputStream.write(SocketOutputStream.java:153) at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82) at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140) at java.io.DataOutputStream.flush(DataOutputStream.java:123) at java.io.FilterOutputStream.close(FilterOutputStream.java:158) at com.hazelcast.client.Connection.close(Connection.java:85) at com.hazelcast.client.ConnectionManager.closeConnection(ConnectionManager.java:182) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:142) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Suppressed: java.net.SocketException: Socket closed at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:116) at java.net.SocketOutputStream.write(SocketOutputStream.java:153) at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82) at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140) at java.io.FilterOutputStream.close(FilterOutputStream.java:158) at java.io.FilterOutputStream.close(FilterOutputStream.java:159) ... 11 more Nov 14, 2018 7:25:36 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,996 ms later, attempt 1 of 1. Nov 14, 2018 7:25:36 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:113) at java.net.SocketOutputStream.write(SocketOutputStream.java:153) at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82) at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140) at java.io.DataOutputStream.flush(DataOutputStream.java:123) at com.hazelcast.client.PacketWriter.write(PacketWriter.java:36) at com.hazelcast.client.OutRunnable.write(OutRunnable.java:237) at com.hazelcast.client.DefaultClientBinder.write(DefaultClientBinder.java:78) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:73) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:25:36 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,997 ms later, attempt 1 of 1. Nov 14, 2018 7:25:37 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Nov 14, 2018 7:25:37 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 658 ms. Nov 14, 2018 7:25:37 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Nov 14, 2018 7:25:37 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Nov 14, 2018 7:25:37 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Nov 14, 2018 7:25:37 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Nov 14, 2018 7:25:37 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Nov 14, 2018 7:25:37 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Nov 14, 2018 7:25:37 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Nov 14, 2018 7:25:37 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Nov 14, 2018 7:25:37 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_6_DataONEBuildTest Nov 14, 2018 7:25:37 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-11-14 19:25:37,031 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:25:37,031 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:25:37,035 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:25:37,035 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:37,036 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:25:37,037 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:25:37,037 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:25:37,041 (MockReserveIdentifierService:reserveIdentifier:41) entering reserveIdentifier... [ INFO] 2018-11-14 19:25:37,042 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ INFO] 2018-11-14 19:25:37,043 (MockReserveIdentifierService:reserveIdentifier:50) adding reservation... [ INFO] 2018-11-14 19:25:37,043 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1542223537031 - Locking task, attempt 1 Nov 14, 2018 7:25:41 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33730 Nov 14, 2018 7:25:41 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33731 Nov 14, 2018 7:25:41 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33731 Nov 14, 2018 7:25:41 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33731 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:25:41 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:25:41 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33730 Nov 14, 2018 7:25:41 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33730 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:25:41 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:25:41 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED Nov 14, 2018 7:25:41 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-11-14 19:25:41,979 (V2TransferObjectTask:call:214) Task-urn:node:authMN-SyncUnitTest-1542223537031 - Processing SyncObject [ INFO] 2018-11-14 19:25:41,979 (V2TransferObjectTask:retrieveMNSystemMetadata:324) Task-urn:node:authMN-SyncUnitTest-1542223537031 - Retrieved SystemMetadata Identifier:SyncUnitTest-1542223537031 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1542223537031 [DEBUG] 2018-11-14 19:25:41,980 (V2TransferObjectTask:call:216) Task-urn:node:authMN-SyncUnitTest-1542223537031 MN system metadata retrieved... [DEBUG] 2018-11-14 19:25:41,980 (V2TransferObjectTask:processTask:419) Task-urn:node:authMN-SyncUnitTest-1542223537031 entering processTask... [DEBUG] 2018-11-14 19:25:41,980 (V2TransferObjectTask:resolve:810) Task-urn:node:authMN-SyncUnitTest-1542223537031 entering resolve... [DEBUG] 2018-11-14 19:25:41,982 (V2TransferObjectTask:resolve:820) Task-urn:node:authMN-SyncUnitTest-1542223537031 PID SyncUnitTest-1542223537031 does not exist on the CN. [DEBUG] 2018-11-14 19:25:41,982 (V2TransferObjectTask:processNewObject:465) Task-urn:node:authMN-SyncUnitTest-1542223537031 entering processNewObject... [DEBUG] 2018-11-14 19:25:41,982 (V2TransferObjectTask:validateSeriesId:594) Task-urn:node:authMN-SyncUnitTest-1542223537031 entering validateSeriesId... [ INFO] 2018-11-14 19:25:41,983 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ INFO] 2018-11-14 19:25:41,985 (V2TransferObjectTask:call:241) Task-urn:node:authMN-SyncUnitTest-1542223537031 - Unlocked Pid. [ERROR] 2018-11-14 19:25:41,986 (V2TransferObjectTask:call:276) Task-urn:node:authMN-SyncUnitTest-1542223537031 - UnrecoverableException: SyncUnitTest-1542223537031 - from hasReservation - NotAuthorized - Identifier (SyncUnitTest-1542223537031) is reserved and not owned by subject, groucho org.dataone.cn.batch.exceptions.UnrecoverableException: SyncUnitTest-1542223537031 - from hasReservation at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processNewObject(V2TransferObjectTask.java:491) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:432) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:218) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_v2MN_reservedByOther_DATA_object(TransferObjectTaskTest.java:363) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) Caused by: org.dataone.service.exceptions.NotAuthorized: Identifier (SyncUnitTest-1542223537031) is reserved and not owned by subject, groucho at org.dataone.cn.batch.harvest.mock.MockReserveIdentifierService.hasReservation(MockReserveIdentifierService.java:115) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processNewObject(V2TransferObjectTask.java:483) ... 34 more [ WARN] 2018-11-14 19:25:41,987 (SyncFailedTask:submitSynchronizationFailed:116) Task-urn:node:authMN-SyncUnitTest-1542223537031 - SynchronizationFailed: detail code: 6001 id:SyncUnitTest-1542223537031 nodeId:null description:Synchronization task of [PID::] SyncUnitTest-1542223537031 [::PID] failed. Cause: NotAuthorized: Identifier (SyncUnitTest-1542223537031) is reserved and not owned by subject, groucho [ INFO] 2018-11-14 19:25:41,987 (V2TransferObjectTask:call:301) Task-urn:node:authMN-SyncUnitTest-1542223537031 - exiting with callState: FAILED eventDate=Wed Nov 14 19:25:41 UTC 2018 : type=SYNCHRONIZATION_FAILED : id=SyncUnitTest-1542223537031 : nodeId=urn:node:authMN Nov 14, 2018 7:25:41 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Nov 14, 2018 7:25:42 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33731] lost. Reason: Explicit close Nov 14, 2018 7:25:42 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [8] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:25:42 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33730] lost. Reason: Explicit close Nov 14, 2018 7:25:42 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [8] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:25:42 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:25:42 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:25:42 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:25:42 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:25:42 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,997 ms later, attempt 1 of 1. Nov 14, 2018 7:25:42 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,997 ms later, attempt 1 of 1. Nov 14, 2018 7:25:42 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Nov 14, 2018 7:25:42 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 791 ms. Nov 14, 2018 7:25:42 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Nov 14, 2018 7:25:42 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Nov 14, 2018 7:25:42 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Nov 14, 2018 7:25:42 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Nov 14, 2018 7:25:42 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Nov 14, 2018 7:25:42 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Nov 14, 2018 7:25:42 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Nov 14, 2018 7:25:42 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Nov 14, 2018 7:25:42 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_7_DataONEBuildTest Nov 14, 2018 7:25:42 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-11-14 19:25:42,794 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:25:42,797 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-11-14 19:25:42,797 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:42,798 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: 404 Not Found

Not Found

The requested URL /cn/v2/node was not found on this server.

Apache/2.2.22 (Ubuntu) Server at localhost Port 80
at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.client.v2.itk.D1Object.generateSystemMetadata(D1Object.java:526) at org.dataone.client.v2.itk.D1Object.(D1Object.java:199) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:954) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_v2MN_SidReservedByOther_DATA_object(TransferObjectTaskTest.java:392) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-11-14 19:25:42,799 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:25:42,802 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:25:42,802 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:42,809 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:25:42,809 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:25:42,809 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:25:42,816 (MockReserveIdentifierService:reserveIdentifier:41) entering reserveIdentifier... [ INFO] 2018-11-14 19:25:42,816 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ INFO] 2018-11-14 19:25:42,817 (MockReserveIdentifierService:reserveIdentifier:50) adding reservation... [ INFO] 2018-11-14 19:25:42,817 (MockReserveIdentifierService:reserveIdentifier:41) entering reserveIdentifier... [ INFO] 2018-11-14 19:25:42,817 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ INFO] 2018-11-14 19:25:42,818 (MockReserveIdentifierService:reserveIdentifier:50) adding reservation... [ INFO] 2018-11-14 19:25:42,818 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1542223542794 - Locking task, attempt 1 Nov 14, 2018 7:25:47 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33741 Nov 14, 2018 7:25:47 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33742 Nov 14, 2018 7:25:47 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33742 Nov 14, 2018 7:25:47 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33741 Nov 14, 2018 7:25:47 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33741 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:25:47 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33742 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:25:47 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:25:47 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:25:47 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED Nov 14, 2018 7:25:47 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-11-14 19:25:47,612 (V2TransferObjectTask:call:214) Task-urn:node:authMN-SyncUnitTest-1542223542794 - Processing SyncObject [ INFO] 2018-11-14 19:25:47,612 (V2TransferObjectTask:retrieveMNSystemMetadata:324) Task-urn:node:authMN-SyncUnitTest-1542223542794 - Retrieved SystemMetadata Identifier:SyncUnitTest-1542223542794 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1542223542794 [DEBUG] 2018-11-14 19:25:47,612 (V2TransferObjectTask:call:216) Task-urn:node:authMN-SyncUnitTest-1542223542794 MN system metadata retrieved... [DEBUG] 2018-11-14 19:25:47,613 (V2TransferObjectTask:processTask:419) Task-urn:node:authMN-SyncUnitTest-1542223542794 entering processTask... [DEBUG] 2018-11-14 19:25:47,613 (V2TransferObjectTask:resolve:810) Task-urn:node:authMN-SyncUnitTest-1542223542794 entering resolve... [DEBUG] 2018-11-14 19:25:47,615 (V2TransferObjectTask:resolve:820) Task-urn:node:authMN-SyncUnitTest-1542223542794 PID SyncUnitTest-1542223542794 does not exist on the CN. [DEBUG] 2018-11-14 19:25:47,615 (V2TransferObjectTask:processNewObject:465) Task-urn:node:authMN-SyncUnitTest-1542223542794 entering processNewObject... [DEBUG] 2018-11-14 19:25:47,615 (V2TransferObjectTask:validateSeriesId:594) Task-urn:node:authMN-SyncUnitTest-1542223542794 entering validateSeriesId... [DEBUG] 2018-11-14 19:25:47,615 (V2TransferObjectTask:resolve:810) Task-urn:node:authMN-SyncUnitTest-1542223542794 entering resolve... [DEBUG] 2018-11-14 19:25:47,617 (V2TransferObjectTask:resolve:820) Task-urn:node:authMN-SyncUnitTest-1542223542794 SID theSid does not exist on the CN. [DEBUG] 2018-11-14 19:25:47,617 (V2TransferObjectTask:validateSeriesId:687) Task-urn:node:authMN-SyncUnitTest-1542223542794 SeriesId (theSid) doesn't exist for any object on the CN, checking reservation service... [ INFO] 2018-11-14 19:25:47,617 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ERROR] 2018-11-14 19:25:47,619 (V2TransferObjectTask:processNewObject:471) Task-urn:node:authMN-SyncUnitTest-1542223542794 - NotAuthorized to claim the seriesId - NotAuthorized - Identifier (theSid) is reserved and not owned by subject, groucho org.dataone.service.exceptions.NotAuthorized: Identifier (theSid) is reserved and not owned by subject, groucho at org.dataone.cn.batch.harvest.mock.MockReserveIdentifierService.hasReservation(MockReserveIdentifierService.java:115) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.validateSeriesId(V2TransferObjectTask.java:694) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processNewObject(V2TransferObjectTask.java:469) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:432) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:218) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_v2MN_SidReservedByOther_DATA_object(TransferObjectTaskTest.java:398) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-11-14 19:25:47,622 (V2TransferObjectTask:call:241) Task-urn:node:authMN-SyncUnitTest-1542223542794 - Unlocked Pid. [ERROR] 2018-11-14 19:25:47,622 (V2TransferObjectTask:call:266) Task-urn:node:authMN-SyncUnitTest-1542223542794 - SynchronizationFailed: Synchronization task of [PID::] SyncUnitTest-1542223542794 [::PID] failed. Cause: NotAuthorized: Identifier (theSid) is reserved and not owned by subject, groucho org.dataone.service.exceptions.SynchronizationFailed: Synchronization task of [PID::] SyncUnitTest-1542223542794 [::PID] failed. Cause: NotAuthorized: Identifier (theSid) is reserved and not owned by subject, groucho at org.dataone.cn.batch.synchronization.tasks.SyncFailedTask.createSynchronizationFailed(SyncFailedTask.java:99) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processNewObject(V2TransferObjectTask.java:472) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:432) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:218) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_v2MN_SidReservedByOther_DATA_object(TransferObjectTaskTest.java:398) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ WARN] 2018-11-14 19:25:47,623 (SyncFailedTask:submitSynchronizationFailed:116) Task-urn:node:authMN-SyncUnitTest-1542223542794 - SynchronizationFailed: detail code: 6001 id:SyncUnitTest-1542223542794 nodeId:null description:Synchronization task of [PID::] SyncUnitTest-1542223542794 [::PID] failed. Cause: NotAuthorized: Identifier (theSid) is reserved and not owned by subject, groucho [ INFO] 2018-11-14 19:25:47,624 (V2TransferObjectTask:call:301) Task-urn:node:authMN-SyncUnitTest-1542223542794 - exiting with callState: FAILED eventDate=Wed Nov 14 19:25:47 UTC 2018 : type=SYNCHRONIZATION_FAILED : id=SyncUnitTest-1542223542794 : nodeId=urn:node:authMN Nov 14, 2018 7:25:47 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Nov 14, 2018 7:25:48 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [10] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:25:48 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:25:48 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33742] lost. Reason: Explicit close Nov 14, 2018 7:25:48 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [10] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:25:48 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:25:48 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33741] lost. Reason: Explicit close Nov 14, 2018 7:25:48 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:25:48 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:25:48 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,990 ms later, attempt 1 of 1. Nov 14, 2018 7:25:48 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,995 ms later, attempt 1 of 1. Nov 14, 2018 7:25:48 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Nov 14, 2018 7:25:48 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 669 ms. Nov 14, 2018 7:25:48 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Nov 14, 2018 7:25:48 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Nov 14, 2018 7:25:48 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Nov 14, 2018 7:25:48 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Nov 14, 2018 7:25:48 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Nov 14, 2018 7:25:48 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Nov 14, 2018 7:25:48 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Nov 14, 2018 7:25:48 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Nov 14, 2018 7:25:48 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_8_DataONEBuildTest Nov 14, 2018 7:25:48 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-11-14 19:25:48,312 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:25:48,316 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-11-14 19:25:48,316 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:48,318 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: 404 Not Found

Not Found

The requested URL /cn/v2/node was not found on this server.

Apache/2.2.22 (Ubuntu) Server at localhost Port 80
at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.client.v2.itk.D1Object.generateSystemMetadata(D1Object.java:526) at org.dataone.client.v2.itk.D1Object.(D1Object.java:199) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:954) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:931) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_v2MN_pid_collision(TransferObjectTaskTest.java:424) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-11-14 19:25:48,319 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:25:48,322 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:25:48,322 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:48,323 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:25:48,324 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:25:48,324 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:25:48,328 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1542223548312 - Locking task, attempt 1 Nov 14, 2018 7:25:49 PM com.hazelcast.client.ConnectionManager WARNING: Server didn't respond to client's requests for 30 seconds. Assuming it is dead, closing the connection! Exception in thread "Timer-1" java.lang.NullPointerException at com.hazelcast.client.ConnectionManager$1.run(ConnectionManager.java:94) at java.util.TimerThread.mainLoop(Timer.java:555) at java.util.TimerThread.run(Timer.java:505) Nov 14, 2018 7:25:53 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33749 Nov 14, 2018 7:25:53 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33749 Nov 14, 2018 7:25:53 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33749 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:25:53 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:25:53 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33750 Nov 14, 2018 7:25:53 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33750 Nov 14, 2018 7:25:53 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33750 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:25:53 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:25:53 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED Nov 14, 2018 7:25:53 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-11-14 19:25:53,247 (V2TransferObjectTask:call:214) Task-urn:node:authMN-SyncUnitTest-1542223548312 - Processing SyncObject [ INFO] 2018-11-14 19:25:53,247 (V2TransferObjectTask:retrieveMNSystemMetadata:324) Task-urn:node:authMN-SyncUnitTest-1542223548312 - Retrieved SystemMetadata Identifier:SyncUnitTest-1542223548312 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1542223548312 [DEBUG] 2018-11-14 19:25:53,248 (V2TransferObjectTask:call:216) Task-urn:node:authMN-SyncUnitTest-1542223548312 MN system metadata retrieved... [DEBUG] 2018-11-14 19:25:53,248 (V2TransferObjectTask:processTask:419) Task-urn:node:authMN-SyncUnitTest-1542223548312 entering processTask... [DEBUG] 2018-11-14 19:25:53,248 (V2TransferObjectTask:resolve:810) Task-urn:node:authMN-SyncUnitTest-1542223548312 entering resolve... [DEBUG] 2018-11-14 19:25:53,249 (V2TransferObjectTask:resolve:820) Task-urn:node:authMN-SyncUnitTest-1542223548312 PID SyncUnitTest-1542223548312 does not exist on the CN. [DEBUG] 2018-11-14 19:25:53,249 (V2TransferObjectTask:processNewObject:465) Task-urn:node:authMN-SyncUnitTest-1542223548312 entering processNewObject... [DEBUG] 2018-11-14 19:25:53,249 (V2TransferObjectTask:validateSeriesId:594) Task-urn:node:authMN-SyncUnitTest-1542223548312 entering validateSeriesId... [ INFO] 2018-11-14 19:25:53,249 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-11-14 19:25:53,250 (V2TransferObjectTask:processNewObject:487) Task-urn:node:authMN-SyncUnitTest-1542223548312 Pid is not reserved by anyone. [DEBUG] 2018-11-14 19:25:53,250 (V2TransferObjectTask:populateInitialReplicaList:523) Task-urn:node:authMN-SyncUnitTest-1542223548312 entering populateInitialReplicaList [DEBUG] 2018-11-14 19:25:53,250 (V2TransferObjectTask:populateInitialReplicaList:538) Task-urn:node:authMN-SyncUnitTest-1542223548312 Included replica for original MN [DEBUG] 2018-11-14 19:25:53,250 (V2TransferObjectTask:populateInitialReplicaList:542) Task-urn:node:authMN-SyncUnitTest-1542223548312 Get Object Format [ INFO] 2018-11-14 19:25:53,251 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:25:53,251 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:25:53,254 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:25:53,254 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:53,255 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:25:53,255 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:25:53,255 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:25:53,256 (V2TransferObjectTask:createObject:852) Task-urn:node:authMN-SyncUnitTest-1542223548312 - Start CreateObject [ INFO] 2018-11-14 19:25:53,256 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:25:53,256 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:25:53,259 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:25:53,259 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:53,260 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:25:53,260 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:25:53,260 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:25:53,260 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [DEBUG] 2018-11-14 19:25:53,262 (V2TransferObjectTask:validateChecksum:956) Task-urn:node:authMN-SyncUnitTest-1542223548312 entering validateChecksum... [DEBUG] 2018-11-14 19:25:53,262 (V2TransferObjectTask:createObject:930) Task-urn:node:authMN-SyncUnitTest-1542223548312 Registering SystemMetadata... [DEBUG] 2018-11-14 19:25:53,267 (V2TransferObjectTask:createObject:933) Task-urn:node:authMN-SyncUnitTest-1542223548312 ... Registered SystemMetadata [ INFO] 2018-11-14 19:25:53,267 (V2TransferObjectTask:createObject:935) Task-urn:node:authMN-SyncUnitTest-1542223548312 - Completed CreateObject [ INFO] 2018-11-14 19:25:53,268 (V2TransferObjectTask:call:241) Task-urn:node:authMN-SyncUnitTest-1542223548312 - Unlocked Pid. [ INFO] 2018-11-14 19:25:53,268 (V2TransferObjectTask:call:301) Task-urn:node:authMN-SyncUnitTest-1542223548312 - exiting with callState: SUCCESS [ INFO] 2018-11-14 19:25:53,268 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:25:53,269 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:25:53,271 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:25:53,271 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:53,272 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:25:53,273 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:25:53,273 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:25:53,276 (MockReserveIdentifierService:reserveIdentifier:41) entering reserveIdentifier... [ INFO] 2018-11-14 19:25:53,276 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ INFO] 2018-11-14 19:25:53,277 (MockReserveIdentifierService:reserveIdentifier:50) adding reservation... [ INFO] 2018-11-14 19:25:53,277 (V2TransferObjectTask:call:209) Task-urn:node:otherMN-SyncUnitTest-1542223548312 - Locking task, attempt 1 [ INFO] 2018-11-14 19:25:53,278 (V2TransferObjectTask:call:214) Task-urn:node:otherMN-SyncUnitTest-1542223548312 - Processing SyncObject [ INFO] 2018-11-14 19:25:53,279 (V2TransferObjectTask:retrieveMNSystemMetadata:324) Task-urn:node:otherMN-SyncUnitTest-1542223548312 - Retrieved SystemMetadata Identifier:SyncUnitTest-1542223548312 from node urn:node:otherMN for ObjectInfo Identifier SyncUnitTest-1542223548312 [DEBUG] 2018-11-14 19:25:53,279 (V2TransferObjectTask:call:216) Task-urn:node:otherMN-SyncUnitTest-1542223548312 MN system metadata retrieved... [DEBUG] 2018-11-14 19:25:53,279 (V2TransferObjectTask:processTask:419) Task-urn:node:otherMN-SyncUnitTest-1542223548312 entering processTask... [DEBUG] 2018-11-14 19:25:53,279 (V2TransferObjectTask:resolve:810) Task-urn:node:otherMN-SyncUnitTest-1542223548312 entering resolve... [DEBUG] 2018-11-14 19:25:53,280 (V2TransferObjectTask:resolve:814) Task-urn:node:otherMN-SyncUnitTest-1542223548312 PID SyncUnitTest-1542223548312 exists on the CN. [DEBUG] 2018-11-14 19:25:53,280 (V2TransferObjectTask:processUpdates:1102) Task-urn:node:otherMN-SyncUnitTest-1542223548312 entering processUpdates... [ INFO] 2018-11-14 19:25:53,281 (V2TransferObjectTask:processUpdates:1107) Task-urn:node:otherMN-SyncUnitTest-1542223548312 - Start ProcessUpdate [DEBUG] 2018-11-14 19:25:53,281 (V2TransferObjectTask:processUpdates:1108) Task-urn:node:otherMN-SyncUnitTest-1542223548312 Getting sysMeta from HazelCast map [ INFO] 2018-11-14 19:25:53,284 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-11-14 19:25:53,286 (SystemMetadataValidator:validateEssentialProperties:175) Submitted checksum doesn't match the existing one! [ INFO] 2018-11-14 19:25:53,288 (V2TransferObjectTask:call:241) Task-urn:node:otherMN-SyncUnitTest-1542223548312 - Unlocked Pid. [ERROR] 2018-11-14 19:25:53,289 (V2TransferObjectTask:call:266) Task-urn:node:otherMN-SyncUnitTest-1542223548312 - SynchronizationFailed: Synchronization task of [PID::] SyncUnitTest-1542223548312 [::PID] failed. Cause: IdentifierNotUnique: Checksum does not match existing object with same pid. org.dataone.service.exceptions.SynchronizationFailed: Synchronization task of [PID::] SyncUnitTest-1542223548312 [::PID] failed. Cause: IdentifierNotUnique: Checksum does not match existing object with same pid. at org.dataone.cn.batch.synchronization.tasks.SyncFailedTask.createSynchronizationFailed(SyncFailedTask.java:99) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processUpdates(V2TransferObjectTask.java:1154) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:428) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:218) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_v2MN_pid_collision(TransferObjectTaskTest.java:456) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ WARN] 2018-11-14 19:25:53,289 (SyncFailedTask:submitSynchronizationFailed:116) Task-urn:node:otherMN-SyncUnitTest-1542223548312 - SynchronizationFailed: detail code: 6001 id:SyncUnitTest-1542223548312 nodeId:null description:Synchronization task of [PID::] SyncUnitTest-1542223548312 [::PID] failed. Cause: IdentifierNotUnique: Checksum does not match existing object with same pid. [ INFO] 2018-11-14 19:25:53,289 (V2TransferObjectTask:call:301) Task-urn:node:otherMN-SyncUnitTest-1542223548312 - exiting with callState: FAILED eventDate=Wed Nov 14 19:25:53 UTC 2018 : type=SYNCHRONIZATION_FAILED : id=SyncUnitTest-1542223548312 : nodeId=urn:node:otherMN Nov 14, 2018 7:25:53 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Nov 14, 2018 7:25:53 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [12] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:25:53 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:25:53 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33750] lost. Reason: Explicit close Nov 14, 2018 7:25:53 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [12] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:25:53 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:25:53 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33749] lost. Reason: Explicit close Nov 14, 2018 7:25:53 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:25:53 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:25:53 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,996 ms later, attempt 1 of 1. Nov 14, 2018 7:25:53 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,994 ms later, attempt 1 of 1. Nov 14, 2018 7:25:54 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Nov 14, 2018 7:25:54 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 771 ms. Nov 14, 2018 7:25:54 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Nov 14, 2018 7:25:54 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Nov 14, 2018 7:25:54 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Nov 14, 2018 7:25:54 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Nov 14, 2018 7:25:54 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Nov 14, 2018 7:25:54 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Nov 14, 2018 7:25:54 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Nov 14, 2018 7:25:54 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Nov 14, 2018 7:25:54 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_9_DataONEBuildTest Nov 14, 2018 7:25:54 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-11-14 19:25:54,083 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:25:54,086 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-11-14 19:25:54,087 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:54,088 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: 404 Not Found

Not Found

The requested URL /cn/v2/node was not found on this server.

Apache/2.2.22 (Ubuntu) Server at localhost Port 80
at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.client.v2.itk.D1Object.generateSystemMetadata(D1Object.java:526) at org.dataone.client.v2.itk.D1Object.(D1Object.java:199) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_nonAuthoritativeNode_impl(TransferObjectTaskTest.java:504) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncNewObject_nonAuthoritativeNode_v1_accept(TransferObjectTaskTest.java:495) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-11-14 19:25:54,089 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:25:54,092 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:25:54,092 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:54,094 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:25:54,094 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:25:54,094 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:25:54,098 (MockReserveIdentifierService:reserveIdentifier:41) entering reserveIdentifier... [ INFO] 2018-11-14 19:25:54,098 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ INFO] 2018-11-14 19:25:54,099 (MockReserveIdentifierService:reserveIdentifier:50) adding reservation... [ INFO] 2018-11-14 19:25:54,099 (V2TransferObjectTask:call:209) Task-urn:node:otherMN-foo - Locking task, attempt 1 Nov 14, 2018 7:25:58 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33757 Nov 14, 2018 7:25:58 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33757 Nov 14, 2018 7:25:58 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33758 Nov 14, 2018 7:25:58 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33758 Nov 14, 2018 7:25:58 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33757 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:25:58 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:25:58 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33758 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:25:58 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:25:58 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-11-14 19:25:58,903 (V2TransferObjectTask:call:214) Task-urn:node:otherMN-foo - Processing SyncObject [ INFO] 2018-11-14 19:25:58,904 (V2TransferObjectTask:retrieveMNSystemMetadata:324) Task-urn:node:otherMN-foo - Retrieved SystemMetadata Identifier:foo from node urn:node:otherMN for ObjectInfo Identifier foo [DEBUG] 2018-11-14 19:25:58,904 (V2TransferObjectTask:call:216) Task-urn:node:otherMN-foo MN system metadata retrieved... [DEBUG] 2018-11-14 19:25:58,904 (V2TransferObjectTask:processTask:419) Task-urn:node:otherMN-foo entering processTask... [DEBUG] 2018-11-14 19:25:58,904 (V2TransferObjectTask:resolve:810) Task-urn:node:otherMN-foo entering resolve... Nov 14, 2018 7:25:58 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [DEBUG] 2018-11-14 19:25:58,907 (V2TransferObjectTask:resolve:820) Task-urn:node:otherMN-foo PID foo does not exist on the CN. [DEBUG] 2018-11-14 19:25:58,907 (V2TransferObjectTask:processNewObject:465) Task-urn:node:otherMN-foo entering processNewObject... [DEBUG] 2018-11-14 19:25:58,907 (V2TransferObjectTask:validateSeriesId:594) Task-urn:node:otherMN-foo entering validateSeriesId... [ INFO] 2018-11-14 19:25:58,908 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-11-14 19:25:58,908 (V2TransferObjectTask:processNewObject:484) Task-urn:node:otherMN-foo Pid is reserved by this object's submitter. [DEBUG] 2018-11-14 19:25:58,912 (V2TransferObjectTask:populateInitialReplicaList:523) Task-urn:node:otherMN-foo entering populateInitialReplicaList [DEBUG] 2018-11-14 19:25:58,912 (V2TransferObjectTask:populateInitialReplicaList:538) Task-urn:node:otherMN-foo Included replica for original MN [DEBUG] 2018-11-14 19:25:58,912 (V2TransferObjectTask:populateInitialReplicaList:542) Task-urn:node:otherMN-foo Get Object Format [ INFO] 2018-11-14 19:25:58,912 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:25:58,912 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:25:58,916 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:25:58,916 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:58,918 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:25:58,918 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:25:58,919 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:25:58,919 (V2TransferObjectTask:createObject:852) Task-urn:node:otherMN-foo - Start CreateObject [ INFO] 2018-11-14 19:25:58,919 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:25:58,920 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:25:58,924 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:25:58,924 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:58,926 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:25:58,926 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:25:58,926 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:25:58,926 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [DEBUG] 2018-11-14 19:25:58,928 (V2TransferObjectTask:validateChecksum:956) Task-urn:node:otherMN-foo entering validateChecksum... [DEBUG] 2018-11-14 19:25:58,928 (V2TransferObjectTask:createObject:930) Task-urn:node:otherMN-foo Registering SystemMetadata... [DEBUG] 2018-11-14 19:25:58,933 (V2TransferObjectTask:createObject:933) Task-urn:node:otherMN-foo ... Registered SystemMetadata [ INFO] 2018-11-14 19:25:58,933 (V2TransferObjectTask:createObject:935) Task-urn:node:otherMN-foo - Completed CreateObject [ INFO] 2018-11-14 19:25:58,934 (V2TransferObjectTask:call:241) Task-urn:node:otherMN-foo - Unlocked Pid. [ INFO] 2018-11-14 19:25:58,934 (V2TransferObjectTask:call:301) Task-urn:node:otherMN-foo - exiting with callState: SUCCESS Nov 14, 2018 7:25:58 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Nov 14, 2018 7:25:59 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33758] lost. Reason: Explicit close Nov 14, 2018 7:25:59 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [14] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:25:59 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33757] lost. Reason: Explicit close Nov 14, 2018 7:25:59 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:25:59 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [14] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:25:59 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:25:59 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:25:59 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,998 ms later, attempt 1 of 1. Nov 14, 2018 7:25:59 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:25:59 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,996 ms later, attempt 1 of 1. Nov 14, 2018 7:25:59 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Nov 14, 2018 7:25:59 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 644 ms. Nov 14, 2018 7:25:59 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Nov 14, 2018 7:25:59 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Nov 14, 2018 7:25:59 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Nov 14, 2018 7:25:59 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Nov 14, 2018 7:25:59 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Nov 14, 2018 7:25:59 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Nov 14, 2018 7:25:59 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Nov 14, 2018 7:25:59 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Nov 14, 2018 7:25:59 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_10_DataONEBuildTest Nov 14, 2018 7:25:59 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-11-14 19:25:59,601 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:25:59,605 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-11-14 19:25:59,605 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:59,606 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: 404 Not Found

Not Found

The requested URL /cn/v2/node was not found on this server.

Apache/2.2.22 (Ubuntu) Server at localhost Port 80
at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.client.v2.itk.D1Object.generateSystemMetadata(D1Object.java:526) at org.dataone.client.v2.itk.D1Object.(D1Object.java:199) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:954) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:931) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncReplica(TransferObjectTaskTest.java:552) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-11-14 19:25:59,607 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:25:59,609 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:25:59,609 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:25:59,610 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:25:59,611 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:25:59,611 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:25:59,614 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1542223559601 - Locking task, attempt 1 Nov 14, 2018 7:26:04 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33791 Nov 14, 2018 7:26:04 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33790 Nov 14, 2018 7:26:04 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33791 Nov 14, 2018 7:26:04 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33790 Nov 14, 2018 7:26:04 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33790 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:26:04 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:26:04 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33791 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:26:04 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:26:04 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED Nov 14, 2018 7:26:04 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-11-14 19:26:04,559 (V2TransferObjectTask:call:214) Task-urn:node:authMN-SyncUnitTest-1542223559601 - Processing SyncObject [ INFO] 2018-11-14 19:26:04,560 (V2TransferObjectTask:retrieveMNSystemMetadata:324) Task-urn:node:authMN-SyncUnitTest-1542223559601 - Retrieved SystemMetadata Identifier:SyncUnitTest-1542223559601 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1542223559601 [DEBUG] 2018-11-14 19:26:04,560 (V2TransferObjectTask:call:216) Task-urn:node:authMN-SyncUnitTest-1542223559601 MN system metadata retrieved... [DEBUG] 2018-11-14 19:26:04,561 (V2TransferObjectTask:processTask:419) Task-urn:node:authMN-SyncUnitTest-1542223559601 entering processTask... [DEBUG] 2018-11-14 19:26:04,561 (V2TransferObjectTask:resolve:810) Task-urn:node:authMN-SyncUnitTest-1542223559601 entering resolve... [DEBUG] 2018-11-14 19:26:04,563 (V2TransferObjectTask:resolve:820) Task-urn:node:authMN-SyncUnitTest-1542223559601 PID SyncUnitTest-1542223559601 does not exist on the CN. [DEBUG] 2018-11-14 19:26:04,563 (V2TransferObjectTask:processNewObject:465) Task-urn:node:authMN-SyncUnitTest-1542223559601 entering processNewObject... [DEBUG] 2018-11-14 19:26:04,563 (V2TransferObjectTask:validateSeriesId:594) Task-urn:node:authMN-SyncUnitTest-1542223559601 entering validateSeriesId... [ INFO] 2018-11-14 19:26:04,563 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-11-14 19:26:04,565 (V2TransferObjectTask:processNewObject:487) Task-urn:node:authMN-SyncUnitTest-1542223559601 Pid is not reserved by anyone. [DEBUG] 2018-11-14 19:26:04,565 (V2TransferObjectTask:populateInitialReplicaList:523) Task-urn:node:authMN-SyncUnitTest-1542223559601 entering populateInitialReplicaList [DEBUG] 2018-11-14 19:26:04,565 (V2TransferObjectTask:populateInitialReplicaList:538) Task-urn:node:authMN-SyncUnitTest-1542223559601 Included replica for original MN [DEBUG] 2018-11-14 19:26:04,566 (V2TransferObjectTask:populateInitialReplicaList:542) Task-urn:node:authMN-SyncUnitTest-1542223559601 Get Object Format [ INFO] 2018-11-14 19:26:04,566 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:26:04,566 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:26:04,569 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:26:04,569 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:04,570 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:26:04,570 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:26:04,571 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:26:04,571 (V2TransferObjectTask:createObject:852) Task-urn:node:authMN-SyncUnitTest-1542223559601 - Start CreateObject [ INFO] 2018-11-14 19:26:04,571 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:26:04,571 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:26:04,574 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:26:04,574 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:04,575 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:26:04,575 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:26:04,575 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:26:04,575 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [DEBUG] 2018-11-14 19:26:04,577 (V2TransferObjectTask:validateChecksum:956) Task-urn:node:authMN-SyncUnitTest-1542223559601 entering validateChecksum... [DEBUG] 2018-11-14 19:26:04,578 (V2TransferObjectTask:createObject:930) Task-urn:node:authMN-SyncUnitTest-1542223559601 Registering SystemMetadata... [DEBUG] 2018-11-14 19:26:04,582 (V2TransferObjectTask:createObject:933) Task-urn:node:authMN-SyncUnitTest-1542223559601 ... Registered SystemMetadata [ INFO] 2018-11-14 19:26:04,582 (V2TransferObjectTask:createObject:935) Task-urn:node:authMN-SyncUnitTest-1542223559601 - Completed CreateObject [ INFO] 2018-11-14 19:26:04,583 (V2TransferObjectTask:call:241) Task-urn:node:authMN-SyncUnitTest-1542223559601 - Unlocked Pid. [ INFO] 2018-11-14 19:26:04,583 (V2TransferObjectTask:call:301) Task-urn:node:authMN-SyncUnitTest-1542223559601 - exiting with callState: SUCCESS [ INFO] 2018-11-14 19:26:04,587 (V2TransferObjectTask:call:209) Task-urn:node:replicaMN-SyncUnitTest-1542223559601 - Locking task, attempt 1 [ INFO] 2018-11-14 19:26:04,588 (V2TransferObjectTask:call:214) Task-urn:node:replicaMN-SyncUnitTest-1542223559601 - Processing SyncObject [ INFO] 2018-11-14 19:26:04,588 (V2TransferObjectTask:retrieveMNSystemMetadata:324) Task-urn:node:replicaMN-SyncUnitTest-1542223559601 - Retrieved SystemMetadata Identifier:SyncUnitTest-1542223559601 from node urn:node:replicaMN for ObjectInfo Identifier SyncUnitTest-1542223559601 [DEBUG] 2018-11-14 19:26:04,588 (V2TransferObjectTask:call:216) Task-urn:node:replicaMN-SyncUnitTest-1542223559601 MN system metadata retrieved... [DEBUG] 2018-11-14 19:26:04,588 (V2TransferObjectTask:processTask:419) Task-urn:node:replicaMN-SyncUnitTest-1542223559601 entering processTask... [DEBUG] 2018-11-14 19:26:04,588 (V2TransferObjectTask:resolve:810) Task-urn:node:replicaMN-SyncUnitTest-1542223559601 entering resolve... [DEBUG] 2018-11-14 19:26:04,589 (V2TransferObjectTask:resolve:814) Task-urn:node:replicaMN-SyncUnitTest-1542223559601 PID SyncUnitTest-1542223559601 exists on the CN. [DEBUG] 2018-11-14 19:26:04,589 (V2TransferObjectTask:processUpdates:1102) Task-urn:node:replicaMN-SyncUnitTest-1542223559601 entering processUpdates... [ INFO] 2018-11-14 19:26:04,589 (V2TransferObjectTask:processUpdates:1107) Task-urn:node:replicaMN-SyncUnitTest-1542223559601 - Start ProcessUpdate [DEBUG] 2018-11-14 19:26:04,589 (V2TransferObjectTask:processUpdates:1108) Task-urn:node:replicaMN-SyncUnitTest-1542223559601 Getting sysMeta from HazelCast map [ INFO] 2018-11-14 19:26:04,592 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-11-14 19:26:04,593 (SystemMetadataValidator:validateEssentialProperties:180) The submitted checksum matches existing one [DEBUG] 2018-11-14 19:26:04,594 (V2TransferObjectTask:processPossibleNewReplica:1174) Task-urn:node:replicaMN-SyncUnitTest-1542223559601 entering processPossibleNewReplica... [ INFO] 2018-11-14 19:26:04,594 (V2TransferObjectTask:processPossibleNewReplica:1188) Task-urn:node:replicaMN-SyncUnitTest-1542223559601 - Non-authoritative source, adding the node as a replica [ INFO] 2018-11-14 19:26:04,595 (V2TransferObjectTask:notifyReplicaNodes:1433) Task-urn:node:replicaMN-SyncUnitTest-1542223559601 - Entering notifyReplicaNodes... [ERROR] 2018-11-14 19:26:04,598 (V2TransferObjectTask:notifyReplicaNodes:1454) Task-urn:node:replicaMN-SyncUnitTest-1542223559601 - Failed to notify replica member node urn:node:authMN - ServiceFailure - Could not get CNode from the underlying context (D1Client.CN_URL) org.dataone.service.exceptions.ServiceFailure: Could not get CNode from the underlying context (D1Client.CN_URL) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:168) at org.dataone.cn.batch.synchronization.NodeCommSyncObjectFactory.createNodeComm(NodeCommSyncObjectFactory.java:151) at org.dataone.cn.batch.synchronization.NodeCommSyncObjectFactory.getNodeComm(NodeCommSyncObjectFactory.java:137) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.notifyReplicaNode(V2TransferObjectTask.java:1521) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.notifyReplicaNodes(V2TransferObjectTask.java:1447) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processPossibleNewReplica(V2TransferObjectTask.java:1194) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processUpdates(V2TransferObjectTask.java:1137) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:428) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:218) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncReplica(TransferObjectTaskTest.java:582) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-11-14 19:26:04,599 (V2TransferObjectTask:processUpdates:1139) Task-urn:node:replicaMN-SyncUnitTest-1542223559601 - Completed ProcessUpdate [ INFO] 2018-11-14 19:26:04,599 (V2TransferObjectTask:call:241) Task-urn:node:replicaMN-SyncUnitTest-1542223559601 - Unlocked Pid. [ INFO] 2018-11-14 19:26:04,600 (V2TransferObjectTask:call:301) Task-urn:node:replicaMN-SyncUnitTest-1542223559601 - exiting with callState: SUCCESS Nov 14, 2018 7:26:04 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Nov 14, 2018 7:26:05 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33791] lost. Reason: Explicit close Nov 14, 2018 7:26:05 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [16] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:26:05 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33790] lost. Reason: Explicit close Nov 14, 2018 7:26:05 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [16] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:26:05 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:26:05 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:26:05 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:26:05 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:26:05 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,998 ms later, attempt 1 of 1. Nov 14, 2018 7:26:05 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,997 ms later, attempt 1 of 1. Nov 14, 2018 7:26:05 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Nov 14, 2018 7:26:05 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 747 ms. Nov 14, 2018 7:26:05 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Nov 14, 2018 7:26:05 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Nov 14, 2018 7:26:05 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Nov 14, 2018 7:26:05 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Nov 14, 2018 7:26:05 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Nov 14, 2018 7:26:05 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Nov 14, 2018 7:26:05 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Nov 14, 2018 7:26:05 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Nov 14, 2018 7:26:05 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_11_DataONEBuildTest Nov 14, 2018 7:26:05 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-11-14 19:26:05,368 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:26:05,371 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-11-14 19:26:05,371 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:05,373 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: 404 Not Found

Not Found

The requested URL /cn/v2/node was not found on this server.

Apache/2.2.22 (Ubuntu) Server at localhost Port 80
at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.client.v2.itk.D1Object.generateSystemMetadata(D1Object.java:526) at org.dataone.client.v2.itk.D1Object.(D1Object.java:199) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:954) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:931) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testResync_No_Op(TransferObjectTaskTest.java:610) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-11-14 19:26:05,373 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:26:05,376 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:26:05,376 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:05,377 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:26:05,377 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:26:05,377 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:26:05,381 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1542223565368 - Locking task, attempt 1 Nov 14, 2018 7:26:10 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33797 Nov 14, 2018 7:26:10 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33798 Nov 14, 2018 7:26:10 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33797 Nov 14, 2018 7:26:10 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33798 Nov 14, 2018 7:26:10 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33797 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:26:10 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33798 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:26:10 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:26:10 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:26:10 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED Nov 14, 2018 7:26:10 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-11-14 19:26:10,263 (V2TransferObjectTask:call:214) Task-urn:node:authMN-SyncUnitTest-1542223565368 - Processing SyncObject [ INFO] 2018-11-14 19:26:10,263 (V2TransferObjectTask:retrieveMNSystemMetadata:324) Task-urn:node:authMN-SyncUnitTest-1542223565368 - Retrieved SystemMetadata Identifier:SyncUnitTest-1542223565368 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1542223565368 [DEBUG] 2018-11-14 19:26:10,264 (V2TransferObjectTask:call:216) Task-urn:node:authMN-SyncUnitTest-1542223565368 MN system metadata retrieved... [DEBUG] 2018-11-14 19:26:10,264 (V2TransferObjectTask:processTask:419) Task-urn:node:authMN-SyncUnitTest-1542223565368 entering processTask... [DEBUG] 2018-11-14 19:26:10,264 (V2TransferObjectTask:resolve:810) Task-urn:node:authMN-SyncUnitTest-1542223565368 entering resolve... [DEBUG] 2018-11-14 19:26:10,266 (V2TransferObjectTask:resolve:820) Task-urn:node:authMN-SyncUnitTest-1542223565368 PID SyncUnitTest-1542223565368 does not exist on the CN. [DEBUG] 2018-11-14 19:26:10,266 (V2TransferObjectTask:processNewObject:465) Task-urn:node:authMN-SyncUnitTest-1542223565368 entering processNewObject... [DEBUG] 2018-11-14 19:26:10,267 (V2TransferObjectTask:validateSeriesId:594) Task-urn:node:authMN-SyncUnitTest-1542223565368 entering validateSeriesId... [ INFO] 2018-11-14 19:26:10,267 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-11-14 19:26:10,268 (V2TransferObjectTask:processNewObject:487) Task-urn:node:authMN-SyncUnitTest-1542223565368 Pid is not reserved by anyone. [DEBUG] 2018-11-14 19:26:10,269 (V2TransferObjectTask:populateInitialReplicaList:523) Task-urn:node:authMN-SyncUnitTest-1542223565368 entering populateInitialReplicaList [DEBUG] 2018-11-14 19:26:10,269 (V2TransferObjectTask:populateInitialReplicaList:538) Task-urn:node:authMN-SyncUnitTest-1542223565368 Included replica for original MN [DEBUG] 2018-11-14 19:26:10,269 (V2TransferObjectTask:populateInitialReplicaList:542) Task-urn:node:authMN-SyncUnitTest-1542223565368 Get Object Format [ INFO] 2018-11-14 19:26:10,269 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:26:10,270 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:26:10,274 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:26:10,274 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:10,277 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:26:10,277 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:26:10,278 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:26:10,278 (V2TransferObjectTask:createObject:852) Task-urn:node:authMN-SyncUnitTest-1542223565368 - Start CreateObject [ INFO] 2018-11-14 19:26:10,278 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:26:10,279 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:26:10,283 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:26:10,283 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:10,285 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:26:10,285 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:26:10,286 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:26:10,286 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [DEBUG] 2018-11-14 19:26:10,288 (V2TransferObjectTask:validateChecksum:956) Task-urn:node:authMN-SyncUnitTest-1542223565368 entering validateChecksum... [DEBUG] 2018-11-14 19:26:10,288 (V2TransferObjectTask:createObject:930) Task-urn:node:authMN-SyncUnitTest-1542223565368 Registering SystemMetadata... [DEBUG] 2018-11-14 19:26:10,292 (V2TransferObjectTask:createObject:933) Task-urn:node:authMN-SyncUnitTest-1542223565368 ... Registered SystemMetadata [ INFO] 2018-11-14 19:26:10,292 (V2TransferObjectTask:createObject:935) Task-urn:node:authMN-SyncUnitTest-1542223565368 - Completed CreateObject [ INFO] 2018-11-14 19:26:10,293 (V2TransferObjectTask:call:241) Task-urn:node:authMN-SyncUnitTest-1542223565368 - Unlocked Pid. [ INFO] 2018-11-14 19:26:10,293 (V2TransferObjectTask:call:301) Task-urn:node:authMN-SyncUnitTest-1542223565368 - exiting with callState: SUCCESS org.dataone.service.types.v1.Identifier@c20c8596 [ INFO] 2018-11-14 19:26:10,305 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1542223565368 - Locking task, attempt 1 [ INFO] 2018-11-14 19:26:10,306 (V2TransferObjectTask:call:214) Task-urn:node:authMN-SyncUnitTest-1542223565368 - Processing SyncObject [ INFO] 2018-11-14 19:26:10,307 (V2TransferObjectTask:retrieveMNSystemMetadata:324) Task-urn:node:authMN-SyncUnitTest-1542223565368 - Retrieved SystemMetadata Identifier:SyncUnitTest-1542223565368 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1542223565368 [DEBUG] 2018-11-14 19:26:10,307 (V2TransferObjectTask:call:216) Task-urn:node:authMN-SyncUnitTest-1542223565368 MN system metadata retrieved... [DEBUG] 2018-11-14 19:26:10,307 (V2TransferObjectTask:processTask:419) Task-urn:node:authMN-SyncUnitTest-1542223565368 entering processTask... [DEBUG] 2018-11-14 19:26:10,307 (V2TransferObjectTask:resolve:810) Task-urn:node:authMN-SyncUnitTest-1542223565368 entering resolve... [DEBUG] 2018-11-14 19:26:10,308 (V2TransferObjectTask:resolve:814) Task-urn:node:authMN-SyncUnitTest-1542223565368 PID SyncUnitTest-1542223565368 exists on the CN. [DEBUG] 2018-11-14 19:26:10,308 (V2TransferObjectTask:processUpdates:1102) Task-urn:node:authMN-SyncUnitTest-1542223565368 entering processUpdates... [ INFO] 2018-11-14 19:26:10,308 (V2TransferObjectTask:processUpdates:1107) Task-urn:node:authMN-SyncUnitTest-1542223565368 - Start ProcessUpdate [DEBUG] 2018-11-14 19:26:10,308 (V2TransferObjectTask:processUpdates:1108) Task-urn:node:authMN-SyncUnitTest-1542223565368 Getting sysMeta from HazelCast map [ INFO] 2018-11-14 19:26:10,311 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-11-14 19:26:10,312 (SystemMetadataValidator:validateEssentialProperties:180) The submitted checksum matches existing one [DEBUG] 2018-11-14 19:26:10,313 (V2TransferObjectTask:validateSeriesId:594) Task-urn:node:authMN-SyncUnitTest-1542223565368 entering validateSeriesId... [DEBUG] 2018-11-14 19:26:10,313 (V2TransferObjectTask:processV2AuthoritativeUpdate:1317) Task-urn:node:authMN-SyncUnitTest-1542223565368 entering processV2AuthoritativeUpdate... [ INFO] 2018-11-14 19:26:10,313 (V2TransferObjectTask:processV2AuthoritativeUpdate:1357) Task-urn:node:authMN-SyncUnitTest-1542223565368 - No changes to update. [ INFO] 2018-11-14 19:26:10,313 (V2TransferObjectTask:processUpdates:1139) Task-urn:node:authMN-SyncUnitTest-1542223565368 - Completed ProcessUpdate [ INFO] 2018-11-14 19:26:10,314 (V2TransferObjectTask:call:241) Task-urn:node:authMN-SyncUnitTest-1542223565368 - Unlocked Pid. [ INFO] 2018-11-14 19:26:10,314 (V2TransferObjectTask:call:301) Task-urn:node:authMN-SyncUnitTest-1542223565368 - exiting with callState: SUCCESS Nov 14, 2018 7:26:10 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Nov 14, 2018 7:26:10 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33798] lost. Reason: Explicit close Nov 14, 2018 7:26:10 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [18] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:26:10 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [18] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:26:10 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33797] lost. Reason: Explicit close Nov 14, 2018 7:26:10 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:26:10 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:26:10 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:26:10 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:26:10 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,996 ms later, attempt 1 of 1. Nov 14, 2018 7:26:10 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,996 ms later, attempt 1 of 1. Nov 14, 2018 7:26:11 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Nov 14, 2018 7:26:11 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 802 ms. Nov 14, 2018 7:26:11 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Nov 14, 2018 7:26:11 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Nov 14, 2018 7:26:11 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Nov 14, 2018 7:26:11 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Nov 14, 2018 7:26:11 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Nov 14, 2018 7:26:11 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Nov 14, 2018 7:26:11 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Nov 14, 2018 7:26:11 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Nov 14, 2018 7:26:11 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_12_DataONEBuildTest Nov 14, 2018 7:26:11 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-11-14 19:26:11,137 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:26:11,140 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-11-14 19:26:11,141 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:11,142 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: 404 Not Found

Not Found

The requested URL /cn/v2/node was not found on this server.

Apache/2.2.22 (Ubuntu) Server at localhost Port 80
at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.client.v2.itk.D1Object.generateSystemMetadata(D1Object.java:526) at org.dataone.client.v2.itk.D1Object.(D1Object.java:199) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:954) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:931) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncUpdate(TransferObjectTaskTest.java:644) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-11-14 19:26:11,143 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:26:11,146 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:26:11,146 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:11,147 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:26:11,147 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:26:11,147 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:26:11,177 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1542223571137 - Locking task, attempt 1 Nov 14, 2018 7:26:15 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33805 Nov 14, 2018 7:26:15 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33806 Nov 14, 2018 7:26:15 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33806 Nov 14, 2018 7:26:15 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33806 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:26:15 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33805 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:26:15 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33805 Nov 14, 2018 7:26:15 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:26:15 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:26:15 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED Nov 14, 2018 7:26:15 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-11-14 19:26:15,940 (V2TransferObjectTask:call:214) Task-urn:node:authMN-SyncUnitTest-1542223571137 - Processing SyncObject [ INFO] 2018-11-14 19:26:15,941 (V2TransferObjectTask:retrieveMNSystemMetadata:324) Task-urn:node:authMN-SyncUnitTest-1542223571137 - Retrieved SystemMetadata Identifier:SyncUnitTest-1542223571137 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1542223571137 [DEBUG] 2018-11-14 19:26:15,941 (V2TransferObjectTask:call:216) Task-urn:node:authMN-SyncUnitTest-1542223571137 MN system metadata retrieved... [DEBUG] 2018-11-14 19:26:15,941 (V2TransferObjectTask:processTask:419) Task-urn:node:authMN-SyncUnitTest-1542223571137 entering processTask... [DEBUG] 2018-11-14 19:26:15,941 (V2TransferObjectTask:resolve:810) Task-urn:node:authMN-SyncUnitTest-1542223571137 entering resolve... [DEBUG] 2018-11-14 19:26:15,943 (V2TransferObjectTask:resolve:820) Task-urn:node:authMN-SyncUnitTest-1542223571137 PID SyncUnitTest-1542223571137 does not exist on the CN. [DEBUG] 2018-11-14 19:26:15,943 (V2TransferObjectTask:processNewObject:465) Task-urn:node:authMN-SyncUnitTest-1542223571137 entering processNewObject... [DEBUG] 2018-11-14 19:26:15,944 (V2TransferObjectTask:validateSeriesId:594) Task-urn:node:authMN-SyncUnitTest-1542223571137 entering validateSeriesId... [ INFO] 2018-11-14 19:26:15,944 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-11-14 19:26:15,945 (V2TransferObjectTask:processNewObject:487) Task-urn:node:authMN-SyncUnitTest-1542223571137 Pid is not reserved by anyone. [DEBUG] 2018-11-14 19:26:15,945 (V2TransferObjectTask:populateInitialReplicaList:523) Task-urn:node:authMN-SyncUnitTest-1542223571137 entering populateInitialReplicaList [DEBUG] 2018-11-14 19:26:15,945 (V2TransferObjectTask:populateInitialReplicaList:538) Task-urn:node:authMN-SyncUnitTest-1542223571137 Included replica for original MN [DEBUG] 2018-11-14 19:26:15,945 (V2TransferObjectTask:populateInitialReplicaList:542) Task-urn:node:authMN-SyncUnitTest-1542223571137 Get Object Format [ INFO] 2018-11-14 19:26:15,946 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:26:15,946 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:26:15,950 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:26:15,950 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:15,952 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:26:15,952 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:26:15,953 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:26:15,953 (V2TransferObjectTask:createObject:852) Task-urn:node:authMN-SyncUnitTest-1542223571137 - Start CreateObject [ INFO] 2018-11-14 19:26:15,953 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:26:15,953 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:26:15,956 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:26:15,956 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:15,957 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:26:15,957 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:26:15,957 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:26:15,957 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [DEBUG] 2018-11-14 19:26:15,958 (V2TransferObjectTask:validateChecksum:956) Task-urn:node:authMN-SyncUnitTest-1542223571137 entering validateChecksum... [DEBUG] 2018-11-14 19:26:15,959 (V2TransferObjectTask:createObject:930) Task-urn:node:authMN-SyncUnitTest-1542223571137 Registering SystemMetadata... [DEBUG] 2018-11-14 19:26:15,962 (V2TransferObjectTask:createObject:933) Task-urn:node:authMN-SyncUnitTest-1542223571137 ... Registered SystemMetadata [ INFO] 2018-11-14 19:26:15,962 (V2TransferObjectTask:createObject:935) Task-urn:node:authMN-SyncUnitTest-1542223571137 - Completed CreateObject [ INFO] 2018-11-14 19:26:15,963 (V2TransferObjectTask:call:241) Task-urn:node:authMN-SyncUnitTest-1542223571137 - Unlocked Pid. [ INFO] 2018-11-14 19:26:15,963 (V2TransferObjectTask:call:301) Task-urn:node:authMN-SyncUnitTest-1542223571137 - exiting with callState: SUCCESS [ INFO] 2018-11-14 19:26:15,968 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1542223571137 - Locking task, attempt 1 [ INFO] 2018-11-14 19:26:15,969 (V2TransferObjectTask:call:214) Task-urn:node:authMN-SyncUnitTest-1542223571137 - Processing SyncObject [ INFO] 2018-11-14 19:26:15,970 (V2TransferObjectTask:retrieveMNSystemMetadata:324) Task-urn:node:authMN-SyncUnitTest-1542223571137 - Retrieved SystemMetadata Identifier:SyncUnitTest-1542223571137 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1542223571137 [DEBUG] 2018-11-14 19:26:15,970 (V2TransferObjectTask:call:216) Task-urn:node:authMN-SyncUnitTest-1542223571137 MN system metadata retrieved... [DEBUG] 2018-11-14 19:26:15,970 (V2TransferObjectTask:processTask:419) Task-urn:node:authMN-SyncUnitTest-1542223571137 entering processTask... [DEBUG] 2018-11-14 19:26:15,970 (V2TransferObjectTask:resolve:810) Task-urn:node:authMN-SyncUnitTest-1542223571137 entering resolve... [DEBUG] 2018-11-14 19:26:15,970 (V2TransferObjectTask:resolve:814) Task-urn:node:authMN-SyncUnitTest-1542223571137 PID SyncUnitTest-1542223571137 exists on the CN. [DEBUG] 2018-11-14 19:26:15,970 (V2TransferObjectTask:processUpdates:1102) Task-urn:node:authMN-SyncUnitTest-1542223571137 entering processUpdates... [ INFO] 2018-11-14 19:26:15,970 (V2TransferObjectTask:processUpdates:1107) Task-urn:node:authMN-SyncUnitTest-1542223571137 - Start ProcessUpdate [DEBUG] 2018-11-14 19:26:15,970 (V2TransferObjectTask:processUpdates:1108) Task-urn:node:authMN-SyncUnitTest-1542223571137 Getting sysMeta from HazelCast map [ INFO] 2018-11-14 19:26:15,972 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-11-14 19:26:15,973 (SystemMetadataValidator:validateEssentialProperties:180) The submitted checksum matches existing one [DEBUG] 2018-11-14 19:26:15,973 (V2TransferObjectTask:validateSeriesId:594) Task-urn:node:authMN-SyncUnitTest-1542223571137 entering validateSeriesId... [DEBUG] 2018-11-14 19:26:15,973 (V2TransferObjectTask:processV2AuthoritativeUpdate:1317) Task-urn:node:authMN-SyncUnitTest-1542223571137 entering processV2AuthoritativeUpdate... [DEBUG] 2018-11-14 19:26:15,975 (V2TransferObjectTask:processV2AuthoritativeUpdate:1329) Task-urn:node:authMN-SyncUnitTest-1542223571137 Copied over existing Replica section from CN.. [DEBUG] 2018-11-14 19:26:15,976 (V2TransferObjectTask:processV2AuthoritativeUpdate:1352) Task-urn:node:authMN-SyncUnitTest-1542223571137 Updated CN with new SystemMetadata [ INFO] 2018-11-14 19:26:15,976 (V2TransferObjectTask:notifyReplicaNodes:1433) Task-urn:node:authMN-SyncUnitTest-1542223571137 - Entering notifyReplicaNodes... [ INFO] 2018-11-14 19:26:15,977 (V2TransferObjectTask:processUpdates:1139) Task-urn:node:authMN-SyncUnitTest-1542223571137 - Completed ProcessUpdate [ INFO] 2018-11-14 19:26:15,978 (V2TransferObjectTask:call:241) Task-urn:node:authMN-SyncUnitTest-1542223571137 - Unlocked Pid. [ INFO] 2018-11-14 19:26:15,978 (V2TransferObjectTask:call:301) Task-urn:node:authMN-SyncUnitTest-1542223571137 - exiting with callState: SUCCESS Nov 14, 2018 7:26:15 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Nov 14, 2018 7:26:16 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33806] lost. Reason: Explicit close Nov 14, 2018 7:26:16 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [20] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:26:16 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [20] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:26:16 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33805] lost. Reason: Explicit close Nov 14, 2018 7:26:16 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:26:16 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:26:16 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:26:16 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:26:16 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,999 ms later, attempt 1 of 1. Nov 14, 2018 7:26:16 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,999 ms later, attempt 1 of 1. Nov 14, 2018 7:26:16 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Nov 14, 2018 7:26:16 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 656 ms. Nov 14, 2018 7:26:16 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Nov 14, 2018 7:26:16 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Nov 14, 2018 7:26:16 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Nov 14, 2018 7:26:16 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Nov 14, 2018 7:26:16 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Nov 14, 2018 7:26:16 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Nov 14, 2018 7:26:16 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Nov 14, 2018 7:26:16 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Nov 14, 2018 7:26:16 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_13_DataONEBuildTest Nov 14, 2018 7:26:16 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-11-14 19:26:16,652 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:26:16,656 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-11-14 19:26:16,656 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:16,657 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: 404 Not Found

Not Found

The requested URL /cn/v2/node was not found on this server.

Apache/2.2.22 (Ubuntu) Server at localhost Port 80
at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.client.v2.itk.D1Object.generateSystemMetadata(D1Object.java:526) at org.dataone.client.v2.itk.D1Object.(D1Object.java:199) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:954) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:931) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncUpdate_archived(TransferObjectTaskTest.java:693) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-11-14 19:26:16,657 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:26:16,660 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:26:16,660 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:16,661 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:26:16,661 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:26:16,661 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:26:16,664 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1542223576652 - Locking task, attempt 1 Nov 14, 2018 7:26:21 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33813 Nov 14, 2018 7:26:21 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33812 Nov 14, 2018 7:26:21 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33813 Nov 14, 2018 7:26:21 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33812 Nov 14, 2018 7:26:21 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33813 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:26:21 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:26:21 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33812 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:26:21 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:26:21 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-11-14 19:26:21,593 (V2TransferObjectTask:call:214) Task-urn:node:authMN-SyncUnitTest-1542223576652 - Processing SyncObject [ INFO] 2018-11-14 19:26:21,594 (V2TransferObjectTask:retrieveMNSystemMetadata:324) Task-urn:node:authMN-SyncUnitTest-1542223576652 - Retrieved SystemMetadata Identifier:SyncUnitTest-1542223576652 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1542223576652 [DEBUG] 2018-11-14 19:26:21,594 (V2TransferObjectTask:call:216) Task-urn:node:authMN-SyncUnitTest-1542223576652 MN system metadata retrieved... [DEBUG] 2018-11-14 19:26:21,594 (V2TransferObjectTask:processTask:419) Task-urn:node:authMN-SyncUnitTest-1542223576652 entering processTask... [DEBUG] 2018-11-14 19:26:21,594 (V2TransferObjectTask:resolve:810) Task-urn:node:authMN-SyncUnitTest-1542223576652 entering resolve... [DEBUG] 2018-11-14 19:26:21,596 (V2TransferObjectTask:resolve:820) Task-urn:node:authMN-SyncUnitTest-1542223576652 PID SyncUnitTest-1542223576652 does not exist on the CN. [DEBUG] 2018-11-14 19:26:21,596 (V2TransferObjectTask:processNewObject:465) Task-urn:node:authMN-SyncUnitTest-1542223576652 entering processNewObject... [DEBUG] 2018-11-14 19:26:21,597 (V2TransferObjectTask:validateSeriesId:594) Task-urn:node:authMN-SyncUnitTest-1542223576652 entering validateSeriesId... [ INFO] 2018-11-14 19:26:21,597 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-11-14 19:26:21,598 (V2TransferObjectTask:processNewObject:487) Task-urn:node:authMN-SyncUnitTest-1542223576652 Pid is not reserved by anyone. [DEBUG] 2018-11-14 19:26:21,598 (V2TransferObjectTask:populateInitialReplicaList:523) Task-urn:node:authMN-SyncUnitTest-1542223576652 entering populateInitialReplicaList [DEBUG] 2018-11-14 19:26:21,598 (V2TransferObjectTask:populateInitialReplicaList:538) Task-urn:node:authMN-SyncUnitTest-1542223576652 Included replica for original MN [DEBUG] 2018-11-14 19:26:21,598 (V2TransferObjectTask:populateInitialReplicaList:542) Task-urn:node:authMN-SyncUnitTest-1542223576652 Get Object Format [ INFO] 2018-11-14 19:26:21,599 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:26:21,599 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null Nov 14, 2018 7:26:21 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-11-14 19:26:21,603 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:26:21,603 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:21,605 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:26:21,605 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:26:21,605 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:26:21,606 (V2TransferObjectTask:createObject:852) Task-urn:node:authMN-SyncUnitTest-1542223576652 - Start CreateObject [ INFO] 2018-11-14 19:26:21,606 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:26:21,606 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:26:21,608 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:26:21,608 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:21,609 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:26:21,609 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:26:21,609 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:26:21,609 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [DEBUG] 2018-11-14 19:26:21,611 (V2TransferObjectTask:validateChecksum:956) Task-urn:node:authMN-SyncUnitTest-1542223576652 entering validateChecksum... [DEBUG] 2018-11-14 19:26:21,612 (V2TransferObjectTask:createObject:930) Task-urn:node:authMN-SyncUnitTest-1542223576652 Registering SystemMetadata... [DEBUG] 2018-11-14 19:26:21,615 (V2TransferObjectTask:createObject:933) Task-urn:node:authMN-SyncUnitTest-1542223576652 ... Registered SystemMetadata [ INFO] 2018-11-14 19:26:21,615 (V2TransferObjectTask:createObject:935) Task-urn:node:authMN-SyncUnitTest-1542223576652 - Completed CreateObject [ INFO] 2018-11-14 19:26:21,617 (V2TransferObjectTask:call:241) Task-urn:node:authMN-SyncUnitTest-1542223576652 - Unlocked Pid. [ INFO] 2018-11-14 19:26:21,617 (V2TransferObjectTask:call:301) Task-urn:node:authMN-SyncUnitTest-1542223576652 - exiting with callState: SUCCESS [ INFO] 2018-11-14 19:26:21,621 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1542223576652 - Locking task, attempt 1 [ INFO] 2018-11-14 19:26:21,622 (V2TransferObjectTask:call:214) Task-urn:node:authMN-SyncUnitTest-1542223576652 - Processing SyncObject [ INFO] 2018-11-14 19:26:21,622 (V2TransferObjectTask:retrieveMNSystemMetadata:324) Task-urn:node:authMN-SyncUnitTest-1542223576652 - Retrieved SystemMetadata Identifier:SyncUnitTest-1542223576652 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1542223576652 [DEBUG] 2018-11-14 19:26:21,622 (V2TransferObjectTask:call:216) Task-urn:node:authMN-SyncUnitTest-1542223576652 MN system metadata retrieved... [DEBUG] 2018-11-14 19:26:21,622 (V2TransferObjectTask:processTask:419) Task-urn:node:authMN-SyncUnitTest-1542223576652 entering processTask... [DEBUG] 2018-11-14 19:26:21,623 (V2TransferObjectTask:resolve:810) Task-urn:node:authMN-SyncUnitTest-1542223576652 entering resolve... [DEBUG] 2018-11-14 19:26:21,623 (V2TransferObjectTask:resolve:814) Task-urn:node:authMN-SyncUnitTest-1542223576652 PID SyncUnitTest-1542223576652 exists on the CN. [DEBUG] 2018-11-14 19:26:21,623 (V2TransferObjectTask:processUpdates:1102) Task-urn:node:authMN-SyncUnitTest-1542223576652 entering processUpdates... [ INFO] 2018-11-14 19:26:21,623 (V2TransferObjectTask:processUpdates:1107) Task-urn:node:authMN-SyncUnitTest-1542223576652 - Start ProcessUpdate [DEBUG] 2018-11-14 19:26:21,623 (V2TransferObjectTask:processUpdates:1108) Task-urn:node:authMN-SyncUnitTest-1542223576652 Getting sysMeta from HazelCast map [ INFO] 2018-11-14 19:26:21,625 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-11-14 19:26:21,626 (SystemMetadataValidator:validateEssentialProperties:180) The submitted checksum matches existing one [DEBUG] 2018-11-14 19:26:21,627 (V2TransferObjectTask:validateSeriesId:594) Task-urn:node:authMN-SyncUnitTest-1542223576652 entering validateSeriesId... [DEBUG] 2018-11-14 19:26:21,627 (V2TransferObjectTask:processV2AuthoritativeUpdate:1317) Task-urn:node:authMN-SyncUnitTest-1542223576652 entering processV2AuthoritativeUpdate... [DEBUG] 2018-11-14 19:26:21,627 (V2TransferObjectTask:processV2AuthoritativeUpdate:1329) Task-urn:node:authMN-SyncUnitTest-1542223576652 Copied over existing Replica section from CN.. [DEBUG] 2018-11-14 19:26:21,627 (V2TransferObjectTask:processV2AuthoritativeUpdate:1352) Task-urn:node:authMN-SyncUnitTest-1542223576652 Updated CN with new SystemMetadata [ INFO] 2018-11-14 19:26:21,627 (V2TransferObjectTask:notifyReplicaNodes:1433) Task-urn:node:authMN-SyncUnitTest-1542223576652 - Entering notifyReplicaNodes... [ INFO] 2018-11-14 19:26:21,629 (V2TransferObjectTask:processUpdates:1139) Task-urn:node:authMN-SyncUnitTest-1542223576652 - Completed ProcessUpdate [ INFO] 2018-11-14 19:26:21,630 (V2TransferObjectTask:call:241) Task-urn:node:authMN-SyncUnitTest-1542223576652 - Unlocked Pid. [ INFO] 2018-11-14 19:26:21,630 (V2TransferObjectTask:call:301) Task-urn:node:authMN-SyncUnitTest-1542223576652 - exiting with callState: SUCCESS Nov 14, 2018 7:26:21 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Nov 14, 2018 7:26:22 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33812] lost. Reason: Explicit close Nov 14, 2018 7:26:22 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [22] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:26:22 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [22] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:26:22 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:26:22 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:26:22 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33813] lost. Reason: Explicit close Nov 14, 2018 7:26:22 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:26:22 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,997 ms later, attempt 1 of 1. Nov 14, 2018 7:26:22 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:26:22 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,997 ms later, attempt 1 of 1. Nov 14, 2018 7:26:22 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Nov 14, 2018 7:26:22 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 774 ms. Nov 14, 2018 7:26:22 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Nov 14, 2018 7:26:22 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Nov 14, 2018 7:26:22 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Nov 14, 2018 7:26:22 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Nov 14, 2018 7:26:22 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Nov 14, 2018 7:26:22 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Nov 14, 2018 7:26:22 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Nov 14, 2018 7:26:22 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Nov 14, 2018 7:26:22 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_14_DataONEBuildTest Nov 14, 2018 7:26:22 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-11-14 19:26:22,412 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:26:22,415 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-11-14 19:26:22,415 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:22,415 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: 404 Not Found

Not Found

The requested URL /cn/v2/node was not found on this server.

Apache/2.2.22 (Ubuntu) Server at localhost Port 80
at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.client.v2.itk.D1Object.generateSystemMetadata(D1Object.java:526) at org.dataone.client.v2.itk.D1Object.(D1Object.java:199) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:954) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:931) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncUpdate_NonAuthoritativeNode(TransferObjectTaskTest.java:740) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-11-14 19:26:22,416 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:26:22,418 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:26:22,418 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:22,419 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:26:22,419 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:26:22,419 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:26:22,423 (MockReserveIdentifierService:reserveIdentifier:41) entering reserveIdentifier... [ INFO] 2018-11-14 19:26:22,423 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ INFO] 2018-11-14 19:26:22,424 (MockReserveIdentifierService:reserveIdentifier:50) adding reservation... [ INFO] 2018-11-14 19:26:22,424 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1542223582412 - Locking task, attempt 1 Nov 14, 2018 7:26:27 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33821 Nov 14, 2018 7:26:27 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33822 Nov 14, 2018 7:26:27 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33822 Nov 14, 2018 7:26:27 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33821 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:26:27 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33821 Nov 14, 2018 7:26:27 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:26:27 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33822 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:26:27 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:26:27 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-11-14 19:26:27,245 (V2TransferObjectTask:call:214) Task-urn:node:authMN-SyncUnitTest-1542223582412 - Processing SyncObject [ INFO] 2018-11-14 19:26:27,246 (V2TransferObjectTask:retrieveMNSystemMetadata:324) Task-urn:node:authMN-SyncUnitTest-1542223582412 - Retrieved SystemMetadata Identifier:SyncUnitTest-1542223582412 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1542223582412 [DEBUG] 2018-11-14 19:26:27,246 (V2TransferObjectTask:call:216) Task-urn:node:authMN-SyncUnitTest-1542223582412 MN system metadata retrieved... [DEBUG] 2018-11-14 19:26:27,246 (V2TransferObjectTask:processTask:419) Task-urn:node:authMN-SyncUnitTest-1542223582412 entering processTask... [DEBUG] 2018-11-14 19:26:27,246 (V2TransferObjectTask:resolve:810) Task-urn:node:authMN-SyncUnitTest-1542223582412 entering resolve... [DEBUG] 2018-11-14 19:26:27,247 (V2TransferObjectTask:resolve:820) Task-urn:node:authMN-SyncUnitTest-1542223582412 PID SyncUnitTest-1542223582412 does not exist on the CN. [DEBUG] 2018-11-14 19:26:27,247 (V2TransferObjectTask:processNewObject:465) Task-urn:node:authMN-SyncUnitTest-1542223582412 entering processNewObject... [DEBUG] 2018-11-14 19:26:27,247 (V2TransferObjectTask:validateSeriesId:594) Task-urn:node:authMN-SyncUnitTest-1542223582412 entering validateSeriesId... [ INFO] 2018-11-14 19:26:27,247 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-11-14 19:26:27,247 (V2TransferObjectTask:processNewObject:484) Task-urn:node:authMN-SyncUnitTest-1542223582412 Pid is reserved by this object's submitter. [DEBUG] 2018-11-14 19:26:27,248 (V2TransferObjectTask:populateInitialReplicaList:523) Task-urn:node:authMN-SyncUnitTest-1542223582412 entering populateInitialReplicaList [DEBUG] 2018-11-14 19:26:27,248 (V2TransferObjectTask:populateInitialReplicaList:538) Task-urn:node:authMN-SyncUnitTest-1542223582412 Included replica for original MN [DEBUG] 2018-11-14 19:26:27,248 (V2TransferObjectTask:populateInitialReplicaList:542) Task-urn:node:authMN-SyncUnitTest-1542223582412 Get Object Format [ INFO] 2018-11-14 19:26:27,248 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:26:27,248 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:26:27,251 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:26:27,251 (ExceptionHandler:filterErrors:93) response httpCode: 404 Nov 14, 2018 7:26:27 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ WARN] 2018-11-14 19:26:27,252 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:26:27,252 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:26:27,252 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:26:27,252 (V2TransferObjectTask:createObject:852) Task-urn:node:authMN-SyncUnitTest-1542223582412 - Start CreateObject [ INFO] 2018-11-14 19:26:27,252 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:26:27,252 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:26:27,255 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:26:27,255 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:27,256 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:26:27,256 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:26:27,256 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:26:27,256 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [DEBUG] 2018-11-14 19:26:27,257 (V2TransferObjectTask:validateChecksum:956) Task-urn:node:authMN-SyncUnitTest-1542223582412 entering validateChecksum... [DEBUG] 2018-11-14 19:26:27,258 (V2TransferObjectTask:createObject:930) Task-urn:node:authMN-SyncUnitTest-1542223582412 Registering SystemMetadata... [DEBUG] 2018-11-14 19:26:27,261 (V2TransferObjectTask:createObject:933) Task-urn:node:authMN-SyncUnitTest-1542223582412 ... Registered SystemMetadata [ INFO] 2018-11-14 19:26:27,261 (V2TransferObjectTask:createObject:935) Task-urn:node:authMN-SyncUnitTest-1542223582412 - Completed CreateObject [ INFO] 2018-11-14 19:26:27,262 (V2TransferObjectTask:call:241) Task-urn:node:authMN-SyncUnitTest-1542223582412 - Unlocked Pid. [ INFO] 2018-11-14 19:26:27,262 (V2TransferObjectTask:call:301) Task-urn:node:authMN-SyncUnitTest-1542223582412 - exiting with callState: SUCCESS [ INFO] 2018-11-14 19:26:27,265 (V2TransferObjectTask:call:209) Task-urn:node:otherMN-SyncUnitTest-1542223582412 - Locking task, attempt 1 [ INFO] 2018-11-14 19:26:27,266 (V2TransferObjectTask:call:214) Task-urn:node:otherMN-SyncUnitTest-1542223582412 - Processing SyncObject [ INFO] 2018-11-14 19:26:27,266 (V2TransferObjectTask:retrieveMNSystemMetadata:324) Task-urn:node:otherMN-SyncUnitTest-1542223582412 - Retrieved SystemMetadata Identifier:SyncUnitTest-1542223582412 from node urn:node:otherMN for ObjectInfo Identifier SyncUnitTest-1542223582412 [DEBUG] 2018-11-14 19:26:27,266 (V2TransferObjectTask:call:216) Task-urn:node:otherMN-SyncUnitTest-1542223582412 MN system metadata retrieved... [DEBUG] 2018-11-14 19:26:27,266 (V2TransferObjectTask:processTask:419) Task-urn:node:otherMN-SyncUnitTest-1542223582412 entering processTask... [DEBUG] 2018-11-14 19:26:27,266 (V2TransferObjectTask:resolve:810) Task-urn:node:otherMN-SyncUnitTest-1542223582412 entering resolve... [DEBUG] 2018-11-14 19:26:27,267 (V2TransferObjectTask:resolve:814) Task-urn:node:otherMN-SyncUnitTest-1542223582412 PID SyncUnitTest-1542223582412 exists on the CN. [DEBUG] 2018-11-14 19:26:27,267 (V2TransferObjectTask:processUpdates:1102) Task-urn:node:otherMN-SyncUnitTest-1542223582412 entering processUpdates... [ INFO] 2018-11-14 19:26:27,267 (V2TransferObjectTask:processUpdates:1107) Task-urn:node:otherMN-SyncUnitTest-1542223582412 - Start ProcessUpdate [DEBUG] 2018-11-14 19:26:27,267 (V2TransferObjectTask:processUpdates:1108) Task-urn:node:otherMN-SyncUnitTest-1542223582412 Getting sysMeta from HazelCast map [ INFO] 2018-11-14 19:26:27,269 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-11-14 19:26:27,270 (SystemMetadataValidator:validateEssentialProperties:180) The submitted checksum matches existing one [DEBUG] 2018-11-14 19:26:27,270 (V2TransferObjectTask:processPossibleNewReplica:1174) Task-urn:node:otherMN-SyncUnitTest-1542223582412 entering processPossibleNewReplica... [ INFO] 2018-11-14 19:26:27,270 (V2TransferObjectTask:processPossibleNewReplica:1188) Task-urn:node:otherMN-SyncUnitTest-1542223582412 - Non-authoritative source, adding the node as a replica [ INFO] 2018-11-14 19:26:27,270 (V2TransferObjectTask:notifyReplicaNodes:1433) Task-urn:node:otherMN-SyncUnitTest-1542223582412 - Entering notifyReplicaNodes... [ERROR] 2018-11-14 19:26:27,272 (V2TransferObjectTask:notifyReplicaNodes:1454) Task-urn:node:otherMN-SyncUnitTest-1542223582412 - Failed to notify replica member node urn:node:authMN - ServiceFailure - Could not get CNode from the underlying context (D1Client.CN_URL) org.dataone.service.exceptions.ServiceFailure: Could not get CNode from the underlying context (D1Client.CN_URL) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:168) at org.dataone.cn.batch.synchronization.NodeCommSyncObjectFactory.createNodeComm(NodeCommSyncObjectFactory.java:151) at org.dataone.cn.batch.synchronization.NodeCommSyncObjectFactory.getNodeComm(NodeCommSyncObjectFactory.java:137) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.notifyReplicaNode(V2TransferObjectTask.java:1521) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.notifyReplicaNodes(V2TransferObjectTask.java:1447) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processPossibleNewReplica(V2TransferObjectTask.java:1194) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processUpdates(V2TransferObjectTask.java:1137) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:428) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:218) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncUpdate_NonAuthoritativeNode(TransferObjectTaskTest.java:770) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-11-14 19:26:27,273 (V2TransferObjectTask:processUpdates:1139) Task-urn:node:otherMN-SyncUnitTest-1542223582412 - Completed ProcessUpdate [ INFO] 2018-11-14 19:26:27,273 (V2TransferObjectTask:call:241) Task-urn:node:otherMN-SyncUnitTest-1542223582412 - Unlocked Pid. [ INFO] 2018-11-14 19:26:27,273 (V2TransferObjectTask:call:301) Task-urn:node:otherMN-SyncUnitTest-1542223582412 - exiting with callState: SUCCESS Nov 14, 2018 7:26:27 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Nov 14, 2018 7:26:27 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [24] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:26:27 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33822] lost. Reason: Explicit close Nov 14, 2018 7:26:27 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:26:27 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [24] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:26:27 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:26:27 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33821] lost. Reason: Explicit close Nov 14, 2018 7:26:27 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:26:27 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:26:27 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,997 ms later, attempt 1 of 1. Nov 14, 2018 7:26:27 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,997 ms later, attempt 1 of 1. Nov 14, 2018 7:26:27 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Nov 14, 2018 7:26:27 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 639 ms. Nov 14, 2018 7:26:27 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Nov 14, 2018 7:26:27 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Nov 14, 2018 7:26:27 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Nov 14, 2018 7:26:27 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Nov 14, 2018 7:26:27 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Nov 14, 2018 7:26:27 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Nov 14, 2018 7:26:27 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Nov 14, 2018 7:26:27 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Nov 14, 2018 7:26:27 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_15_DataONEBuildTest Nov 14, 2018 7:26:27 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-11-14 19:26:27,931 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:26:27,934 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-11-14 19:26:27,934 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:27,935 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: 404 Not Found

Not Found

The requested URL /cn/v2/node was not found on this server.

Apache/2.2.22 (Ubuntu) Server at localhost Port 80
at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.client.v2.itk.D1Object.generateSystemMetadata(D1Object.java:526) at org.dataone.client.v2.itk.D1Object.(D1Object.java:199) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:954) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.createTestObjectOnMN(TransferObjectTaskTest.java:931) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncUpdate_NonAuthoritativeNode_addPossibleReplica(TransferObjectTaskTest.java:814) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-11-14 19:26:27,936 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:26:27,938 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:26:27,938 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:27,939 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:26:27,939 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:26:27,939 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:26:27,944 (MockReserveIdentifierService:reserveIdentifier:41) entering reserveIdentifier... [ INFO] 2018-11-14 19:26:27,944 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ INFO] 2018-11-14 19:26:27,945 (MockReserveIdentifierService:reserveIdentifier:50) adding reservation... [ INFO] 2018-11-14 19:26:27,945 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1542223587931 - Locking task, attempt 1 Nov 14, 2018 7:26:32 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33829 Nov 14, 2018 7:26:32 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33828 Nov 14, 2018 7:26:32 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33828 Nov 14, 2018 7:26:32 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33829 Nov 14, 2018 7:26:32 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33829 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:26:32 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33828 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:26:32 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:26:32 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:26:32 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED Nov 14, 2018 7:26:32 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-11-14 19:26:32,938 (V2TransferObjectTask:call:214) Task-urn:node:authMN-SyncUnitTest-1542223587931 - Processing SyncObject [ INFO] 2018-11-14 19:26:32,939 (V2TransferObjectTask:retrieveMNSystemMetadata:324) Task-urn:node:authMN-SyncUnitTest-1542223587931 - Retrieved SystemMetadata Identifier:SyncUnitTest-1542223587931 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1542223587931 [DEBUG] 2018-11-14 19:26:32,939 (V2TransferObjectTask:call:216) Task-urn:node:authMN-SyncUnitTest-1542223587931 MN system metadata retrieved... [DEBUG] 2018-11-14 19:26:32,939 (V2TransferObjectTask:processTask:419) Task-urn:node:authMN-SyncUnitTest-1542223587931 entering processTask... [DEBUG] 2018-11-14 19:26:32,939 (V2TransferObjectTask:resolve:810) Task-urn:node:authMN-SyncUnitTest-1542223587931 entering resolve... [DEBUG] 2018-11-14 19:26:32,941 (V2TransferObjectTask:resolve:820) Task-urn:node:authMN-SyncUnitTest-1542223587931 PID SyncUnitTest-1542223587931 does not exist on the CN. [DEBUG] 2018-11-14 19:26:32,941 (V2TransferObjectTask:processNewObject:465) Task-urn:node:authMN-SyncUnitTest-1542223587931 entering processNewObject... [DEBUG] 2018-11-14 19:26:32,941 (V2TransferObjectTask:validateSeriesId:594) Task-urn:node:authMN-SyncUnitTest-1542223587931 entering validateSeriesId... [ INFO] 2018-11-14 19:26:32,941 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-11-14 19:26:32,942 (V2TransferObjectTask:processNewObject:484) Task-urn:node:authMN-SyncUnitTest-1542223587931 Pid is reserved by this object's submitter. [DEBUG] 2018-11-14 19:26:32,942 (V2TransferObjectTask:populateInitialReplicaList:523) Task-urn:node:authMN-SyncUnitTest-1542223587931 entering populateInitialReplicaList [DEBUG] 2018-11-14 19:26:32,942 (V2TransferObjectTask:populateInitialReplicaList:538) Task-urn:node:authMN-SyncUnitTest-1542223587931 Included replica for original MN [DEBUG] 2018-11-14 19:26:32,942 (V2TransferObjectTask:populateInitialReplicaList:542) Task-urn:node:authMN-SyncUnitTest-1542223587931 Get Object Format [ INFO] 2018-11-14 19:26:32,942 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:26:32,946 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-11-14 19:26:32,946 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:32,948 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: 404 Not Found

Not Found

The requested URL /cn/v2/node was not found on this server.

Apache/2.2.22 (Ubuntu) Server at localhost Port 80
at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.cn.batch.harvest.mock.InMemoryCNReadCore.getFormat(InMemoryCNReadCore.java:597) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.populateInitialReplicaList(V2TransferObjectTask.java:543) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processNewObject(V2TransferObjectTask.java:498) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:432) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:218) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncUpdate_NonAuthoritativeNode_addPossibleReplica(TransferObjectTaskTest.java:825) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-11-14 19:26:32,949 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:26:32,953 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:26:32,953 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:32,954 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:26:32,955 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:26:32,955 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:26:32,955 (V2TransferObjectTask:createObject:852) Task-urn:node:authMN-SyncUnitTest-1542223587931 - Start CreateObject [ INFO] 2018-11-14 19:26:32,956 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:26:32,956 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:26:32,958 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:26:32,958 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:32,959 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:26:32,959 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:26:32,960 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:26:32,960 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [DEBUG] 2018-11-14 19:26:32,961 (V2TransferObjectTask:validateChecksum:956) Task-urn:node:authMN-SyncUnitTest-1542223587931 entering validateChecksum... [DEBUG] 2018-11-14 19:26:32,961 (V2TransferObjectTask:createObject:930) Task-urn:node:authMN-SyncUnitTest-1542223587931 Registering SystemMetadata... [DEBUG] 2018-11-14 19:26:32,964 (V2TransferObjectTask:createObject:933) Task-urn:node:authMN-SyncUnitTest-1542223587931 ... Registered SystemMetadata [ INFO] 2018-11-14 19:26:32,964 (V2TransferObjectTask:createObject:935) Task-urn:node:authMN-SyncUnitTest-1542223587931 - Completed CreateObject [ INFO] 2018-11-14 19:26:32,965 (V2TransferObjectTask:call:241) Task-urn:node:authMN-SyncUnitTest-1542223587931 - Unlocked Pid. [ INFO] 2018-11-14 19:26:32,965 (V2TransferObjectTask:call:301) Task-urn:node:authMN-SyncUnitTest-1542223587931 - exiting with callState: SUCCESS [ INFO] 2018-11-14 19:26:32,966 (V2TransferObjectTask:call:209) Task-urn:node:otherMN-SyncUnitTest-1542223587931 - Locking task, attempt 1 [ INFO] 2018-11-14 19:26:32,966 (V2TransferObjectTask:call:214) Task-urn:node:otherMN-SyncUnitTest-1542223587931 - Processing SyncObject [ INFO] 2018-11-14 19:26:32,967 (V2TransferObjectTask:retrieveMNSystemMetadata:324) Task-urn:node:otherMN-SyncUnitTest-1542223587931 - Retrieved SystemMetadata Identifier:SyncUnitTest-1542223587931 from node urn:node:otherMN for ObjectInfo Identifier SyncUnitTest-1542223587931 [DEBUG] 2018-11-14 19:26:32,967 (V2TransferObjectTask:call:216) Task-urn:node:otherMN-SyncUnitTest-1542223587931 MN system metadata retrieved... [DEBUG] 2018-11-14 19:26:32,967 (V2TransferObjectTask:processTask:419) Task-urn:node:otherMN-SyncUnitTest-1542223587931 entering processTask... [DEBUG] 2018-11-14 19:26:32,967 (V2TransferObjectTask:resolve:810) Task-urn:node:otherMN-SyncUnitTest-1542223587931 entering resolve... [DEBUG] 2018-11-14 19:26:32,967 (V2TransferObjectTask:resolve:814) Task-urn:node:otherMN-SyncUnitTest-1542223587931 PID SyncUnitTest-1542223587931 exists on the CN. [DEBUG] 2018-11-14 19:26:32,967 (V2TransferObjectTask:processUpdates:1102) Task-urn:node:otherMN-SyncUnitTest-1542223587931 entering processUpdates... [ INFO] 2018-11-14 19:26:32,967 (V2TransferObjectTask:processUpdates:1107) Task-urn:node:otherMN-SyncUnitTest-1542223587931 - Start ProcessUpdate [DEBUG] 2018-11-14 19:26:32,967 (V2TransferObjectTask:processUpdates:1108) Task-urn:node:otherMN-SyncUnitTest-1542223587931 Getting sysMeta from HazelCast map [ INFO] 2018-11-14 19:26:32,969 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-11-14 19:26:32,970 (SystemMetadataValidator:validateEssentialProperties:180) The submitted checksum matches existing one [DEBUG] 2018-11-14 19:26:32,970 (V2TransferObjectTask:processPossibleNewReplica:1174) Task-urn:node:otherMN-SyncUnitTest-1542223587931 entering processPossibleNewReplica... [ INFO] 2018-11-14 19:26:32,970 (V2TransferObjectTask:processPossibleNewReplica:1188) Task-urn:node:otherMN-SyncUnitTest-1542223587931 - Non-authoritative source, adding the node as a replica [ INFO] 2018-11-14 19:26:32,971 (V2TransferObjectTask:notifyReplicaNodes:1433) Task-urn:node:otherMN-SyncUnitTest-1542223587931 - Entering notifyReplicaNodes... [ERROR] 2018-11-14 19:26:32,973 (V2TransferObjectTask:notifyReplicaNodes:1454) Task-urn:node:otherMN-SyncUnitTest-1542223587931 - Failed to notify replica member node urn:node:authMN - ServiceFailure - Could not get CNode from the underlying context (D1Client.CN_URL) org.dataone.service.exceptions.ServiceFailure: Could not get CNode from the underlying context (D1Client.CN_URL) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:168) at org.dataone.cn.batch.synchronization.NodeCommSyncObjectFactory.createNodeComm(NodeCommSyncObjectFactory.java:151) at org.dataone.cn.batch.synchronization.NodeCommSyncObjectFactory.getNodeComm(NodeCommSyncObjectFactory.java:137) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.notifyReplicaNode(V2TransferObjectTask.java:1521) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.notifyReplicaNodes(V2TransferObjectTask.java:1447) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processPossibleNewReplica(V2TransferObjectTask.java:1194) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processUpdates(V2TransferObjectTask.java:1137) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:428) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:218) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.testSyncUpdate_NonAuthoritativeNode_addPossibleReplica(TransferObjectTaskTest.java:843) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-11-14 19:26:32,973 (V2TransferObjectTask:processUpdates:1139) Task-urn:node:otherMN-SyncUnitTest-1542223587931 - Completed ProcessUpdate [ INFO] 2018-11-14 19:26:32,974 (V2TransferObjectTask:call:241) Task-urn:node:otherMN-SyncUnitTest-1542223587931 - Unlocked Pid. [ INFO] 2018-11-14 19:26:32,974 (V2TransferObjectTask:call:301) Task-urn:node:otherMN-SyncUnitTest-1542223587931 - exiting with callState: SUCCESS Nov 14, 2018 7:26:32 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Nov 14, 2018 7:26:33 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33828] lost. Reason: Explicit close Nov 14, 2018 7:26:33 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [26] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:26:33 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [26] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:26:33 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:26:33 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33829] lost. Reason: Explicit close Nov 14, 2018 7:26:33 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:26:33 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:26:33 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,998 ms later, attempt 1 of 1. Nov 14, 2018 7:26:33 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:26:33 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,996 ms later, attempt 1 of 1. Nov 14, 2018 7:26:33 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Nov 14, 2018 7:26:33 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 708 ms. Nov 14, 2018 7:26:33 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Nov 14, 2018 7:26:33 PM com.hazelcast.config.ClasspathXmlConfig INFO: Configuring Hazelcast from 'org/dataone/configuration/hazelcast.xml'. Hazelcast Group Config: GroupConfig [name=DataONEBuildTest, password=*******************] Hazelcast Maps: hzObjectPath hzNodes hzSystemMetadata Nov 14, 2018 7:26:33 PM com.hazelcast.impl.AddressPicker INFO: Interfaces is disabled, trying to pick one address from TCP-IP config addresses: [127.0.0.1] Nov 14, 2018 7:26:33 PM com.hazelcast.impl.AddressPicker INFO: Picked Address[127.0.0.1]:5720, using socket ServerSocket[addr=/0.0.0.0,localport=5720], bind any local is true Nov 14, 2018 7:26:33 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Community Edition 2.4.1 (20121213) starting at Address[127.0.0.1]:5720 Nov 14, 2018 7:26:33 PM com.hazelcast.system INFO: [127.0.0.1]:5720 [DataONEBuildTest] Copyright (C) 2008-2012 Hazelcast.com Nov 14, 2018 7:26:33 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTING Nov 14, 2018 7:26:33 PM com.hazelcast.impl.TcpIpJoiner INFO: [127.0.0.1]:5720 [DataONEBuildTest] Members [1] { Member [127.0.0.1]:5720 this } Nov 14, 2018 7:26:33 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is STARTED Hazelcast member hzMember name: _hzInstance_16_DataONEBuildTest Nov 14, 2018 7:26:33 PM com.hazelcast.impl.PartitionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] Initializing cluster partition table first arrangement... [ INFO] 2018-11-14 19:26:33,699 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:26:33,699 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:26:33,702 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:26:33,703 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:33,703 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:26:33,704 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:26:33,704 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. pre-sync authMN value: org.dataone.service.types.v1.NodeReference@559d1138 post-create authMN value: null [ INFO] 2018-11-14 19:26:33,710 (MockReserveIdentifierService:reserveIdentifier:41) entering reserveIdentifier... [ INFO] 2018-11-14 19:26:33,710 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [ INFO] 2018-11-14 19:26:33,711 (MockReserveIdentifierService:reserveIdentifier:50) adding reservation... [ INFO] 2018-11-14 19:26:33,711 (V2TransferObjectTask:call:209) Task-urn:node:authMN-SyncUnitTest-1542223593699 - Locking task, attempt 1 Nov 14, 2018 7:26:38 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33837 Nov 14, 2018 7:26:38 PM com.hazelcast.nio.SocketAcceptor INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 is accepting socket connection from /127.0.0.1:33838 Nov 14, 2018 7:26:38 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33837 Nov 14, 2018 7:26:38 PM com.hazelcast.nio.ConnectionManager INFO: [127.0.0.1]:5720 [DataONEBuildTest] 5720 accepted socket connection from /127.0.0.1:33838 Nov 14, 2018 7:26:38 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33837 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:26:38 PM com.hazelcast.impl.ClientHandlerService INFO: [127.0.0.1]:5720 [DataONEBuildTest] received auth from Connection [/127.0.0.1:33838 -> null] live=true, client=true, type=CLIENT, successfully authenticated Nov 14, 2018 7:26:38 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:26:38 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENING Nov 14, 2018 7:26:38 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED Nov 14, 2018 7:26:38 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_OPENED [ INFO] 2018-11-14 19:26:38,588 (V2TransferObjectTask:call:214) Task-urn:node:authMN-SyncUnitTest-1542223593699 - Processing SyncObject [ INFO] 2018-11-14 19:26:38,589 (V2TransferObjectTask:retrieveMNSystemMetadata:324) Task-urn:node:authMN-SyncUnitTest-1542223593699 - Retrieved SystemMetadata Identifier:SyncUnitTest-1542223593699 from node urn:node:authMN for ObjectInfo Identifier SyncUnitTest-1542223593699 [DEBUG] 2018-11-14 19:26:38,589 (V2TransferObjectTask:call:216) Task-urn:node:authMN-SyncUnitTest-1542223593699 MN system metadata retrieved... [DEBUG] 2018-11-14 19:26:38,589 (V2TransferObjectTask:processTask:419) Task-urn:node:authMN-SyncUnitTest-1542223593699 entering processTask... [DEBUG] 2018-11-14 19:26:38,589 (V2TransferObjectTask:resolve:810) Task-urn:node:authMN-SyncUnitTest-1542223593699 entering resolve... [DEBUG] 2018-11-14 19:26:38,591 (V2TransferObjectTask:resolve:820) Task-urn:node:authMN-SyncUnitTest-1542223593699 PID SyncUnitTest-1542223593699 does not exist on the CN. [DEBUG] 2018-11-14 19:26:38,591 (V2TransferObjectTask:processNewObject:465) Task-urn:node:authMN-SyncUnitTest-1542223593699 entering processNewObject... [DEBUG] 2018-11-14 19:26:38,591 (V2TransferObjectTask:validateSeriesId:594) Task-urn:node:authMN-SyncUnitTest-1542223593699 entering validateSeriesId... [ INFO] 2018-11-14 19:26:38,596 (MockReserveIdentifierService:hasReservation:90) entering hasReservation... [DEBUG] 2018-11-14 19:26:38,596 (V2TransferObjectTask:processNewObject:484) Task-urn:node:authMN-SyncUnitTest-1542223593699 Pid is reserved by this object's submitter. [DEBUG] 2018-11-14 19:26:38,596 (V2TransferObjectTask:populateInitialReplicaList:523) Task-urn:node:authMN-SyncUnitTest-1542223593699 entering populateInitialReplicaList [DEBUG] 2018-11-14 19:26:38,596 (V2TransferObjectTask:populateInitialReplicaList:538) Task-urn:node:authMN-SyncUnitTest-1542223593699 Included replica for original MN [DEBUG] 2018-11-14 19:26:38,597 (V2TransferObjectTask:populateInitialReplicaList:542) Task-urn:node:authMN-SyncUnitTest-1542223593699 Get Object Format [ INFO] 2018-11-14 19:26:38,597 (ObjectFormatCache:refreshCache:181) entering refreshCache()... [ INFO] 2018-11-14 19:26:38,601 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/node [ INFO] 2018-11-14 19:26:38,601 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:38,603 (D1Client:bestAttemptRefreshNodeLocator:327) Could not refresh D1Client's NodeLocator, using previous one. org.dataone.service.exceptions.ServiceFailure: 404: Not Found: parser for deserializing HTML not written yet. Providing message body: 404 Not Found

Not Found

The requested URL /cn/v2/node was not found on this server.

Apache/2.2.22 (Ubuntu) Server at localhost Port 80
at org.dataone.service.util.ExceptionHandler.deserializeHtmlAndThrowException(ExceptionHandler.java:423) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:372) at org.dataone.service.util.ExceptionHandler.deserializeAndThrowException(ExceptionHandler.java:313) at org.dataone.service.util.ExceptionHandler.filterErrors(ExceptionHandler.java:107) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:343) at org.dataone.client.rest.HttpMultipartRestClient.doGetRequest(HttpMultipartRestClient.java:328) at org.dataone.client.v2.impl.MultipartCNode.listNodes(MultipartCNode.java:445) at org.dataone.client.v2.impl.SettingsContextNodeLocator.getNodeListFromSettingsCN(SettingsContextNodeLocator.java:116) at org.dataone.client.v2.impl.SettingsContextNodeLocator.(SettingsContextNodeLocator.java:83) at org.dataone.client.v2.itk.D1Client.bestAttemptRefreshNodeLocator(D1Client.java:322) at org.dataone.client.v2.itk.D1Client.getCN(D1Client.java:268) at org.dataone.client.v2.formats.ObjectFormatCache.refreshCache(ObjectFormatCache.java:195) at org.dataone.client.v2.formats.ObjectFormatCache.getFormat(ObjectFormatCache.java:283) at org.dataone.cn.batch.harvest.mock.InMemoryCNReadCore.getFormat(InMemoryCNReadCore.java:597) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.populateInitialReplicaList(V2TransferObjectTask.java:543) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processNewObject(V2TransferObjectTask.java:498) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:432) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:218) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncNewObject_unassigned_AuthNode_Should_fail(TransferObjectTaskTest.java:907) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ INFO] 2018-11-14 19:26:38,604 (ObjectFormatCache:refreshCache:196) refreshing objectFormatCache from cn: null [ INFO] 2018-11-14 19:26:38,607 (RestClient:doRequestNoBody:268) RestClient.doRequestNoBody, thread(1) call Info: GET http://localhost/cn/v2/formats [ INFO] 2018-11-14 19:26:38,607 (ExceptionHandler:filterErrors:93) response httpCode: 404 [ WARN] 2018-11-14 19:26:38,608 (ObjectFormatCache:refreshCache:203) Could not refresh ObjectFormat cache from CN: http://localhost/cn/ [ WARN] 2018-11-14 19:26:38,608 (ObjectFormatCache:refreshCache:206) Will temporarily use the locally cached list. [ INFO] 2018-11-14 19:26:38,608 (ObjectFormatCache:refreshCache:229) refreshed cache from format list shipped with libclient_java. [ INFO] 2018-11-14 19:26:38,610 (V2TransferObjectTask:call:241) Task-urn:node:authMN-SyncUnitTest-1542223593699 - Unlocked Pid. [ERROR] 2018-11-14 19:26:38,610 (V2TransferObjectTask:call:266) Task-urn:node:authMN-SyncUnitTest-1542223593699 - SynchronizationFailed: Synchronization task of [PID::] SyncUnitTest-1542223593699 [::PID] failed. Cause: InvalidSystemMetadata: The following properties cannot be null: authoritativeMemberNode org.dataone.service.exceptions.SynchronizationFailed: Synchronization task of [PID::] SyncUnitTest-1542223593699 [::PID] failed. Cause: InvalidSystemMetadata: The following properties cannot be null: authoritativeMemberNode at org.dataone.cn.batch.synchronization.tasks.SyncFailedTask.createSynchronizationFailed(SyncFailedTask.java:99) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processNewObject(V2TransferObjectTask.java:505) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.processTask(V2TransferObjectTask.java:432) at org.dataone.cn.batch.synchronization.tasks.V2TransferObjectTask.call(V2TransferObjectTask.java:218) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncTheObject(TransferObjectTaskTest.java:984) at org.dataone.cn.batch.synchronization.tasks.TransferObjectTaskTest.syncNewObject_unassigned_AuthNode_Should_fail(TransferObjectTaskTest.java:907) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:44) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:15) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:41) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:20) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:28) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:31) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:76) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:50) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:193) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:52) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:191) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:42) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:184) at org.junit.runners.ParentRunner.run(ParentRunner.java:236) at org.apache.maven.surefire.junit4.JUnit4TestSet.execute(JUnit4TestSet.java:53) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:123) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:104) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.maven.surefire.util.ReflectionUtils.invokeMethodWithArray(ReflectionUtils.java:164) at org.apache.maven.surefire.booter.ProviderFactory$ProviderProxy.invoke(ProviderFactory.java:110) at org.apache.maven.surefire.booter.SurefireStarter.invokeProvider(SurefireStarter.java:175) at org.apache.maven.surefire.booter.SurefireStarter.runSuitesInProcessWhenForked(SurefireStarter.java:107) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:68) [ WARN] 2018-11-14 19:26:38,610 (SyncFailedTask:submitSynchronizationFailed:116) Task-urn:node:authMN-SyncUnitTest-1542223593699 - SynchronizationFailed: detail code: 6001 id:SyncUnitTest-1542223593699 nodeId:null description:Synchronization task of [PID::] SyncUnitTest-1542223593699 [::PID] failed. Cause: InvalidSystemMetadata: The following properties cannot be null: authoritativeMemberNode [ INFO] 2018-11-14 19:26:38,611 (V2TransferObjectTask:call:301) Task-urn:node:authMN-SyncUnitTest-1542223593699 - exiting with callState: FAILED eventDate=Wed Nov 14 19:26:38 UTC 2018 : type=SYNCHRONIZATION_FAILED : id=SyncUnitTest-1542223593699 : nodeId=urn:node:authMN Nov 14, 2018 7:26:38 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTTING_DOWN Nov 14, 2018 7:26:39 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33838] lost. Reason: Explicit close Nov 14, 2018 7:26:39 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [28] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:26:39 PM com.hazelcast.client.ConnectionManager WARNING: Connection to Connection [28] [localhost/127.0.0.1:5720 -> 127.0.0.1:5720] is lost Nov 14, 2018 7:26:39 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:26:39 PM com.hazelcast.client.LifecycleServiceClientImpl INFO: HazelcastClient is CLIENT_CONNECTION_LOST Nov 14, 2018 7:26:39 PM com.hazelcast.nio.Connection INFO: [127.0.0.1]:5720 [DataONEBuildTest] Connection [Address[127.0.0.1]:33837] lost. Reason: Explicit close Nov 14, 2018 7:26:39 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:26:39 PM com.hazelcast.client.ConnectionManager WARNING: got an exception on getConnection:Connection reset java.net.SocketException: Connection reset at java.net.SocketInputStream.read(SocketInputStream.java:209) at java.net.SocketInputStream.read(SocketInputStream.java:141) at java.io.BufferedInputStream.fill(BufferedInputStream.java:246) at java.io.BufferedInputStream.read1(BufferedInputStream.java:286) at java.io.BufferedInputStream.read(BufferedInputStream.java:345) at java.io.DataInputStream.readFully(DataInputStream.java:195) at java.io.DataInputStream.readFully(DataInputStream.java:169) at com.hazelcast.client.PacketReader.readPacket(PacketReader.java:32) at com.hazelcast.client.DefaultClientBinder.writeAndRead(DefaultClientBinder.java:74) at com.hazelcast.client.DefaultClientBinder.auth(DefaultClientBinder.java:61) at com.hazelcast.client.DefaultClientBinder.bind(DefaultClientBinder.java:44) at com.hazelcast.client.ConnectionManager.bindConnection(ConnectionManager.java:225) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:139) at com.hazelcast.client.ConnectionManager.lookForLiveConnection(ConnectionManager.java:115) at com.hazelcast.client.OutRunnable$1.run(OutRunnable.java:176) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:344) at com.hazelcast.client.HazelcastClient$1.call(HazelcastClient.java:342) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617) at java.lang.Thread.run(Thread.java:745) Nov 14, 2018 7:26:39 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,998 ms later, attempt 1 of 1. Nov 14, 2018 7:26:39 PM com.hazelcast.client.ConnectionManager INFO: Unable to get alive cluster connection, try in 4,997 ms later, attempt 1 of 1. Nov 14, 2018 7:26:39 PM com.hazelcast.initializer INFO: [127.0.0.1]:5720 [DataONEBuildTest] Destroying node initializer. Nov 14, 2018 7:26:39 PM com.hazelcast.impl.Node INFO: [127.0.0.1]:5720 [DataONEBuildTest] Hazelcast Shutdown is completed in 839 ms. Nov 14, 2018 7:26:39 PM com.hazelcast.impl.LifecycleServiceImpl INFO: [127.0.0.1]:5720 [DataONEBuildTest] Address[127.0.0.1]:5720 is SHUTDOWN Tests run: 17, Failures: 0, Errors: 0, Skipped: 1, Time elapsed: 81.444 sec Running org.dataone.cn.batch.synchronization.tasks.ObjectListHarvestTaskTest [ INFO] 2018-11-14 19:26:39,462 (SyncQueueFacade::130) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@7ec58feb Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:39,462 (SyncQueueFacade::135) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@7ec58feb Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:39,463 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@7ec58feb added queue named 'legacy' to the queue round robin [ INFO] 2018-11-14 19:26:39,463 (SyncQueueFacade::152) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@7ec58feb added 'legacy' queue to its queue round-robin. size: 0 [DEBUG] 2018-11-14 19:26:39,477 (ObjectListHarvestTask:getFullObjectList:288) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T12:00:39.370+00:00 and endDate of 2018-11-14T19:26:29.469+00:00 listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,0,0) returning 0 out of 2222 objectInfos [ INFO] 2018-11-14 19:26:39,479 (ObjectListHarvestTask:getFullObjectList:308) urn:node:HARVEST_TEST- has 2222 pids to harvest. [DEBUG] 2018-11-14 19:26:39,479 (ObjectListHarvestTask:adjustFilterWindow:370) 0. total = 2222, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Fri Dec 08 15:43:34 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Fri Dec 08 15:43:34 UTC 2017,0,0) returning 0 out of 2222 objectInfos [DEBUG] 2018-11-14 19:26:39,482 (ObjectListHarvestTask:adjustFilterWindow:370) 1. total = 2222, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Wed Jun 21 01:52:06 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Jun 21 01:52:06 UTC 2017,0,0) returning 0 out of 2222 objectInfos [DEBUG] 2018-11-14 19:26:39,483 (ObjectListHarvestTask:adjustFilterWindow:370) 2. total = 2222, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Mon Mar 27 18:56:23 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Mon Mar 27 18:56:23 UTC 2017,0,0) returning 0 out of 2222 objectInfos [DEBUG] 2018-11-14 19:26:39,484 (ObjectListHarvestTask:adjustFilterWindow:370) 3. total = 2222, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Mon Feb 13 03:28:31 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Mon Feb 13 03:28:31 UTC 2017,0,0) returning 0 out of 2222 objectInfos [DEBUG] 2018-11-14 19:26:39,485 (ObjectListHarvestTask:adjustFilterWindow:370) 4. total = 2222, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Sun Jan 22 19:44:35 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Sun Jan 22 19:44:35 UTC 2017,0,0) returning 0 out of 2222 objectInfos [DEBUG] 2018-11-14 19:26:39,486 (ObjectListHarvestTask:adjustFilterWindow:370) 5. total = 2222, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Thu Jan 12 03:52:37 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Thu Jan 12 03:52:37 UTC 2017,0,0) returning 0 out of 2222 objectInfos [DEBUG] 2018-11-14 19:26:39,487 (ObjectListHarvestTask:adjustFilterWindow:370) 6. total = 2222, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Fri Jan 06 19:56:38 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Fri Jan 06 19:56:38 UTC 2017,0,0) returning 0 out of 2222 objectInfos [DEBUG] 2018-11-14 19:26:39,487 (ObjectListHarvestTask:adjustFilterWindow:370) 7. total = 2222, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Wed Jan 04 03:58:38 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Jan 04 03:58:38 UTC 2017,0,0) returning 0 out of 2222 objectInfos [DEBUG] 2018-11-14 19:26:39,488 (ObjectListHarvestTask:adjustFilterWindow:370) 8. total = 2222, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Mon Jan 02 19:59:39 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Mon Jan 02 19:59:39 UTC 2017,0,0) returning 0 out of 1919 objectInfos [ INFO] 2018-11-14 19:26:39,492 (ObjectListHarvestTask:adjustFilterWindow:384) urn:node:HARVEST_TEST - final time window: total = 1919, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Mon Jan 02 19:59:39 UTC 2017] [ INFO] 2018-11-14 19:26:39,493 (ObjectListHarvestTask:getFullObjectList:311) urn:node:HARVEST_TEST- adjusting harvest toDate to limit the total for paged harvest [to between max and 2*max] listObjects(Sun Jan 01 12:00:39 UTC 2017,Mon Jan 02 19:59:39 UTC 2017,0,500) returning 500 out of 1919 objectInfos listObjects(Sun Jan 01 12:00:39 UTC 2017,Mon Jan 02 19:59:39 UTC 2017,500,500) returning 500 out of 1919 objectInfos listObjects(Sun Jan 01 12:00:39 UTC 2017,Mon Jan 02 19:59:39 UTC 2017,1000,500) returning 500 out of 1919 objectInfos listObjects(Sun Jan 01 12:00:39 UTC 2017,Mon Jan 02 19:59:39 UTC 2017,1500,500) returning 419 out of 1919 objectInfos [ INFO] 2018-11-14 19:26:39,504 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@7ec58feb added queue named 'urn:node:HARVEST_TEST' to the queue round robin NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 12:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,506 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 12:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 13:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,506 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 13:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 14:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,507 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 14:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 15:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,507 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 15:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 16:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,508 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 16:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 17:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,508 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 17:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 18:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,509 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 18:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 19:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,509 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 19:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 20:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,510 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 20:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 21:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,510 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 21:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 22:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,511 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 22:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 23:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,511 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 23:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 00:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,512 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 00:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 01:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,512 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 01:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 02:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,513 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 02:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 03:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,513 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 03:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 04:39:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,514 (ObjectListHarvestTask:spoolToSynchronizationQueue:241) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 04:39:39 UTC 2017 ***end of harvest*** [DEBUG] 2018-11-14 19:26:39,514 (ObjectListHarvestTask:getFullObjectList:288) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-02T04:39:39.470+00:00 and endDate of 2018-11-14T19:26:19.469+00:00 listObjects(Mon Jan 02 04:39:39 UTC 2017,Wed Nov 14 19:26:19 UTC 2018,0,0) returning 0 out of 1222 objectInfos [ INFO] 2018-11-14 19:26:39,515 (ObjectListHarvestTask:getFullObjectList:308) urn:node:HARVEST_TEST- has 1222 pids to harvest. [ INFO] 2018-11-14 19:26:39,515 (ObjectListHarvestTask:getFullObjectList:311) urn:node:HARVEST_TEST- adjusting harvest toDate to limit the total for paged harvest [to between max and 2*max] listObjects(Mon Jan 02 04:39:39 UTC 2017,Wed Nov 14 19:26:19 UTC 2018,0,500) returning 500 out of 1222 objectInfos listObjects(Mon Jan 02 04:39:39 UTC 2017,Wed Nov 14 19:26:19 UTC 2018,500,500) returning 500 out of 1222 objectInfos listObjects(Mon Jan 02 04:39:39 UTC 2017,Wed Nov 14 19:26:19 UTC 2018,1000,500) returning 222 out of 1222 objectInfos NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 05:39:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,518 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 05:39:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 06:39:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,518 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 06:39:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 07:39:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,519 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 07:39:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 08:39:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,519 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 08:39:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 09:39:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,519 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 09:39:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 10:39:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,520 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 10:39:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 11:39:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,520 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 11:39:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 12:39:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,521 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 12:39:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 13:39:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,521 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 13:39:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 14:39:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,521 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 14:39:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 15:39:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,522 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 15:39:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 16:39:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,522 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 16:39:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 17:39:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,522 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 17:39:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 18:39:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,523 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 18:39:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 19:39:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,523 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 19:39:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 20:39:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,524 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 20:39:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 21:39:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,524 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 21:39:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 22:39:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,524 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 22:39:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 23:39:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,525 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 23:39:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 00:39:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,525 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 00:39:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 01:01:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,525 (ObjectListHarvestTask:spoolToSynchronizationQueue:241) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 01:01:39 UTC 2017 ***end of harvest*** [ INFO] 2018-11-14 19:26:39,526 (SyncQueueFacade::130) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@5bdd5689 Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:39,526 (SyncQueueFacade::135) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@5bdd5689 Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:39,526 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@5bdd5689 added queue named 'legacy' to the queue round robin [ INFO] 2018-11-14 19:26:39,526 (SyncQueueFacade::152) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@5bdd5689 added 'legacy' queue to its queue round-robin. size: 0 [DEBUG] 2018-11-14 19:26:39,528 (ObjectListHarvestTask:getFullObjectList:288) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T12:00:39.428+00:00 and endDate of 2018-11-14T19:26:29.527+00:00 listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,0,0) returning 0 out of 3722 objectInfos [ INFO] 2018-11-14 19:26:39,529 (ObjectListHarvestTask:getFullObjectList:308) urn:node:HARVEST_TEST- has 3722 pids to harvest. [DEBUG] 2018-11-14 19:26:39,529 (ObjectListHarvestTask:adjustFilterWindow:370) 0. total = 3722, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Fri Dec 08 15:43:34 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Fri Dec 08 15:43:34 UTC 2017,0,0) returning 0 out of 3722 objectInfos [DEBUG] 2018-11-14 19:26:39,530 (ObjectListHarvestTask:adjustFilterWindow:370) 1. total = 3722, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Wed Jun 21 01:52:06 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Jun 21 01:52:06 UTC 2017,0,0) returning 0 out of 3722 objectInfos [DEBUG] 2018-11-14 19:26:39,532 (ObjectListHarvestTask:adjustFilterWindow:370) 2. total = 3722, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Mon Mar 27 18:56:23 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Mon Mar 27 18:56:23 UTC 2017,0,0) returning 0 out of 3722 objectInfos [DEBUG] 2018-11-14 19:26:39,533 (ObjectListHarvestTask:adjustFilterWindow:370) 3. total = 3722, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Mon Feb 13 03:28:31 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Mon Feb 13 03:28:31 UTC 2017,0,0) returning 0 out of 3722 objectInfos [DEBUG] 2018-11-14 19:26:39,534 (ObjectListHarvestTask:adjustFilterWindow:370) 4. total = 3722, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Sun Jan 22 19:44:35 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Sun Jan 22 19:44:35 UTC 2017,0,0) returning 0 out of 3722 objectInfos [DEBUG] 2018-11-14 19:26:39,535 (ObjectListHarvestTask:adjustFilterWindow:370) 5. total = 3722, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Thu Jan 12 03:52:37 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Thu Jan 12 03:52:37 UTC 2017,0,0) returning 0 out of 3722 objectInfos [DEBUG] 2018-11-14 19:26:39,536 (ObjectListHarvestTask:adjustFilterWindow:370) 6. total = 3722, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Fri Jan 06 19:56:38 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Fri Jan 06 19:56:38 UTC 2017,0,0) returning 0 out of 3722 objectInfos [DEBUG] 2018-11-14 19:26:39,537 (ObjectListHarvestTask:adjustFilterWindow:370) 7. total = 3722, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Wed Jan 04 03:58:38 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Jan 04 03:58:38 UTC 2017,0,0) returning 0 out of 3722 objectInfos [DEBUG] 2018-11-14 19:26:39,538 (ObjectListHarvestTask:adjustFilterWindow:370) 8. total = 3722, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Mon Jan 02 19:59:39 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Mon Jan 02 19:59:39 UTC 2017,0,0) returning 0 out of 3419 objectInfos [DEBUG] 2018-11-14 19:26:39,539 (ObjectListHarvestTask:adjustFilterWindow:370) 9. total = 3419, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Mon Jan 02 04:00:09 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Mon Jan 02 04:00:09 UTC 2017,0,0) returning 0 out of 2460 objectInfos [DEBUG] 2018-11-14 19:26:39,541 (ObjectListHarvestTask:adjustFilterWindow:370) 10. total = 2460, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Sun Jan 01 20:00:24 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Sun Jan 01 20:00:24 UTC 2017,0,0) returning 0 out of 1980 objectInfos [ INFO] 2018-11-14 19:26:39,541 (ObjectListHarvestTask:adjustFilterWindow:384) urn:node:HARVEST_TEST - final time window: total = 1980, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Sun Jan 01 20:00:24 UTC 2017] [ INFO] 2018-11-14 19:26:39,541 (ObjectListHarvestTask:getFullObjectList:311) urn:node:HARVEST_TEST- adjusting harvest toDate to limit the total for paged harvest [to between max and 2*max] listObjects(Sun Jan 01 12:00:39 UTC 2017,Sun Jan 01 20:00:24 UTC 2017,0,500) returning 500 out of 1980 objectInfos listObjects(Sun Jan 01 12:00:39 UTC 2017,Sun Jan 01 20:00:24 UTC 2017,500,500) returning 500 out of 1980 objectInfos listObjects(Sun Jan 01 12:00:39 UTC 2017,Sun Jan 01 20:00:24 UTC 2017,1000,500) returning 500 out of 1980 objectInfos listObjects(Sun Jan 01 12:00:39 UTC 2017,Sun Jan 01 20:00:24 UTC 2017,1500,500) returning 480 out of 1980 objectInfos [ INFO] 2018-11-14 19:26:39,546 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@5bdd5689 added queue named 'urn:node:HARVEST_TEST' to the queue round robin NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 12:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,547 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 12:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 13:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,547 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 13:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 14:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,547 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 14:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 15:19:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,548 (ObjectListHarvestTask:spoolToSynchronizationQueue:241) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 15:19:39 UTC 2017 ***end of harvest*** [DEBUG] 2018-11-14 19:26:39,548 (ObjectListHarvestTask:getFullObjectList:288) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T15:19:39.528+00:00 and endDate of 2018-11-14T19:26:19.527+00:00 listObjects(Sun Jan 01 15:19:39 UTC 2017,Wed Nov 14 19:26:19 UTC 2018,0,0) returning 0 out of 3522 objectInfos [ INFO] 2018-11-14 19:26:39,549 (ObjectListHarvestTask:getFullObjectList:308) urn:node:HARVEST_TEST- has 3522 pids to harvest. [DEBUG] 2018-11-14 19:26:39,549 (ObjectListHarvestTask:adjustFilterWindow:370) 0. total = 3522, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:39 UTC 2017 to Fri Dec 08 17:22:59 UTC 2017] listObjects(Sun Jan 01 15:19:39 UTC 2017,Fri Dec 08 17:22:59 UTC 2017,0,0) returning 0 out of 3522 objectInfos [DEBUG] 2018-11-14 19:26:39,549 (ObjectListHarvestTask:adjustFilterWindow:370) 1. total = 3522, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:39 UTC 2017 to Wed Jun 21 04:21:19 UTC 2017] listObjects(Sun Jan 01 15:19:39 UTC 2017,Wed Jun 21 04:21:19 UTC 2017,0,0) returning 0 out of 3522 objectInfos [DEBUG] 2018-11-14 19:26:39,550 (ObjectListHarvestTask:adjustFilterWindow:370) 2. total = 3522, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:39 UTC 2017 to Mon Mar 27 21:50:29 UTC 2017] listObjects(Sun Jan 01 15:19:39 UTC 2017,Mon Mar 27 21:50:29 UTC 2017,0,0) returning 0 out of 3522 objectInfos [DEBUG] 2018-11-14 19:26:39,550 (ObjectListHarvestTask:adjustFilterWindow:370) 3. total = 3522, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:39 UTC 2017 to Mon Feb 13 06:35:04 UTC 2017] listObjects(Sun Jan 01 15:19:39 UTC 2017,Mon Feb 13 06:35:04 UTC 2017,0,0) returning 0 out of 3522 objectInfos [DEBUG] 2018-11-14 19:26:39,551 (ObjectListHarvestTask:adjustFilterWindow:370) 4. total = 3522, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:39 UTC 2017 to Sun Jan 22 22:57:22 UTC 2017] listObjects(Sun Jan 01 15:19:39 UTC 2017,Sun Jan 22 22:57:22 UTC 2017,0,0) returning 0 out of 3522 objectInfos [DEBUG] 2018-11-14 19:26:39,551 (ObjectListHarvestTask:adjustFilterWindow:370) 5. total = 3522, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:39 UTC 2017 to Thu Jan 12 07:08:30 UTC 2017] listObjects(Sun Jan 01 15:19:39 UTC 2017,Thu Jan 12 07:08:30 UTC 2017,0,0) returning 0 out of 3522 objectInfos [DEBUG] 2018-11-14 19:26:39,552 (ObjectListHarvestTask:adjustFilterWindow:370) 6. total = 3522, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:39 UTC 2017 to Fri Jan 06 23:14:05 UTC 2017] listObjects(Sun Jan 01 15:19:39 UTC 2017,Fri Jan 06 23:14:05 UTC 2017,0,0) returning 0 out of 3522 objectInfos [DEBUG] 2018-11-14 19:26:39,552 (ObjectListHarvestTask:adjustFilterWindow:370) 7. total = 3522, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:39 UTC 2017 to Wed Jan 04 07:16:52 UTC 2017] listObjects(Sun Jan 01 15:19:39 UTC 2017,Wed Jan 04 07:16:52 UTC 2017,0,0) returning 0 out of 3522 objectInfos [DEBUG] 2018-11-14 19:26:39,553 (ObjectListHarvestTask:adjustFilterWindow:370) 8. total = 3522, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:39 UTC 2017 to Mon Jan 02 23:18:15 UTC 2017] listObjects(Sun Jan 01 15:19:39 UTC 2017,Mon Jan 02 23:18:15 UTC 2017,0,0) returning 0 out of 3418 objectInfos [DEBUG] 2018-11-14 19:26:39,553 (ObjectListHarvestTask:adjustFilterWindow:370) 9. total = 3418, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:39 UTC 2017 to Mon Jan 02 07:18:57 UTC 2017] listObjects(Sun Jan 01 15:19:39 UTC 2017,Mon Jan 02 07:18:57 UTC 2017,0,0) returning 0 out of 2459 objectInfos [DEBUG] 2018-11-14 19:26:39,554 (ObjectListHarvestTask:adjustFilterWindow:370) 10. total = 2459, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:39 UTC 2017 to Sun Jan 01 23:19:18 UTC 2017] listObjects(Sun Jan 01 15:19:39 UTC 2017,Sun Jan 01 23:19:18 UTC 2017,0,0) returning 0 out of 1979 objectInfos [ INFO] 2018-11-14 19:26:39,554 (ObjectListHarvestTask:adjustFilterWindow:384) urn:node:HARVEST_TEST - final time window: total = 1979, max = 1000: adjustingFilterWindow: [Sun Jan 01 15:19:39 UTC 2017 to Sun Jan 01 23:19:18 UTC 2017] [ INFO] 2018-11-14 19:26:39,554 (ObjectListHarvestTask:getFullObjectList:311) urn:node:HARVEST_TEST- adjusting harvest toDate to limit the total for paged harvest [to between max and 2*max] listObjects(Sun Jan 01 15:19:39 UTC 2017,Sun Jan 01 23:19:18 UTC 2017,0,500) returning 500 out of 1979 objectInfos listObjects(Sun Jan 01 15:19:39 UTC 2017,Sun Jan 01 23:19:18 UTC 2017,500,500) returning 500 out of 1979 objectInfos listObjects(Sun Jan 01 15:19:39 UTC 2017,Sun Jan 01 23:19:18 UTC 2017,1000,500) returning 500 out of 1979 objectInfos listObjects(Sun Jan 01 15:19:39 UTC 2017,Sun Jan 01 23:19:18 UTC 2017,1500,500) returning 479 out of 1979 objectInfos NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 15:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,561 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 15:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 15:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,562 (ObjectListHarvestTask:spoolToSynchronizationQueue:241) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 15:20:39 UTC 2017 ***end of harvest*** [DEBUG] 2018-11-14 19:26:39,562 (ObjectListHarvestTask:getFullObjectList:288) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T15:20:39.528+00:00 and endDate of 2018-11-14T19:26:09.527+00:00 listObjects(Sun Jan 01 15:20:39 UTC 2017,Wed Nov 14 19:26:09 UTC 2018,0,0) returning 0 out of 2021 objectInfos [ INFO] 2018-11-14 19:26:39,562 (ObjectListHarvestTask:getFullObjectList:308) urn:node:HARVEST_TEST- has 2021 pids to harvest. [ INFO] 2018-11-14 19:26:39,562 (ObjectListHarvestTask:getFullObjectList:311) urn:node:HARVEST_TEST- adjusting harvest toDate to limit the total for paged harvest [to between max and 2*max] listObjects(Sun Jan 01 15:20:39 UTC 2017,Wed Nov 14 19:26:09 UTC 2018,0,500) returning 500 out of 2021 objectInfos listObjects(Sun Jan 01 15:20:39 UTC 2017,Wed Nov 14 19:26:09 UTC 2018,500,500) returning 500 out of 2021 objectInfos listObjects(Sun Jan 01 15:20:39 UTC 2017,Wed Nov 14 19:26:09 UTC 2018,1000,500) returning 500 out of 2021 objectInfos listObjects(Sun Jan 01 15:20:39 UTC 2017,Wed Nov 14 19:26:09 UTC 2018,1500,500) returning 500 out of 2021 objectInfos listObjects(Sun Jan 01 15:20:39 UTC 2017,Wed Nov 14 19:26:09 UTC 2018,2000,500) returning 21 out of 2021 objectInfos NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 16:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,567 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 16:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 17:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,567 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 17:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 18:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,568 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 18:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 19:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,568 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 19:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 20:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,568 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 20:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 21:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,569 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 21:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 22:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,569 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 22:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 23:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,569 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 23:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 00:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,570 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 00:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 01:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,570 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 01:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 02:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,570 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 02:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 03:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,571 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 03:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 04:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,571 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 04:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 05:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,572 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 05:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 06:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,572 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 06:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 07:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,572 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 07:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 08:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,573 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 08:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 09:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,573 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 09:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 10:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,573 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 10:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 11:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,574 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 11:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 12:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,574 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 12:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 13:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,575 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 13:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 14:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,575 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 14:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 15:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,575 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 15:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 16:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,576 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 16:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 17:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,576 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 17:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 18:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,576 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 18:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 19:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,577 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 19:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 20:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,577 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 20:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 21:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,578 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 21:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 22:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,578 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 22:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 23:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,578 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 23:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 00:20:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,579 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 00:20:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 01:01:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,579 (ObjectListHarvestTask:spoolToSynchronizationQueue:241) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 01:01:39 UTC 2017 ***end of harvest*** [ INFO] 2018-11-14 19:26:39,580 (SyncQueueFacade::130) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@2788d0fe Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:39,580 (SyncQueueFacade::135) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@2788d0fe Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:39,580 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@2788d0fe added queue named 'legacy' to the queue round robin [ INFO] 2018-11-14 19:26:39,580 (SyncQueueFacade::152) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@2788d0fe added 'legacy' queue to its queue round-robin. size: 0 [DEBUG] 2018-11-14 19:26:39,582 (ObjectListHarvestTask:getFullObjectList:288) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T12:00:39.481+00:00 and endDate of 2018-11-14T19:26:29.580+00:00 listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,0,0) returning 0 out of 3333 objectInfos [ INFO] 2018-11-14 19:26:39,582 (ObjectListHarvestTask:getFullObjectList:308) urn:node:HARVEST_TEST- has 3333 pids to harvest. [ INFO] 2018-11-14 19:26:39,582 (ObjectListHarvestTask:getFullObjectList:311) urn:node:HARVEST_TEST- adjusting harvest toDate to limit the total for paged harvest [to between max and 2*max] listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,0,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,500,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,1000,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,1500,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,2000,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,2500,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,3000,500) returning 333 out of 3333 objectInfos [ INFO] 2018-11-14 19:26:39,588 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@2788d0fe added queue named 'urn:node:HARVEST_TEST' to the queue round robin NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 12:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,589 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 12:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 13:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,589 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 13:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 14:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,590 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 14:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 15:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,590 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 15:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 16:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,591 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 16:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 17:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,591 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 17:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 18:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,591 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 18:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 19:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,592 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 19:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 20:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,592 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 20:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 21:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,592 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 21:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 22:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,593 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 22:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Sun Jan 01 23:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,593 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Sun Jan 01 23:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 00:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,594 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 00:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 01:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,594 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 01:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 02:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,594 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 02:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 03:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,595 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 03:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 04:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,595 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 04:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 05:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,595 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 05:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 06:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,596 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 06:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 07:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,596 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 07:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 08:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,597 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 08:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 09:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,597 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 09:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 10:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,597 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 10:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 11:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,598 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 11:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 12:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,598 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 12:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 13:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,598 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 13:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 14:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,599 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 14:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 15:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,599 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 15:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 16:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,599 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 16:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 17:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,600 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 17:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 18:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,600 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 18:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 19:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,600 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 19:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 20:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,601 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 20:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 21:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,601 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 21:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 22:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,601 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 22:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Mon Jan 02 23:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,602 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Mon Jan 02 23:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 00:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,602 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 00:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 01:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,603 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 01:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 02:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,603 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 02:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 03:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,603 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 03:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 04:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,604 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 04:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 05:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,604 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 05:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 06:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,604 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 06:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 07:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,605 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 07:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 08:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,605 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 08:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 09:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,605 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 09:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 10:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,606 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 10:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 11:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,606 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 11:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 12:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,606 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 12:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 13:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,607 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 13:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 14:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,607 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 14:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 15:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,607 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 15:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 16:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,608 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 16:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 17:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,608 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 17:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 18:59:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,608 (ObjectListHarvestTask:spoolToSynchronizationQueue:227) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 18:59:39 UTC 2017 NodeRegistrySyncService setting dateLastHarvested: Tue Jan 03 19:32:39 UTC 2017 [ INFO] 2018-11-14 19:26:39,609 (ObjectListHarvestTask:spoolToSynchronizationQueue:241) urn:node:HARVEST_TEST - updated lastHarvestedDate to Tue Jan 03 19:32:39 UTC 2017 ***end of harvest*** [ INFO] 2018-11-14 19:26:39,609 (SyncQueueFacade::130) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@73ab3aac Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:39,609 (SyncQueueFacade::135) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@73ab3aac Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:39,610 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@73ab3aac added queue named 'legacy' to the queue round robin [ INFO] 2018-11-14 19:26:39,610 (SyncQueueFacade::152) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@73ab3aac added 'legacy' queue to its queue round-robin. size: 0 [DEBUG] 2018-11-14 19:26:39,612 (ObjectListHarvestTask:getFullObjectList:288) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T12:00:39.511+00:00 and endDate of 2018-11-14T19:26:29.610+00:00 [ WARN] 2018-11-14 19:26:39,614 (ObjectListHarvestTask:getFullObjectList:318) urn:node:HARVEST_TEST- Node doesn't like slicing parameters, trying single-page harvest strategy: listObjects does not support 'start' and 'count' parameters [ INFO] 2018-11-14 19:26:39,614 (SyncQueueFacade::130) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@26e412ef Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:39,614 (SyncQueueFacade::135) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@26e412ef Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:39,615 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@26e412ef added queue named 'legacy' to the queue round robin [ INFO] 2018-11-14 19:26:39,615 (SyncQueueFacade::152) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@26e412ef added 'legacy' queue to its queue round-robin. size: 0 [DEBUG] 2018-11-14 19:26:39,616 (ObjectListHarvestTask:getFullObjectList:288) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T11:43:59.616+00:00 and endDate of 2018-11-14T19:26:29.615+00:00 [ WARN] 2018-11-14 19:26:39,617 (ObjectListHarvestTask:getFullObjectList:318) urn:node:HARVEST_TEST- Node doesn't like slicing parameters, trying single-page harvest strategy: listObjects does not support 'start' and 'count' parameters listObjects(Sun Jan 01 11:43:59 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,0,null) returning 3333 out of 3333 objectInfos [DEBUG] 2018-11-14 19:26:39,622 (ObjectListHarvestTask:getFullObjectList:288) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T11:43:59.616+00:00 and endDate of 2018-11-14T19:26:19.615+00:00 [ WARN] 2018-11-14 19:26:39,622 (ObjectListHarvestTask:getFullObjectList:318) urn:node:HARVEST_TEST- Node doesn't like slicing parameters, trying single-page harvest strategy: listObjects does not support 'start' and 'count' parameters listObjects(Sun Jan 01 11:43:59 UTC 2017,Wed Nov 14 19:26:19 UTC 2018,0,null) returning 3333 out of 3333 objectInfos [ INFO] 2018-11-14 19:26:39,624 (SyncQueueFacade::130) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@55f8669d Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:39,625 (SyncQueueFacade::135) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@55f8669d Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:39,625 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@55f8669d added queue named 'legacy' to the queue round robin [ INFO] 2018-11-14 19:26:39,625 (SyncQueueFacade::152) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@55f8669d added 'legacy' queue to its queue round-robin. size: 0 [DEBUG] 2018-11-14 19:26:39,627 (ObjectListHarvestTask:getFullObjectList:288) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T11:43:59.626+00:00 and endDate of 2018-11-14T19:26:29.625+00:00 [ WARN] 2018-11-14 19:26:39,628 (ObjectListHarvestTask:getFullObjectList:318) urn:node:HARVEST_TEST- Node doesn't like slicing parameters, trying single-page harvest strategy: listObjects does not support 'start' and 'count' parameters listObjects(Sun Jan 01 11:43:59 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,0,null) returning 1000 out of 3333 objectInfos [ERROR] 2018-11-14 19:26:39,628 (ObjectListHarvestTask:doAllInOneHarvest:478) urn:node:HARVEST_TEST - MemberNode does not support paging, but also doesn't return the total list within the harvest period. Cannot harvest! [ INFO] 2018-11-14 19:26:39,630 (SyncQueueFacade::130) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@cb0f763 Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:39,630 (SyncQueueFacade::135) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@cb0f763 Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:39,630 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@cb0f763 added queue named 'legacy' to the queue round robin [ INFO] 2018-11-14 19:26:39,630 (SyncQueueFacade::152) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@cb0f763 added 'legacy' queue to its queue round-robin. size: 0 [DEBUG] 2018-11-14 19:26:39,632 (ObjectListHarvestTask:getFullObjectList:288) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-04T06:40:39.631+00:00 and endDate of 2018-11-14T19:26:29.630+00:00 [ WARN] 2018-11-14 19:26:39,633 (ObjectListHarvestTask:getFullObjectList:318) urn:node:HARVEST_TEST- Node doesn't like slicing parameters, trying single-page harvest strategy: listObjects does not support 'start' and 'count' parameters listObjects(Wed Jan 04 06:40:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,0,null) returning 0 out of 0 objectInfos [ INFO] 2018-11-14 19:26:39,633 (SyncQueueFacade::130) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@4ba89729 Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:39,634 (SyncQueueFacade::135) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@4ba89729 Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:39,634 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@4ba89729 added queue named 'legacy' to the queue round robin [ INFO] 2018-11-14 19:26:39,634 (SyncQueueFacade::152) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@4ba89729 added 'legacy' queue to its queue round-robin. size: 0 [DEBUG] 2018-11-14 19:26:39,635 (ObjectListHarvestTask:getFullObjectList:288) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T12:00:39.535+00:00 and endDate of 2018-11-14T19:26:29.634+00:00 listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,0,0) returning 0 out of 3333 objectInfos [ INFO] 2018-11-14 19:26:39,636 (ObjectListHarvestTask:getFullObjectList:308) urn:node:HARVEST_TEST- has 3333 pids to harvest. [ INFO] 2018-11-14 19:26:39,636 (ObjectListHarvestTask:getFullObjectList:311) urn:node:HARVEST_TEST- adjusting harvest toDate to limit the total for paged harvest [to between max and 2*max] listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,0,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,500,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,1000,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,1500,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,2000,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,2500,500) returning 500 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,3000,500) returning 333 out of 3333 objectInfos [DEBUG] 2018-11-14 19:26:39,641 (ObjectListHarvestTask:getFullObjectList:288) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T12:00:39.535+00:00 and endDate of 2018-11-14T19:26:19.634+00:00 listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Nov 14 19:26:19 UTC 2018,0,0) returning 0 out of 3333 objectInfos [ INFO] 2018-11-14 19:26:39,642 (ObjectListHarvestTask:getFullObjectList:308) urn:node:HARVEST_TEST- has 3333 pids to harvest. [DEBUG] 2018-11-14 19:26:39,642 (ObjectListHarvestTask:adjustFilterWindow:370) 0. total = 3333, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Fri Dec 08 15:43:29 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Fri Dec 08 15:43:29 UTC 2017,0,0) returning 0 out of 3333 objectInfos [DEBUG] 2018-11-14 19:26:39,642 (ObjectListHarvestTask:adjustFilterWindow:370) 1. total = 3333, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Wed Jun 21 01:52:04 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Jun 21 01:52:04 UTC 2017,0,0) returning 0 out of 3333 objectInfos [DEBUG] 2018-11-14 19:26:39,643 (ObjectListHarvestTask:adjustFilterWindow:370) 2. total = 3333, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Mon Mar 27 18:56:22 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Mon Mar 27 18:56:22 UTC 2017,0,0) returning 0 out of 3333 objectInfos [DEBUG] 2018-11-14 19:26:39,643 (ObjectListHarvestTask:adjustFilterWindow:370) 3. total = 3333, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Mon Feb 13 03:28:30 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Mon Feb 13 03:28:30 UTC 2017,0,0) returning 0 out of 3333 objectInfos [DEBUG] 2018-11-14 19:26:39,644 (ObjectListHarvestTask:adjustFilterWindow:370) 4. total = 3333, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Sun Jan 22 19:44:35 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Sun Jan 22 19:44:35 UTC 2017,0,0) returning 0 out of 3333 objectInfos [DEBUG] 2018-11-14 19:26:39,644 (ObjectListHarvestTask:adjustFilterWindow:370) 5. total = 3333, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Thu Jan 12 03:52:37 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Thu Jan 12 03:52:37 UTC 2017,0,0) returning 0 out of 3333 objectInfos [DEBUG] 2018-11-14 19:26:39,644 (ObjectListHarvestTask:adjustFilterWindow:370) 6. total = 3333, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Fri Jan 06 19:56:38 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Fri Jan 06 19:56:38 UTC 2017,0,0) returning 0 out of 3333 objectInfos [DEBUG] 2018-11-14 19:26:39,645 (ObjectListHarvestTask:adjustFilterWindow:370) 7. total = 3333, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Wed Jan 04 03:58:38 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Jan 04 03:58:38 UTC 2017,0,0) returning 0 out of 3333 objectInfos [DEBUG] 2018-11-14 19:26:39,645 (ObjectListHarvestTask:adjustFilterWindow:370) 8. total = 3333, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Mon Jan 02 19:59:39 UTC 2017] listObjects(Sun Jan 01 12:00:39 UTC 2017,Mon Jan 02 19:59:39 UTC 2017,0,0) returning 0 out of 1919 objectInfos [ INFO] 2018-11-14 19:26:39,646 (ObjectListHarvestTask:adjustFilterWindow:384) urn:node:HARVEST_TEST - final time window: total = 1919, max = 1000: adjustingFilterWindow: [Sun Jan 01 12:00:39 UTC 2017 to Mon Jan 02 19:59:39 UTC 2017] [ INFO] 2018-11-14 19:26:39,646 (ObjectListHarvestTask:getFullObjectList:311) urn:node:HARVEST_TEST- adjusting harvest toDate to limit the total for paged harvest [to between max and 2*max] listObjects(Sun Jan 01 12:00:39 UTC 2017,Mon Jan 02 19:59:39 UTC 2017,0,500) returning 500 out of 1919 objectInfos listObjects(Sun Jan 01 12:00:39 UTC 2017,Mon Jan 02 19:59:39 UTC 2017,500,500) returning 500 out of 1919 objectInfos listObjects(Sun Jan 01 12:00:39 UTC 2017,Mon Jan 02 19:59:39 UTC 2017,1000,500) returning 500 out of 1919 objectInfos listObjects(Sun Jan 01 12:00:39 UTC 2017,Mon Jan 02 19:59:39 UTC 2017,1500,500) returning 419 out of 1919 objectInfos [ INFO] 2018-11-14 19:26:39,648 (SyncQueueFacade::130) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@178270b2 Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:39,648 (SyncQueueFacade::135) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@178270b2 Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:39,649 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@178270b2 added queue named 'legacy' to the queue round robin [ INFO] 2018-11-14 19:26:39,649 (SyncQueueFacade::152) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@178270b2 added 'legacy' queue to its queue round-robin. size: 0 [DEBUG] 2018-11-14 19:26:39,651 (ObjectListHarvestTask:getFullObjectList:288) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-01T12:00:39.550+00:00 and endDate of 2018-11-14T19:26:29.649+00:00 listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,0,0) returning 0 out of 3333 objectInfos [ INFO] 2018-11-14 19:26:39,652 (ObjectListHarvestTask:getFullObjectList:308) urn:node:HARVEST_TEST- has 3333 pids to harvest. [ INFO] 2018-11-14 19:26:39,652 (ObjectListHarvestTask:getFullObjectList:311) urn:node:HARVEST_TEST- adjusting harvest toDate to limit the total for paged harvest [to between max and 2*max] listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,0,100) returning 100 out of 3333 objectInfos listObjects(Sun Jan 01 12:00:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,100,100) returning 100 out of 3333 objectInfos [ INFO] 2018-11-14 19:26:39,653 (SyncQueueFacade::130) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@1704f67f Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:39,653 (SyncQueueFacade::135) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@1704f67f Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:39,654 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@1704f67f added queue named 'legacy' to the queue round robin [ INFO] 2018-11-14 19:26:39,654 (SyncQueueFacade::152) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@1704f67f added 'legacy' queue to its queue round-robin. size: 0 [DEBUG] 2018-11-14 19:26:39,655 (ObjectListHarvestTask:getFullObjectList:288) urn:node:HARVEST_TEST- starting retrieval theBaseUrl with startDate of 2017-01-04T06:40:39.655+00:00 and endDate of 2018-11-14T19:26:29.654+00:00 listObjects(Wed Jan 04 06:40:39 UTC 2017,Wed Nov 14 19:26:29 UTC 2018,0,0) returning 0 out of 0 objectInfos [ INFO] 2018-11-14 19:26:39,656 (ObjectListHarvestTask:getFullObjectList:308) urn:node:HARVEST_TEST- has 0 pids to harvest. [ INFO] 2018-11-14 19:26:39,656 (ObjectListHarvestTask:getFullObjectList:311) urn:node:HARVEST_TEST- adjusting harvest toDate to limit the total for paged harvest [to between max and 2*max] Tests run: 10, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.203 sec Running org.dataone.cn.batch.synchronization.tasks.SortedHarvestTimepointMapTest ========================================== Wed Nov 14 19:26:38 UTC 2018 : foo.9,bar.9 Wed Nov 14 19:26:38 UTC 2018 : foo.8,bar.8 Wed Nov 14 19:26:38 UTC 2018 : foo.7,bar.7 Wed Nov 14 19:26:39 UTC 2018 : foo.6,bar.6 Wed Nov 14 19:26:39 UTC 2018 : foo.5,bar.5 Wed Nov 14 19:26:39 UTC 2018 : foo.4,bar.4 Wed Nov 14 19:26:39 UTC 2018 : foo.3,bar.3 Wed Nov 14 19:26:39 UTC 2018 : foo.2,bar.2 Wed Nov 14 19:26:39 UTC 2018 : foo.1,bar.1 Wed Nov 14 19:26:39 UTC 2018 : foo.0,bar.0 ========================================== Wed Nov 14 19:26:39 UTC 2018 : foo.6,bar.6 Wed Nov 14 19:26:39 UTC 2018 : foo.5,bar.5 Wed Nov 14 19:26:39 UTC 2018 : foo.4,bar.4 Wed Nov 14 19:26:39 UTC 2018 : foo.3,bar.3 Wed Nov 14 19:26:39 UTC 2018 : foo.2,bar.2 Wed Nov 14 19:26:39 UTC 2018 : foo.1,bar.1 Wed Nov 14 19:26:39 UTC 2018 : foo.0,bar.0 ========================================== 1542223598760 : foo.9,bar.9 1542223598860 : foo.8,bar.8 1542223598960 : foo.7,bar.7 ========================================== 1542223598860 : foo.8,bar.8 1542223598960 : foo.7,bar.7 1542223599060 : foo.6,bar.6 1542223599160 : foo.5,bar.5 1542223599260 : foo.4,bar.4 1542223599360 : foo.3,bar.3 1542223599460 : foo.2,bar.2 1542223599560 : foo.1,bar.1 Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.004 sec Running org.dataone.cn.batch.synchronization.tasks.SyncMetricLogReportTest [ INFO] 2018-11-14 19:26:40,039 (SyncQueueFacade::130) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@e4d2696 Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:40,040 (SyncQueueFacade::135) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@e4d2696 Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:40,040 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@e4d2696 added queue named 'legacy' to the queue round robin [ INFO] 2018-11-14 19:26:40,040 (SyncQueueFacade::152) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@e4d2696 added 'legacy' queue to its queue round-robin. size: 0 [ INFO] 2018-11-14 19:26:40,042 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@e4d2696 added queue named 'urn:node:test5' to the queue round robin [ INFO] 2018-11-14 19:26:40,042 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@e4d2696 added queue named 'urn:node:test3' to the queue round robin [ INFO] 2018-11-14 19:26:40,043 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@e4d2696 added queue named 'urn:node:test7' to the queue round robin [ INFO] 2018-11-14 19:26:40,043 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@e4d2696 added queue named 'urn:node:test4' to the queue round robin [ INFO] 2018-11-14 19:26:40,043 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@e4d2696 added queue named 'urn:node:test6' to the queue round robin [ INFO] 2018-11-14 19:26:40,043 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@e4d2696 added queue named 'urn:node:test1' to the queue round robin [ INFO] 2018-11-14 19:26:40,044 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@e4d2696 added queue named 'urn:node:test2' to the queue round robin [DEBUG] 2018-11-14 19:26:40,085 (SyncMetricLogReport:reportSyncMetrics:32) start [DEBUG] 2018-11-14 19:26:40,087 (SyncMetricLogReport:reportSyncMetrics:85) end [ INFO] 2018-11-14 19:26:40,087 (SyncMetricLogReportTest:testLargeRandomArray:140) Time to Execute in Milliseconds: 47 [ INFO] 2018-11-14 19:26:40,087 (SyncMetricLogReportTest:testLargeRandomArray:141) 9 [ INFO] 2018-11-14 19:26:40,088 (SyncQueueFacade::130) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@1949309d Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:40,088 (SyncQueueFacade::135) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@1949309d Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:40,088 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@1949309d added queue named 'legacy' to the queue round robin [ INFO] 2018-11-14 19:26:40,088 (SyncQueueFacade::152) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@1949309d added 'legacy' queue to its queue round-robin. size: 0 [ INFO] 2018-11-14 19:26:40,089 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@1949309d added queue named 'urn:node:test1' to the queue round robin [ INFO] 2018-11-14 19:26:40,089 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@1949309d added queue named 'urn:node:test2' to the queue round robin [ INFO] 2018-11-14 19:26:40,089 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@1949309d added queue named 'urn:node:test3' to the queue round robin [ INFO] 2018-11-14 19:26:40,089 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@1949309d added queue named 'urn:node:test4' to the queue round robin [DEBUG] 2018-11-14 19:26:40,089 (SyncMetricLogReport:reportSyncMetrics:32) start [DEBUG] 2018-11-14 19:26:40,090 (SyncMetricLogReport:reportSyncMetrics:85) end {"event":"synchronization queued","message":"Total Sync Objects Queued: 10","threadName":"main","threadId":1,"dateLogged":"2018-11-14T19:26:40.090+00:00"} {"event":"synchronization queued","nodeId":"legacy","message":"Sync Objects Queued: 0","threadName":"main","threadId":1,"dateLogged":"2018-11-14T19:26:40.090+00:00"} {"event":"synchronization queued","nodeId":"urn:node:test1","message":"Sync Objects Queued: 1","threadName":"main","threadId":1,"dateLogged":"2018-11-14T19:26:40.090+00:00"} {"event":"synchronization queued","nodeId":"urn:node:test2","message":"Sync Objects Queued: 2","threadName":"main","threadId":1,"dateLogged":"2018-11-14T19:26:40.090+00:00"} {"event":"synchronization queued","nodeId":"urn:node:test3","message":"Sync Objects Queued: 3","threadName":"main","threadId":1,"dateLogged":"2018-11-14T19:26:40.090+00:00"} {"event":"synchronization queued","nodeId":"urn:node:test4","message":"Sync Objects Queued: 4","threadName":"main","threadId":1,"dateLogged":"2018-11-14T19:26:40.090+00:00"} Tests run: 2, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.429 sec Running org.dataone.cn.batch.synchronization.listener.SyncMetricLogJobTriggerTest [ INFO] 2018-11-14 19:26:40,518 (SyncMetricLogJobTriggerTest:testLocking:45) java.util.concurrent.TimeoutException [ INFO] 2018-11-14 19:26:40,943 (SyncMetricLogJobTriggerTest:testLocking:45) java.util.concurrent.TimeoutException [ INFO] 2018-11-14 19:26:41,398 (SyncMetricLogJobTriggerTest:testLocking:45) java.util.concurrent.TimeoutException [ INFO] 2018-11-14 19:26:41,824 (SyncMetricLogJobTriggerTest:testLocking:45) java.util.concurrent.TimeoutException Tests run: 1, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 2.003 sec Running org.dataone.cn.batch.synchronization.type.SystemMetadataValidatorTest [ INFO] 2018-11-14 19:26:42,099 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-11-14 19:26:42,106 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-11-14 19:26:42,110 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-11-14 19:26:42,114 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-11-14 19:26:42,117 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-11-14 19:26:42,121 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-11-14 19:26:42,124 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-11-14 19:26:42,128 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-11-14 19:26:42,131 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-11-14 19:26:42,134 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-11-14 19:26:42,138 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-11-14 19:26:42,142 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... [ INFO] 2018-11-14 19:26:42,145 (SystemMetadataValidator:schemaValidateSystemMetadata:70) Entering schemaValidateSysMeta method... Tests run: 13, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 0.051 sec Running org.dataone.cn.batch.synchronization.type.SyncQueueFacadeTest [ INFO] 2018-11-14 19:26:42,149 (SyncQueueFacade::130) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@ae7950d Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:42,149 (SyncQueueFacade::135) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@ae7950d Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:42,149 (SyncQueueFacade::143) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@ae7950d added 'urn:node:TestTest' to its queue round-robin. size: 30 [ INFO] 2018-11-14 19:26:42,149 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@ae7950d added queue named 'legacy' to the queue round robin [ INFO] 2018-11-14 19:26:42,149 (SyncQueueFacade::152) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@ae7950d added 'legacy' queue to its queue round-robin. size: 20 iiiiii 1 xxxxxx101 iiiiii 2 xxxxxx102 iiiiii 3 xxxxxx103 iiiiii 4 xxxxxx104 iiiiii 5 xxxxxx105 iiiiii 6 xxxxxx106 iiiiii 7 xxxxxx107 iiiiii 8 xxxxxx108 iiiiii 9 xxxxxx109 iiiiii10 xxxxxx110 iiiiii11 xxxxxx111 iiiiii12 xxxxxx112 iiiiii13 xxxxxx113 iiiiii14 xxxxxx114 iiiiii15 xxxxxx115 iiiiii16 xxxxxx116 iiiiii17 xxxxxx117 iiiiii18 xxxxxx118 iiiiii19 xxxxxx119 iiiiii20 xxxxxx120 iiiiii21 iiiiii22 iiiiii23 iiiiii24 iiiiii25 iiiiii26 iiiiii27 iiiiii28 iiiiii29 iiiiii30 [ INFO] 2018-11-14 19:26:42,243 (SyncQueueFacade::130) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@60d1b21f Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:42,243 (SyncQueueFacade::135) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@60d1b21f Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:42,244 (SyncQueueFacade::143) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@60d1b21f added 'urn:node:TestTest' to its queue round-robin. size: 30 [ INFO] 2018-11-14 19:26:42,244 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@60d1b21f added queue named 'legacy' to the queue round robin [ INFO] 2018-11-14 19:26:42,244 (SyncQueueFacade::152) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@60d1b21f added 'legacy' queue to its queue round-robin. size: 20 urn:node:TestTest iiiiii 1 default xxxxxx101 urn:node:TestTest iiiiii 2 default xxxxxx102 urn:node:TestTest iiiiii 3 default xxxxxx103 urn:node:TestTest iiiiii 4 default xxxxxx104 urn:node:TestTest iiiiii 5 default xxxxxx105 urn:node:TestTest iiiiii 6 default xxxxxx106 urn:node:TestTest iiiiii 7 default xxxxxx107 urn:node:TestTest iiiiii 8 default xxxxxx108 urn:node:TestTest iiiiii 9 default xxxxxx109 urn:node:TestTest iiiiii10 default xxxxxx110 [ INFO] 2018-11-14 19:26:42,246 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@60d1b21f added queue named 'urn:node:YAMN' to the queue round robin ========= New objects added, new total is: 50 urn:node:TestTest iiiiii11 default xxxxxx111 urn:node:YAMN yyyyyy301 urn:node:TestTest iiiiii12 default xxxxxx112 urn:node:YAMN yyyyyy302 urn:node:TestTest iiiiii13 default xxxxxx113 urn:node:YAMN yyyyyy303 urn:node:TestTest iiiiii14 default xxxxxx114 urn:node:YAMN yyyyyy304 urn:node:TestTest iiiiii15 default xxxxxx115 urn:node:YAMN yyyyyy305 urn:node:TestTest iiiiii16 default xxxxxx116 urn:node:YAMN yyyyyy306 urn:node:TestTest iiiiii17 default xxxxxx117 urn:node:YAMN yyyyyy307 urn:node:TestTest iiiiii18 default xxxxxx118 urn:node:YAMN yyyyyy308 urn:node:TestTest iiiiii19 default xxxxxx119 urn:node:YAMN yyyyyy309 urn:node:TestTest iiiiii20 default xxxxxx120 urn:node:YAMN yyyyyy310 urn:node:TestTest iiiiii21 urn:node:YAMN yyyyyy311 urn:node:TestTest iiiiii22 urn:node:YAMN yyyyyy312 urn:node:TestTest iiiiii23 urn:node:YAMN yyyyyy313 urn:node:TestTest iiiiii24 urn:node:YAMN yyyyyy314 urn:node:TestTest iiiiii25 urn:node:YAMN yyyyyy315 urn:node:TestTest iiiiii26 urn:node:YAMN yyyyyy316 urn:node:TestTest iiiiii27 urn:node:YAMN yyyyyy317 urn:node:TestTest iiiiii28 urn:node:YAMN yyyyyy318 urn:node:TestTest iiiiii29 urn:node:YAMN yyyyyy319 urn:node:TestTest iiiiii30 urn:node:YAMN yyyyyy320 [ INFO] 2018-11-14 19:26:42,352 (SyncQueueFacade::130) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@66c83fc8 Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:42,353 (SyncQueueFacade::135) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@66c83fc8 Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:42,353 (SyncQueueFacade::143) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@66c83fc8 added 'urn:node:TestTest' to its queue round-robin. size: 30 [ INFO] 2018-11-14 19:26:42,353 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@66c83fc8 added queue named 'legacy' to the queue round robin [ INFO] 2018-11-14 19:26:42,353 (SyncQueueFacade::152) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@66c83fc8 added 'legacy' queue to its queue round-robin. size: 20 58: urn:node:TestTest iiiiii 1 57: default xxxxxx101 [ INFO] 2018-11-14 19:26:42,354 (SyncQueueFacade:entryAdded:361) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@66c83fc8 the queue named 'urn:node:TestTest' is already in the queue round robin 56: Return to queue with priority: urn:node:TestTest / iiiiii 2 55: default xxxxxx102 54: urn:node:TestTest iiiiii 2 53: default xxxxxx103 52: urn:node:TestTest iiiiii 3 51: default xxxxxx104 50: urn:node:TestTest iiiiii 4 [ INFO] 2018-11-14 19:26:42,355 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@66c83fc8 added queue named 'default' to the queue round robin 49: Return to queue with priority: default / xxxxxx105 48: urn:node:TestTest iiiiii 5 47: default xxxxxx106 46: default xxxxxx105 45: urn:node:TestTest iiiiii 6 44: default xxxxxx107 43: urn:node:TestTest iiiiii 7 42: Return to queue with priority: default / xxxxxx108 41: default xxxxxx108 40: urn:node:TestTest iiiiii 8 39: default xxxxxx109 38: urn:node:TestTest iiiiii 9 37: default xxxxxx110 36: urn:node:TestTest iiiiii10 35: Return to queue with priority: default / xxxxxx111 34: default xxxxxx111 33: urn:node:TestTest iiiiii11 32: default xxxxxx112 31: urn:node:TestTest iiiiii12 30: default xxxxxx113 29: urn:node:TestTest iiiiii13 28: Return to queue with priority: default / xxxxxx114 27: default xxxxxx114 26: urn:node:TestTest iiiiii14 25: default xxxxxx115 24: urn:node:TestTest iiiiii15 23: default xxxxxx116 22: urn:node:TestTest iiiiii16 21: Return to queue with priority: default / xxxxxx117 20: default xxxxxx117 19: urn:node:TestTest iiiiii17 18: default xxxxxx118 17: urn:node:TestTest iiiiii18 16: default xxxxxx119 15: urn:node:TestTest iiiiii19 14: Return to queue with priority: default / xxxxxx120 13: default xxxxxx120 12: urn:node:TestTest iiiiii20 11: urn:node:TestTest iiiiii21 10: urn:node:TestTest iiiiii22 9: urn:node:TestTest iiiiii23 8: urn:node:TestTest iiiiii24 7: Return to queue with priority: urn:node:TestTest / iiiiii25 6: urn:node:TestTest iiiiii25 5: urn:node:TestTest iiiiii26 4: urn:node:TestTest iiiiii27 3: urn:node:TestTest iiiiii28 2: urn:node:TestTest iiiiii29 1: urn:node:TestTest iiiiii30 [ INFO] 2018-11-14 19:26:42,479 (SyncQueueFacade::130) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@546621c4 Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:42,480 (SyncQueueFacade::135) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@546621c4 Added listener to 'dataone.synchronization.queueMap' [ INFO] 2018-11-14 19:26:42,480 (SyncQueueFacade::143) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@546621c4 added 'urn:node:TestTest' to its queue round-robin. size: 30 [ INFO] 2018-11-14 19:26:42,480 (SyncQueueFacade:entryAdded:358) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@546621c4 added queue named 'legacy' to the queue round robin [ INFO] 2018-11-14 19:26:42,480 (SyncQueueFacade::152) org.dataone.cn.batch.synchronization.type.SyncQueueFacade@546621c4 added 'legacy' queue to its queue round-robin. size: 20 iiiiii 1 xxxxxx101 iiiiii 2 xxxxxx102 iiiiii 3 xxxxxx103 iiiiii 4 xxxxxx104 iiiiii 5 xxxxxx105 iiiiii 6 xxxxxx106 iiiiii 7 xxxxxx107 iiiiii 8 xxxxxx108 iiiiii 9 xxxxxx109 iiiiii10 xxxxxx110 iiiiii11 xxxxxx111 iiiiii12 xxxxxx112 iiiiii13 xxxxxx113 iiiiii14 xxxxxx114 iiiiii15 xxxxxx115 iiiiii16 xxxxxx116 iiiiii17 xxxxxx117 iiiiii18 xxxxxx118 iiiiii19 xxxxxx119 iiiiii20 xxxxxx120 iiiiii21 iiiiii22 iiiiii23 iiiiii24 iiiiii25 iiiiii26 iiiiii27 iiiiii28 iiiiii29 iiiiii30 Tests run: 4, Failures: 0, Errors: 0, Skipped: 0, Time elapsed: 1.692 sec [ INFO] 2018-11-14 19:26:43,843 (AbstractApplicationContext:doClose:1032) Closing org.springframework.context.support.GenericApplicationContext@3af9c5b7: startup date [Wed Nov 14 19:24:43 UTC 2018]; root of context hierarchy [ INFO] 2018-11-14 19:26:43,844 (DefaultSingletonBeanRegistry:destroySingletons:434) Destroying singletons in org.springframework.beans.factory.support.DefaultListableBeanFactory@537f60bf: defining beans [log4jInitialization,mylog,rejectionExecutionHander,threadPoolTaskExecutor,tinyThreadPoolTaskExecutor,mockQueueProcessor,org.springframework.context.annotation.internalConfigurationAnnotationProcessor,org.springframework.context.annotation.internalAutowiredAnnotationProcessor,org.springframework.context.annotation.internalRequiredAnnotationProcessor,org.springframework.context.annotation.internalCommonAnnotationProcessor,org.springframework.context.annotation.internalPersistenceAnnotationProcessor,org.springframework.context.annotation.ConfigurationClassPostProcessor.importAwareProcessor]; root of factory hierarchy [ INFO] 2018-11-14 19:26:43,853 (ExecutorConfigurationSupport:shutdown:150) Shutting down ExecutorService 'tinyThreadPoolTaskExecutor' [ INFO] 2018-11-14 19:26:43,854 (ExecutorConfigurationSupport:shutdown:150) Shutting down ExecutorService 'threadPoolTaskExecutor' Results : Tests run: 70, Failures: 0, Errors: 0, Skipped: 4 [JENKINS] Recording test results [WARNING] Attempt to (de-)serialize anonymous class hudson.maven.reporters.SurefireArchiver$2; see: https://jenkins.io/redirect/serialization-of-anonymous-classes/ [WARNING] Attempt to (de-)serialize anonymous class hudson.maven.reporters.BuildInfoRecorder$1; see: https://jenkins.io/redirect/serialization-of-anonymous-classes/ [INFO] [INFO] --- maven-jar-plugin:2.2:jar (default-jar) @ d1_synchronization --- [INFO] Building jar: /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/d1_synchronization-2.3.7.jar [INFO] [INFO] --- maven-install-plugin:2.3:install (default-install) @ d1_synchronization --- [INFO] Installing /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/d1_synchronization-2.3.7.jar to /var/lib/jenkins/.m2/repository/org/dataone/d1_synchronization/2.3.7/d1_synchronization-2.3.7.jar [INFO] Installing /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/pom.xml to /var/lib/jenkins/.m2/repository/org/dataone/d1_synchronization/2.3.7/d1_synchronization-2.3.7.pom [INFO] [INFO] --- buildnumber-maven-plugin:1.4:create (default) @ d1_synchronization --- [INFO] Executing: /bin/sh -c cd '/var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization' && 'svn' '--non-interactive' 'info' [INFO] Working directory: /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization [INFO] Storing buildNumber: 19445 at timestamp: 1542223606163 [INFO] Executing: /bin/sh -c cd '/var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization' && 'svn' '--non-interactive' 'info' [INFO] Working directory: /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization [INFO] Storing buildScmBranch: branches/D1_SYNCHRONIZATION_v2.3 [WARNING] Failed to getClass for org.apache.maven.plugin.javadoc.JavadocReport [INFO] [INFO] --- maven-javadoc-plugin:2.10.4:javadoc (default-cli) @ d1_synchronization --- [INFO] Loading source files for package org.dataone.cn.batch.exceptions... Loading source files for package org.dataone.cn.batch.service.v2... Loading source files for package org.dataone.cn.batch.service.v2.impl... Loading source files for package org.dataone.cn.batch.synchronization... Loading source files for package org.dataone.cn.batch.synchronization.tasks... Loading source files for package org.dataone.cn.batch.synchronization.listener... Loading source files for package org.dataone.cn.batch.synchronization.jobs... Loading source files for package org.dataone.cn.batch.synchronization.type... Loading source files for package org.dataone.cn.ldap... Constructing Javadoc information... Standard Doclet version 1.8.0_111 Building tree for all the packages and classes... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/exceptions/NodeCommUnavailable.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/exceptions/RetryableException.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/exceptions/UnrecoverableException.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/IdentifierReservationQueryService.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/NodeRegistrySyncService.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/impl/NodeRegistrySyncServiceImpl.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/D1TypeUtils.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/HarvestSchedulingManager.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/NodeCommFactory.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/NodeCommObjectListHarvestFactory.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/NodeCommSyncObjectFactory.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/SyncObjectTaskManager.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/ObjectListHarvestTask.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/QueueProcessorCallable.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/SortedHarvestTimepointMap.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/SyncFailedTask.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/SyncMetricLogReport.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/SyncObjectTask.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/TransferObjectTask.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/V2TransferObjectTask.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/listener/NodeTopicListener.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/listener/SyncMetricLogJobTriggerListener.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/jobs/MemberNodeHarvestJob.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/jobs/SyncMetricLogJob.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/AbstractListenableMapAdapter.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/DistributedDataClient.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/DistributedDataClient.ListenableMap.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/NodeComm.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/NodeCommState.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/SyncObjectState.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/SyncQueueFacade.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/ldap/NodeRegistrySyncFacade.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/overview-frame.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/exceptions/package-frame.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/exceptions/package-summary.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/exceptions/package-tree.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/package-frame.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/package-summary.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/package-tree.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/impl/package-frame.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/impl/package-summary.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/impl/package-tree.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/package-frame.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/package-summary.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/package-tree.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/jobs/package-frame.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/jobs/package-summary.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/jobs/package-tree.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/listener/package-frame.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/listener/package-summary.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/listener/package-tree.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/package-frame.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/package-summary.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/package-tree.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/package-frame.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/package-summary.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/package-tree.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/ldap/package-frame.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/ldap/package-summary.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/ldap/package-tree.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/constant-values.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/serialized-form.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/exceptions/class-use/UnrecoverableException.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/exceptions/class-use/RetryableException.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/exceptions/class-use/NodeCommUnavailable.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/class-use/NodeRegistrySyncService.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/class-use/IdentifierReservationQueryService.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/impl/class-use/NodeRegistrySyncServiceImpl.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/class-use/NodeCommSyncObjectFactory.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/class-use/D1TypeUtils.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/class-use/NodeCommObjectListHarvestFactory.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/class-use/SyncObjectTaskManager.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/class-use/HarvestSchedulingManager.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/class-use/NodeCommFactory.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/class-use/QueueProcessorCallable.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/class-use/SortedHarvestTimepointMap.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/class-use/SyncFailedTask.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/class-use/V2TransferObjectTask.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/class-use/ObjectListHarvestTask.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/class-use/TransferObjectTask.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/class-use/SyncMetricLogReport.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/class-use/DelayWrapper.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/class-use/SyncObjectTask.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/listener/class-use/NodeTopicListener.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/listener/class-use/SyncMetricLogJobTriggerListener.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/jobs/class-use/MemberNodeHarvestJob.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/jobs/class-use/SyncMetricLogJob.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/class-use/NodeCommState.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/class-use/SyncQueueFacade.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/class-use/DistributedDataClient.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/class-use/DistributedDataClient.ListenableMap.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/class-use/SystemMetadataValidator.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/class-use/AbstractListenableMapAdapter.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/class-use/NodeComm.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/class-use/SyncObjectState.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/ldap/class-use/NodeRegistrySyncFacade.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/exceptions/package-use.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/package-use.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/service/v2/impl/package-use.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/package-use.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/jobs/package-use.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/listener/package-use.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/tasks/package-use.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/batch/synchronization/type/package-use.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/org/dataone/cn/ldap/package-use.html... Building index for all the packages and classes... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/overview-tree.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/index-all.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/deprecated-list.html... Building index for all classes... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/allclasses-frame.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/allclasses-noframe.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/index.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/overview-summary.html... Generating /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/site/apidocs/help-doc.html... 64 warnings [WARNING] Javadoc Warnings [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:48: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:76: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:102: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:128: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:157: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:193: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:229: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:265: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:301: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:337: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:369: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:400: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:432: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:48: warning - Tag @see: reference not found: valueEquals and emptyEquals [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:76: warning - Tag @see: reference not found: valueEquals and emptyEquals [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:102: warning - Tag @see: reference not found: valueEquals and emptyEquals [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:128: warning - Tag @see: reference not found: valueEquals and emptyEquals [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:193: warning - Tag @see: reference not found: equals and emptyEquals [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:229: warning - Tag @see: reference not found: equals and emptyEquals [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:265: warning - Tag @see: reference not found: equals and emptyEquals [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:301: warning - Tag @see: reference not found: equals and emptyEquals [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:337: warning - Tag @see: reference not found: equals and valueEquals [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:369: warning - Tag @see: reference not found: equals and valueEquals [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:400: warning - Tag @see: reference not found: equals and valueEquals [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/D1TypeUtils.java:432: warning - Tag @see: reference not found: equals and valueEquals [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java:14: warning - Tag @see:illegal character: "58" in "http://aredko.blogspot.com/2012/04/using-delayed-queues-in-practice.html" [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java:14: warning - Tag @see:illegal character: "47" in "http://aredko.blogspot.com/2012/04/using-delayed-queues-in-practice.html" [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java:14: warning - Tag @see:illegal character: "47" in "http://aredko.blogspot.com/2012/04/using-delayed-queues-in-practice.html" [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java:14: warning - Tag @see:illegal character: "47" in "http://aredko.blogspot.com/2012/04/using-delayed-queues-in-practice.html" [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java:14: warning - Tag @see:illegal character: "47" in "http://aredko.blogspot.com/2012/04/using-delayed-queues-in-practice.html" [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java:14: warning - Tag @see:illegal character: "47" in "http://aredko.blogspot.com/2012/04/using-delayed-queues-in-practice.html" [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java:14: warning - Tag @see:illegal character: "45" in "http://aredko.blogspot.com/2012/04/using-delayed-queues-in-practice.html" [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java:14: warning - Tag @see:illegal character: "45" in "http://aredko.blogspot.com/2012/04/using-delayed-queues-in-practice.html" [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java:14: warning - Tag @see:illegal character: "45" in "http://aredko.blogspot.com/2012/04/using-delayed-queues-in-practice.html" [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java:14: warning - Tag @see:illegal character: "45" in "http://aredko.blogspot.com/2012/04/using-delayed-queues-in-practice.html" [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/DelayWrapper.java:14: warning - Tag @see: reference not found: http://aredko.blogspot.com/2012/04/using-delayed-queues-in-practice.html [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/ObjectListHarvestTask.java:264: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/ObjectListHarvestTask.java:120: warning - @returns is an unknown tag. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/SyncFailedTask.java:84: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/tasks/SyncFailedTask.java:63: warning - Tag @author cannot be used in method documentation. It can only be used in the following types of documentation: overview, package, class/interface. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SyncQueueFacade.java:206: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SyncQueueFacade.java:249: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SyncQueueFacade.java:268: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SyncQueueFacade.java:297: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SyncQueueFacade.java:306: warning - @return tag has no arguments. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "58" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "47" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "47" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "45" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "45" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "47" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "47" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "37" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "37" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "45" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "37" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "47" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "47" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "45" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "47" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "47" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see:illegal character: "47" in "https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties." [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:51: warning - @ is an unknown tag. [WARNING] /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/src/main/java/org/dataone/cn/batch/synchronization/type/SystemMetadataValidator.java:201: warning - Tag @see: reference not found: https://jenkins-ucsb-1.dataone.org/job/API%20Documentation%20-%20trunk/ws/api-documentation/build/htmldesign/SystemMetadata.html [WARNING] for specification on ownership and editability of properties. [JENKINS] Archiving javadoc [WARNING] Attempt to (de-)serialize anonymous class hudson.FilePath$32; see: https://jenkins.io/redirect/serialization-of-anonymous-classes/ [WARNING] Attempt to (de-)serialize anonymous class hudson.maven.reporters.MavenArtifactArchiver$2; see: https://jenkins.io/redirect/serialization-of-anonymous-classes/ [WARNING] Attempt to (de-)serialize anonymous class hudson.maven.reporters.MavenFingerprinter$1; see: https://jenkins.io/redirect/serialization-of-anonymous-classes/ Notifying upstream projects of job completion Join notifier requires a CauseAction [INFO] ------------------------------------------------------------------------ [INFO] BUILD SUCCESS [INFO] ------------------------------------------------------------------------ [INFO] Total time: 2:10.017s [INFO] Finished at: Wed Nov 14 19:26:48 UTC 2018 [INFO] Final Memory: 50M/414M [INFO] ------------------------------------------------------------------------ Waiting for Jenkins to finish collecting data [JENKINS] Archiving /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/pom.xml to org.dataone/d1_synchronization/2.3.7/d1_synchronization-2.3.7.pom [JENKINS] Archiving /var/lib/jenkins/jobs/d1_synchronization_beta/workspace/d1_synchronization/target/d1_synchronization-2.3.7.jar to org.dataone/d1_synchronization/2.3.7/d1_synchronization-2.3.7.jar channel stopped Maven RedeployPublisher use remote maven settings from : /usr/share/maven/conf/settings.xml [ERROR] uniqueVersion == false is not anymore supported in maven 3 [INFO] Deployment in file:///var/www/maven (id=,uniqueVersion=false) Deploying the main artifact d1_synchronization-2.3.7.jar Uploading: file:///var/www/maven/org/dataone/d1_synchronization/2.3.7/d1_synchronization-2.3.7.jar Uploaded: file:///var/www/maven/org/dataone/d1_synchronization/2.3.7/d1_synchronization-2.3.7.jar (108 KB at 53729.0 KB/sec) Uploading: file:///var/www/maven/org/dataone/d1_synchronization/2.3.7/d1_synchronization-2.3.7.pom Uploaded: file:///var/www/maven/org/dataone/d1_synchronization/2.3.7/d1_synchronization-2.3.7.pom (8 KB) Downloading: file:///var/www/maven/org/dataone/d1_synchronization/maven-metadata.xml Downloaded: file:///var/www/maven/org/dataone/d1_synchronization/maven-metadata.xml (2 KB at 131.3 KB/sec) Uploading: file:///var/www/maven/org/dataone/d1_synchronization/maven-metadata.xml Uploaded: file:///var/www/maven/org/dataone/d1_synchronization/maven-metadata.xml (2 KB at 1575.2 KB/sec) [INFO] Deployment done in 72 ms Notifying upstream projects of job completion Finished: SUCCESS